[ 482.291477] env[68391]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68391) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 482.291883] env[68391]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68391) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 482.291883] env[68391]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68391) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 482.292201] env[68391]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 482.388794] env[68391]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68391) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 482.399756] env[68391]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=68391) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 482.442707] env[68391]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 483.000951] env[68391]: INFO nova.virt.driver [None req-d68cb44b-aec8-4d08-8024-73d45d65e917 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 483.073929] env[68391]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 483.074135] env[68391]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 483.074241] env[68391]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68391) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 486.345928] env[68391]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-a44a6109-f071-439f-938f-7b38fef21e20 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.361626] env[68391]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68391) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 486.361753] env[68391]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-508b6ccc-8430-41d6-bf39-4ba98cafe0a1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.389119] env[68391]: INFO oslo_vmware.api [-] Successfully established new session; session ID is f270d. [ 486.389269] env[68391]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.315s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 486.389816] env[68391]: INFO nova.virt.vmwareapi.driver [None req-d68cb44b-aec8-4d08-8024-73d45d65e917 None None] VMware vCenter version: 7.0.3 [ 486.393372] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e421dec-9c3b-4e34-8f38-e88d9afcda3d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.415307] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a9165e-b66b-470e-80c7-7031b32a818c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.421433] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d28d629-9bd2-4c18-a35e-922162083a95 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.428211] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a55f40-bf1d-4997-b0c2-bf12ad989602 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.441532] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f144c4e-dfba-4c56-aaf2-c5b98913ff9b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.447608] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c449f733-8382-4202-a508-f8e4ebf6c505 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.478248] env[68391]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-34160535-c3f7-428c-8c8b-0a6ac2f64c0a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.483687] env[68391]: DEBUG nova.virt.vmwareapi.driver [None req-d68cb44b-aec8-4d08-8024-73d45d65e917 None None] Extension org.openstack.compute already exists. {{(pid=68391) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 486.486453] env[68391]: INFO nova.compute.provider_config [None req-d68cb44b-aec8-4d08-8024-73d45d65e917 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 486.990341] env[68391]: DEBUG nova.context [None req-d68cb44b-aec8-4d08-8024-73d45d65e917 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),91a2286c-0af3-44c5-920b-2da4757240d7(cell1) {{(pid=68391) load_cells /opt/stack/nova/nova/context.py:464}} [ 486.992414] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 486.992639] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 486.993462] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 486.993894] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] Acquiring lock "91a2286c-0af3-44c5-920b-2da4757240d7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 486.994187] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] Lock "91a2286c-0af3-44c5-920b-2da4757240d7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 486.995207] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] Lock "91a2286c-0af3-44c5-920b-2da4757240d7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 487.015865] env[68391]: INFO dbcounter [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] Registered counter for database nova_cell0 [ 487.023672] env[68391]: INFO dbcounter [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] Registered counter for database nova_cell1 [ 487.026894] env[68391]: DEBUG oslo_db.sqlalchemy.engines [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68391) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 487.027567] env[68391]: DEBUG oslo_db.sqlalchemy.engines [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68391) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 487.032272] env[68391]: ERROR nova.db.main.api [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 487.032272] env[68391]: result = function(*args, **kwargs) [ 487.032272] env[68391]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 487.032272] env[68391]: return func(*args, **kwargs) [ 487.032272] env[68391]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 487.032272] env[68391]: result = fn(*args, **kwargs) [ 487.032272] env[68391]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 487.032272] env[68391]: return f(*args, **kwargs) [ 487.032272] env[68391]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 487.032272] env[68391]: return db.service_get_minimum_version(context, binaries) [ 487.032272] env[68391]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 487.032272] env[68391]: _check_db_access() [ 487.032272] env[68391]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 487.032272] env[68391]: stacktrace = ''.join(traceback.format_stack()) [ 487.032272] env[68391]: [ 487.033114] env[68391]: ERROR nova.db.main.api [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 487.033114] env[68391]: result = function(*args, **kwargs) [ 487.033114] env[68391]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 487.033114] env[68391]: return func(*args, **kwargs) [ 487.033114] env[68391]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 487.033114] env[68391]: result = fn(*args, **kwargs) [ 487.033114] env[68391]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 487.033114] env[68391]: return f(*args, **kwargs) [ 487.033114] env[68391]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 487.033114] env[68391]: return db.service_get_minimum_version(context, binaries) [ 487.033114] env[68391]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 487.033114] env[68391]: _check_db_access() [ 487.033114] env[68391]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 487.033114] env[68391]: stacktrace = ''.join(traceback.format_stack()) [ 487.033114] env[68391]: [ 487.033507] env[68391]: WARNING nova.objects.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 487.033637] env[68391]: WARNING nova.objects.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] Failed to get minimum service version for cell 91a2286c-0af3-44c5-920b-2da4757240d7 [ 487.034094] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] Acquiring lock "singleton_lock" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 487.034275] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] Acquired lock "singleton_lock" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 487.034515] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] Releasing lock "singleton_lock" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 487.034838] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] Full set of CONF: {{(pid=68391) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 487.034983] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ******************************************************************************** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 487.035131] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] Configuration options gathered from: {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 487.035270] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 487.035467] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 487.035598] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ================================================================================ {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 487.035806] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] allow_resize_to_same_host = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.035979] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] arq_binding_timeout = 300 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.036131] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] backdoor_port = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.036261] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] backdoor_socket = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.036427] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] block_device_allocate_retries = 60 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.036590] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] block_device_allocate_retries_interval = 3 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.036760] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cert = self.pem {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.036928] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.037114] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] compute_monitors = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.037288] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] config_dir = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.037458] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] config_drive_format = iso9660 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.037596] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.037760] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] config_source = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.037928] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] console_host = devstack {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.038104] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] control_exchange = nova {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.038270] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cpu_allocation_ratio = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.038430] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] daemon = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.038598] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] debug = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.038755] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] default_access_ip_network_name = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.038920] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] default_availability_zone = nova {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.039125] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] default_ephemeral_format = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.039304] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] default_green_pool_size = 1000 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.039581] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.039761] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] default_schedule_zone = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.039936] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] disk_allocation_ratio = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.040114] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] enable_new_services = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.040357] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] enabled_apis = ['osapi_compute'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.040547] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] enabled_ssl_apis = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.040713] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] flat_injected = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.040875] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] force_config_drive = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.041072] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] force_raw_images = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.041261] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] graceful_shutdown_timeout = 5 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.041428] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] heal_instance_info_cache_interval = -1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.041651] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] host = cpu-1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.041827] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.041991] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] initial_disk_allocation_ratio = 1.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.042169] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] initial_ram_allocation_ratio = 1.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.042386] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.042550] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] instance_build_timeout = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.042708] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] instance_delete_interval = 300 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.042872] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] instance_format = [instance: %(uuid)s] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.043074] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] instance_name_template = instance-%08x {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.043249] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] instance_usage_audit = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.043418] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] instance_usage_audit_period = month {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.043581] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.043747] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] instances_path = /opt/stack/data/nova/instances {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.043909] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] internal_service_availability_zone = internal {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.044106] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] key = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.044275] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] live_migration_retry_count = 30 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.044447] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] log_color = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.044610] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] log_config_append = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.044777] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.044935] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] log_dir = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.045104] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] log_file = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.045238] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] log_options = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.045398] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] log_rotate_interval = 1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.045566] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] log_rotate_interval_type = days {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.045733] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] log_rotation_type = none {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.045863] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.045989] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.046209] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.046392] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.046523] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.046688] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] long_rpc_timeout = 1800 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.046848] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] max_concurrent_builds = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.047016] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] max_concurrent_live_migrations = 1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.047185] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] max_concurrent_snapshots = 5 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.047344] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] max_local_block_devices = 3 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.047504] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] max_logfile_count = 30 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.047661] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] max_logfile_size_mb = 200 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.047824] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] maximum_instance_delete_attempts = 5 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.047995] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] metadata_listen = 0.0.0.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.048174] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] metadata_listen_port = 8775 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.048343] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] metadata_workers = 2 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.048504] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] migrate_max_retries = -1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.048669] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] mkisofs_cmd = genisoimage {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.048873] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] my_block_storage_ip = 10.180.1.21 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.049014] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] my_ip = 10.180.1.21 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.049225] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.049388] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] network_allocate_retries = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.049567] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.049733] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] osapi_compute_listen = 0.0.0.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.049893] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] osapi_compute_listen_port = 8774 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.050070] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] osapi_compute_unique_server_name_scope = {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.050247] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] osapi_compute_workers = 2 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.050409] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] password_length = 12 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.050568] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] periodic_enable = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.050726] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] periodic_fuzzy_delay = 60 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.050893] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] pointer_model = usbtablet {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.051099] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] preallocate_images = none {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.051273] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] publish_errors = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.051404] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] pybasedir = /opt/stack/nova {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.051589] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ram_allocation_ratio = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.051786] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] rate_limit_burst = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.051961] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] rate_limit_except_level = CRITICAL {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.052140] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] rate_limit_interval = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.052301] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] reboot_timeout = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.052460] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] reclaim_instance_interval = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.052616] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] record = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.052784] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] reimage_timeout_per_gb = 60 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.052961] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] report_interval = 120 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.053151] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] rescue_timeout = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.053316] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] reserved_host_cpus = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.053474] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] reserved_host_disk_mb = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.053630] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] reserved_host_memory_mb = 512 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.053786] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] reserved_huge_pages = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.053942] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] resize_confirm_window = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.054126] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] resize_fs_using_block_device = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.054300] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] resume_guests_state_on_host_boot = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.054470] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.054630] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] rpc_response_timeout = 60 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.054786] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] run_external_periodic_tasks = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.054951] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] running_deleted_instance_action = reap {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.055127] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] running_deleted_instance_poll_interval = 1800 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.055286] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] running_deleted_instance_timeout = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.055440] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] scheduler_instance_sync_interval = 120 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.055609] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] service_down_time = 720 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.055776] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] servicegroup_driver = db {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.055930] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] shell_completion = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.056118] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] shelved_offload_time = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.056304] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] shelved_poll_interval = 3600 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.056482] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] shutdown_timeout = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.056636] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] source_is_ipv6 = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.056795] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ssl_only = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.057066] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.057246] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] sync_power_state_interval = 600 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.057410] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] sync_power_state_pool_size = 1000 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.057578] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] syslog_log_facility = LOG_USER {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.057734] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] tempdir = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.057891] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] timeout_nbd = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.058070] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] transport_url = **** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.058237] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] update_resources_interval = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.058395] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] use_cow_images = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.058552] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] use_journal = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.058707] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] use_json = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.058863] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] use_rootwrap_daemon = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.059027] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] use_stderr = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.059190] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] use_syslog = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.059343] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vcpu_pin_set = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.059508] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vif_plugging_is_fatal = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.059675] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vif_plugging_timeout = 300 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.059837] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] virt_mkfs = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.059996] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] volume_usage_poll_interval = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.060170] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] watch_log_file = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.060335] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] web = /usr/share/spice-html5 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 487.060517] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.060681] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.060844] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.061019] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_concurrency.disable_process_locking = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.061595] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.061796] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.061961] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.062154] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.062328] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.062499] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.062695] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.auth_strategy = keystone {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.062866] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.compute_link_prefix = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.063084] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.063281] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.dhcp_domain = novalocal {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.063454] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.enable_instance_password = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.063621] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.glance_link_prefix = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.063787] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.063960] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.064165] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.instance_list_per_project_cells = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.064339] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.list_records_by_skipping_down_cells = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.064504] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.local_metadata_per_cell = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.064674] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.max_limit = 1000 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.064840] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.metadata_cache_expiration = 15 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.065026] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.neutron_default_tenant_id = default {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.065208] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.response_validation = warn {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.065405] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.use_neutron_default_nets = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.065582] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.065746] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.065912] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.066097] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.066272] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.vendordata_dynamic_targets = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.066435] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.vendordata_jsonfile_path = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.066616] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.066807] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.backend = dogpile.cache.memcached {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.066976] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.backend_argument = **** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.067153] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.backend_expiration_time = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.067323] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.config_prefix = cache.oslo {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.067493] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.dead_timeout = 60.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.067653] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.debug_cache_backend = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.067813] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.enable_retry_client = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.067976] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.enable_socket_keepalive = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.068185] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.enabled = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.068373] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.enforce_fips_mode = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.068540] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.expiration_time = 600 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.068704] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.hashclient_retry_attempts = 2 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.068867] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.hashclient_retry_delay = 1.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.069042] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.memcache_dead_retry = 300 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.069208] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.memcache_password = **** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.069371] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.069530] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.069691] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.memcache_pool_maxsize = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.069848] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.070011] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.memcache_sasl_enabled = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.070200] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.070364] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.memcache_socket_timeout = 1.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.070523] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.memcache_username = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.070686] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.proxies = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.070847] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.redis_db = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.071009] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.redis_password = **** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.071192] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.redis_sentinel_service_name = mymaster {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.071366] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.071533] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.redis_server = localhost:6379 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.071696] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.redis_socket_timeout = 1.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.071892] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.redis_username = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.072024] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.retry_attempts = 2 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.072191] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.retry_delay = 0.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.072357] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.socket_keepalive_count = 1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.072519] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.socket_keepalive_idle = 1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.072681] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.socket_keepalive_interval = 1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.072838] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.tls_allowed_ciphers = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.073026] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.tls_cafile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.073202] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.tls_certfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.073365] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.tls_enabled = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.073523] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cache.tls_keyfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.073691] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cinder.auth_section = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.073864] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cinder.auth_type = password {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.074037] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cinder.cafile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.074237] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cinder.catalog_info = volumev3::publicURL {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.074400] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cinder.certfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.074568] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cinder.collect_timing = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.074729] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cinder.cross_az_attach = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.074893] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cinder.debug = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.075068] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cinder.endpoint_template = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.075243] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cinder.http_retries = 3 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.075407] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cinder.insecure = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.075564] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cinder.keyfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.075739] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cinder.os_region_name = RegionOne {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.075903] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cinder.split_loggers = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.076075] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cinder.timeout = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.076254] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.076416] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] compute.cpu_dedicated_set = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.076574] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] compute.cpu_shared_set = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.076740] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] compute.image_type_exclude_list = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.076901] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.077078] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] compute.max_concurrent_disk_ops = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.077244] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] compute.max_disk_devices_to_attach = -1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.077406] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.077573] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.077736] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] compute.resource_provider_association_refresh = 300 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.077895] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.078067] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] compute.shutdown_retry_interval = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.078253] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.078435] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] conductor.workers = 2 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.078614] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] console.allowed_origins = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.078777] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] console.ssl_ciphers = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.078948] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] console.ssl_minimum_version = default {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.079134] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] consoleauth.enforce_session_timeout = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.079308] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] consoleauth.token_ttl = 600 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.079483] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cyborg.cafile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.079641] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cyborg.certfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.079803] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cyborg.collect_timing = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.079962] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cyborg.connect_retries = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.080138] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cyborg.connect_retry_delay = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.080327] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cyborg.endpoint_override = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.080495] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cyborg.insecure = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.080655] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cyborg.keyfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.080817] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cyborg.max_version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.080976] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cyborg.min_version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.081152] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cyborg.region_name = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.081313] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cyborg.retriable_status_codes = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.081471] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cyborg.service_name = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.081639] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cyborg.service_type = accelerator {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.081799] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cyborg.split_loggers = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.081988] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cyborg.status_code_retries = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.082122] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cyborg.status_code_retry_delay = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.082281] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cyborg.timeout = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.082461] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.082620] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] cyborg.version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.082791] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.asyncio_connection = **** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.082955] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.asyncio_slave_connection = **** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.083158] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.backend = sqlalchemy {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.083333] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.connection = **** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.083499] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.connection_debug = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.083669] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.connection_parameters = {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.083832] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.connection_recycle_time = 3600 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.083992] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.connection_trace = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.084191] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.db_inc_retry_interval = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.084360] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.db_max_retries = 20 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.084523] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.db_max_retry_interval = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.084683] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.db_retry_interval = 1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.084845] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.max_overflow = 50 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.085014] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.max_pool_size = 5 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.085183] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.max_retries = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.085353] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.085512] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.mysql_wsrep_sync_wait = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.085668] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.pool_timeout = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.085828] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.retry_interval = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.085985] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.slave_connection = **** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.086162] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.sqlite_synchronous = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.086321] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] database.use_db_reconnect = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.086487] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api_database.asyncio_connection = **** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.086644] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api_database.asyncio_slave_connection = **** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.086812] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api_database.backend = sqlalchemy {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.086979] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api_database.connection = **** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.087159] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api_database.connection_debug = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.087326] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api_database.connection_parameters = {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.087488] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api_database.connection_recycle_time = 3600 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.087648] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api_database.connection_trace = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.087807] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api_database.db_inc_retry_interval = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.087967] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api_database.db_max_retries = 20 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.088143] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api_database.db_max_retry_interval = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.088306] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api_database.db_retry_interval = 1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.088466] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api_database.max_overflow = 50 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.088625] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api_database.max_pool_size = 5 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.088785] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api_database.max_retries = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.088951] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.089127] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.089286] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api_database.pool_timeout = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.089447] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api_database.retry_interval = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.089605] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api_database.slave_connection = **** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.089765] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] api_database.sqlite_synchronous = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.089940] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] devices.enabled_mdev_types = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.090128] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.090303] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ephemeral_storage_encryption.default_format = luks {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.090463] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ephemeral_storage_encryption.enabled = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.090623] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.090793] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.api_servers = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.090955] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.cafile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.091128] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.certfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.091288] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.collect_timing = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.091443] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.connect_retries = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.091600] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.connect_retry_delay = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.091758] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.debug = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.091921] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.default_trusted_certificate_ids = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.092092] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.enable_certificate_validation = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.092276] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.enable_rbd_download = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.092448] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.endpoint_override = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.092612] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.insecure = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.092769] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.keyfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.092922] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.max_version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.093112] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.min_version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.093282] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.num_retries = 3 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.093451] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.rbd_ceph_conf = {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.093611] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.rbd_connect_timeout = 5 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.093777] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.rbd_pool = {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.093946] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.rbd_user = {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.094124] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.region_name = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.094285] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.retriable_status_codes = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.094443] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.service_name = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.094610] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.service_type = image {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.094770] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.split_loggers = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.094927] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.status_code_retries = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.095096] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.status_code_retry_delay = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.095259] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.timeout = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.095437] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.095600] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.verify_glance_signatures = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.095755] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] glance.version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.095921] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] guestfs.debug = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.096101] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.auth_section = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.096270] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.auth_type = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.096430] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.cafile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.096585] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.certfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.096747] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.collect_timing = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.096904] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.connect_retries = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.097073] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.connect_retry_delay = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.097237] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.endpoint_override = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.097398] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.insecure = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.097555] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.keyfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.097711] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.max_version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.097867] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.min_version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.098034] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.region_name = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.098198] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.retriable_status_codes = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.098355] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.service_name = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.098524] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.service_type = shared-file-system {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.098688] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.share_apply_policy_timeout = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.098847] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.split_loggers = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.099012] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.status_code_retries = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.099177] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.status_code_retry_delay = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.099334] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.timeout = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.099515] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.099675] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] manila.version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.099837] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] mks.enabled = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.100198] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.100394] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] image_cache.manager_interval = 2400 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.100564] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] image_cache.precache_concurrency = 1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.100730] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] image_cache.remove_unused_base_images = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.100898] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.101087] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.101281] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] image_cache.subdirectory_name = _base {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.101460] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.api_max_retries = 60 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.101626] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.api_retry_interval = 2 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.101786] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.auth_section = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.101949] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.auth_type = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.102149] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.cafile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.102292] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.certfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.102456] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.collect_timing = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.102619] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.conductor_group = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.102776] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.connect_retries = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.102935] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.connect_retry_delay = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.103107] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.endpoint_override = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.103272] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.insecure = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.103429] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.keyfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.103586] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.max_version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.103744] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.min_version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.103911] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.peer_list = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.104102] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.region_name = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.104288] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.retriable_status_codes = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.104454] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.serial_console_state_timeout = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.104615] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.service_name = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.104786] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.service_type = baremetal {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.104951] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.shard = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.105125] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.split_loggers = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.105284] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.status_code_retries = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.105440] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.status_code_retry_delay = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.105597] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.timeout = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.105777] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.105938] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ironic.version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.106136] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.106317] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] key_manager.fixed_key = **** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.106501] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.106667] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican.barbican_api_version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.106825] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican.barbican_endpoint = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.106995] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican.barbican_endpoint_type = public {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.107175] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican.barbican_region_name = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.107333] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican.cafile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.107491] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican.certfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.107655] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican.collect_timing = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.107817] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican.insecure = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.107975] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican.keyfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.108158] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican.number_of_retries = 60 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.108318] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican.retry_delay = 1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.108477] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican.send_service_user_token = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.108638] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican.split_loggers = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.108798] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican.timeout = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.108958] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican.verify_ssl = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.109131] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican.verify_ssl_path = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.109297] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican_service_user.auth_section = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.109459] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican_service_user.auth_type = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.109614] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican_service_user.cafile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.109770] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican_service_user.certfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.109930] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican_service_user.collect_timing = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.110100] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican_service_user.insecure = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.110261] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican_service_user.keyfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.110421] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican_service_user.split_loggers = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.110576] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] barbican_service_user.timeout = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.110742] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vault.approle_role_id = **** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.110901] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vault.approle_secret_id = **** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.111083] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vault.kv_mountpoint = secret {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.111249] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vault.kv_path = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.111412] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vault.kv_version = 2 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.111569] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vault.namespace = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.111724] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vault.root_token_id = **** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.111882] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vault.ssl_ca_crt_file = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.112056] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vault.timeout = 60.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.112262] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vault.use_ssl = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.112388] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.112567] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] keystone.cafile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.112725] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] keystone.certfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.112888] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] keystone.collect_timing = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.113078] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] keystone.connect_retries = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.113247] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] keystone.connect_retry_delay = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.113408] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] keystone.endpoint_override = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.113569] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] keystone.insecure = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.113725] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] keystone.keyfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.113882] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] keystone.max_version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.114056] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] keystone.min_version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.114241] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] keystone.region_name = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.114406] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] keystone.retriable_status_codes = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.114565] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] keystone.service_name = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.114734] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] keystone.service_type = identity {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.114895] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] keystone.split_loggers = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.115065] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] keystone.status_code_retries = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.115227] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] keystone.status_code_retry_delay = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.115383] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] keystone.timeout = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.115562] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.115720] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] keystone.version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.115908] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.ceph_mount_options = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.116270] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.116469] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.connection_uri = {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.116633] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.cpu_mode = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.116799] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.cpu_model_extra_flags = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.116966] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.cpu_models = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.117157] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.cpu_power_governor_high = performance {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.117328] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.cpu_power_governor_low = powersave {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.117489] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.cpu_power_management = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.117662] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.117833] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.device_detach_attempts = 8 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.118012] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.device_detach_timeout = 20 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.118188] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.disk_cachemodes = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.118348] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.disk_prefix = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.118513] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.enabled_perf_events = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.118675] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.file_backed_memory = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.118840] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.gid_maps = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.118998] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.hw_disk_discard = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.119194] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.hw_machine_type = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.119409] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.images_rbd_ceph_conf = {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.119582] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.119749] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.119918] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.images_rbd_glance_store_name = {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.120101] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.images_rbd_pool = rbd {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.120278] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.images_type = default {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.120436] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.images_volume_group = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.120598] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.inject_key = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.120759] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.inject_partition = -2 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.120920] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.inject_password = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.121090] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.iscsi_iface = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.121255] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.iser_use_multipath = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.121427] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.live_migration_bandwidth = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.121587] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.121747] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.live_migration_downtime = 500 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.121906] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.122075] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.122238] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.live_migration_inbound_addr = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.122397] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.122554] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.live_migration_permit_post_copy = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.122709] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.live_migration_scheme = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.122878] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.live_migration_timeout_action = abort {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.123076] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.live_migration_tunnelled = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.123249] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.live_migration_uri = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.123410] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.live_migration_with_native_tls = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.123568] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.max_queues = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.123730] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.123979] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.124193] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.nfs_mount_options = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.124492] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.124671] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.124837] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.num_iser_scan_tries = 5 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.125008] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.num_memory_encrypted_guests = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.125186] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.125352] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.num_pcie_ports = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.125517] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.num_volume_scan_tries = 5 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.125684] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.pmem_namespaces = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.125843] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.quobyte_client_cfg = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.126160] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.126341] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.rbd_connect_timeout = 5 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.126507] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.126672] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.126833] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.rbd_secret_uuid = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.126993] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.rbd_user = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.127173] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.127344] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.remote_filesystem_transport = ssh {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.127504] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.rescue_image_id = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.127662] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.rescue_kernel_id = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.127819] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.rescue_ramdisk_id = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.127992] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.128201] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.rx_queue_size = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.128393] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.smbfs_mount_options = {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.128690] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.128871] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.snapshot_compression = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.129047] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.snapshot_image_format = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.129282] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.129450] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.sparse_logical_volumes = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.129619] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.swtpm_enabled = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.129791] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.swtpm_group = tss {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.129959] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.swtpm_user = tss {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.130145] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.sysinfo_serial = unique {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.130306] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.tb_cache_size = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.130466] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.tx_queue_size = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.130632] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.uid_maps = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.130792] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.use_virtio_for_bridges = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.130964] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.virt_type = kvm {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.131147] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.volume_clear = zero {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.131311] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.volume_clear_size = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.131474] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.volume_enforce_multipath = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.131638] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.volume_use_multipath = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.131796] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.vzstorage_cache_path = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.131964] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.132148] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.vzstorage_mount_group = qemu {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.132316] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.vzstorage_mount_opts = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.132484] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.132772] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.132983] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.vzstorage_mount_user = stack {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.133181] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.133359] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.auth_section = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.133528] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.auth_type = password {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.133689] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.cafile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.133847] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.certfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.134014] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.collect_timing = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.134208] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.connect_retries = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.134371] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.connect_retry_delay = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.134541] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.default_floating_pool = public {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.134700] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.endpoint_override = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.134861] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.extension_sync_interval = 600 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.135033] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.http_retries = 3 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.135202] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.insecure = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.135362] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.keyfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.135516] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.max_version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.135684] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.135840] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.min_version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.136024] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.ovs_bridge = br-int {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.136192] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.physnets = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.136479] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.region_name = RegionOne {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.136716] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.retriable_status_codes = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.136940] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.service_metadata_proxy = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.137130] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.service_name = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.137311] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.service_type = network {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.137478] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.split_loggers = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.137639] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.status_code_retries = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.137798] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.status_code_retry_delay = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.137957] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.timeout = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.138157] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.138320] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] neutron.version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.138492] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] notifications.bdms_in_notifications = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.138670] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] notifications.default_level = INFO {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.138834] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] notifications.include_share_mapping = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.139016] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] notifications.notification_format = unversioned {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.139185] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] notifications.notify_on_state_change = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.139362] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.139559] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] pci.alias = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.139740] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] pci.device_spec = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.139906] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] pci.report_in_placement = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.140093] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.auth_section = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.140271] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.auth_type = password {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.140438] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.140599] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.cafile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.140756] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.certfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.140916] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.collect_timing = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.141088] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.connect_retries = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.141252] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.connect_retry_delay = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.141408] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.default_domain_id = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.141563] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.default_domain_name = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.141720] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.domain_id = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.141873] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.domain_name = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.142038] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.endpoint_override = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.142205] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.insecure = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.142360] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.keyfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.142539] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.max_version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.142667] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.min_version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.142831] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.password = **** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.143030] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.project_domain_id = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.143200] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.project_domain_name = Default {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.143368] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.project_id = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.143539] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.project_name = service {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.143706] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.region_name = RegionOne {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.143867] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.retriable_status_codes = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.144077] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.service_name = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.144330] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.service_type = placement {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.144521] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.split_loggers = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.144685] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.status_code_retries = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.144845] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.status_code_retry_delay = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.145010] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.system_scope = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.145183] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.timeout = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.145345] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.trust_id = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.145502] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.user_domain_id = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.145669] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.user_domain_name = Default {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.145830] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.user_id = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.146008] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.username = nova {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.146202] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.146363] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] placement.version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.146546] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] quota.cores = 20 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.146711] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] quota.count_usage_from_placement = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.146882] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.147100] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] quota.injected_file_content_bytes = 10240 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.147303] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] quota.injected_file_path_length = 255 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.147476] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] quota.injected_files = 5 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.147644] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] quota.instances = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.147808] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] quota.key_pairs = 100 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.147973] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] quota.metadata_items = 128 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.148156] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] quota.ram = 51200 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.148321] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] quota.recheck_quota = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.148488] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] quota.server_group_members = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.148652] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] quota.server_groups = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.148870] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.149060] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] quota.unified_limits_resource_strategy = require {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.149243] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.149408] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.149571] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] scheduler.image_metadata_prefilter = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.149730] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.149892] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] scheduler.max_attempts = 3 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.150064] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] scheduler.max_placement_results = 1000 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.150233] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.150392] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] scheduler.query_placement_for_image_type_support = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.150554] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.150724] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] scheduler.workers = 2 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.150902] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.151094] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.151279] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.151449] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.151641] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.151811] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.151976] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.152182] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.152352] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.host_subset_size = 1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.152515] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.152677] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.152839] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.153045] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.153237] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.153402] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.isolated_hosts = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.153563] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.isolated_images = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.153724] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.153885] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.154087] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.154263] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.pci_in_placement = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.154426] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.154586] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.154746] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.154905] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.155078] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.155247] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.155438] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.track_instance_changes = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.155622] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.155793] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] metrics.required = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.155958] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] metrics.weight_multiplier = 1.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.156139] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.156305] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] metrics.weight_setting = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.156674] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.156870] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] serial_console.enabled = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.157068] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] serial_console.port_range = 10000:20000 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.157247] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.157415] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.157581] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] serial_console.serialproxy_port = 6083 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.157746] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] service_user.auth_section = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.157917] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] service_user.auth_type = password {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.158089] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] service_user.cafile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.158253] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] service_user.certfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.158439] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] service_user.collect_timing = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.158605] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] service_user.insecure = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.158763] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] service_user.keyfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.158932] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] service_user.send_service_user_token = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.159107] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] service_user.split_loggers = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.159269] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] service_user.timeout = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.159436] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] spice.agent_enabled = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.159593] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] spice.enabled = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.159895] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.160106] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.160286] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] spice.html5proxy_port = 6082 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.160443] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] spice.image_compression = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.160597] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] spice.jpeg_compression = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.160749] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] spice.playback_compression = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.160905] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] spice.require_secure = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.161097] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] spice.server_listen = 127.0.0.1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.161260] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.161562] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.161731] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] spice.streaming_mode = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.161890] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] spice.zlib_compression = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.162069] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] upgrade_levels.baseapi = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.162248] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] upgrade_levels.compute = auto {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.162405] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] upgrade_levels.conductor = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.162561] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] upgrade_levels.scheduler = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.162730] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vendordata_dynamic_auth.auth_section = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.162881] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vendordata_dynamic_auth.auth_type = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.163077] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vendordata_dynamic_auth.cafile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.163247] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vendordata_dynamic_auth.certfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.163409] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.163591] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vendordata_dynamic_auth.insecure = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.163787] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vendordata_dynamic_auth.keyfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.163956] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.164130] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vendordata_dynamic_auth.timeout = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.164302] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.api_retry_count = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.164484] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.ca_file = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.164664] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.cache_prefix = devstack-image-cache {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.164834] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.cluster_name = testcl1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.165008] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.connection_pool_size = 10 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.165176] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.console_delay_seconds = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.165344] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.datastore_regex = ^datastore.* {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.165553] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.165728] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.host_password = **** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.165894] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.host_port = 443 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.166073] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.host_username = administrator@vsphere.local {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.166281] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.insecure = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.166451] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.integration_bridge = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.166615] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.maximum_objects = 100 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.166771] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.pbm_default_policy = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.166928] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.pbm_enabled = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.167097] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.pbm_wsdl_location = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.167272] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.167450] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.serial_port_proxy_uri = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.167623] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.serial_port_service_uri = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.167788] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.task_poll_interval = 0.5 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.167959] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.use_linked_clone = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.168145] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.vnc_keymap = en-us {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.168308] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.vnc_port = 5900 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.168468] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vmware.vnc_port_total = 10000 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.168653] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vnc.auth_schemes = ['none'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.168830] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vnc.enabled = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.169133] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.169322] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.169492] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vnc.novncproxy_port = 6080 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.169675] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vnc.server_listen = 127.0.0.1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.169853] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.170022] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vnc.vencrypt_ca_certs = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.170190] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vnc.vencrypt_client_cert = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.170348] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vnc.vencrypt_client_key = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.170541] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.170712] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] workarounds.disable_deep_image_inspection = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.170874] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.171045] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.171211] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.171368] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] workarounds.disable_rootwrap = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.171525] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] workarounds.enable_numa_live_migration = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.171680] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.171836] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.171993] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.172166] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] workarounds.libvirt_disable_apic = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.172322] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.172482] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.172638] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.172826] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.172957] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.173159] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.173322] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.173498] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.173673] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.173841] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.174065] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.174256] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] wsgi.client_socket_timeout = 900 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.174425] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] wsgi.default_pool_size = 1000 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.174589] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] wsgi.keep_alive = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.174754] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] wsgi.max_header_line = 16384 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.174915] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] wsgi.secure_proxy_ssl_header = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.175086] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] wsgi.ssl_ca_file = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.175250] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] wsgi.ssl_cert_file = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.175408] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] wsgi.ssl_key_file = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.175571] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] wsgi.tcp_keepidle = 600 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.175746] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.175912] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] zvm.ca_file = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.176081] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] zvm.cloud_connector_url = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.176386] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.176578] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] zvm.reachable_timeout = 300 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.176759] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.176938] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.177132] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] profiler.connection_string = messaging:// {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.177306] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] profiler.enabled = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.177473] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] profiler.es_doc_type = notification {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.177634] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] profiler.es_scroll_size = 10000 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.177799] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] profiler.es_scroll_time = 2m {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.177958] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] profiler.filter_error_trace = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.178140] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] profiler.hmac_keys = **** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.178306] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] profiler.sentinel_service_name = mymaster {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.178467] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] profiler.socket_timeout = 0.1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.178624] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] profiler.trace_requests = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.178782] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] profiler.trace_sqlalchemy = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.178956] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] profiler_jaeger.process_tags = {} {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.179130] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] profiler_jaeger.service_name_prefix = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.179297] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] profiler_otlp.service_name_prefix = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.179479] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] remote_debug.host = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.179663] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] remote_debug.port = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.179844] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.180027] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.180189] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.180348] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.180508] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.180664] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.180820] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.180979] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.181157] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.181364] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.181551] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.181727] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.181895] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.182070] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.182233] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.182398] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.182575] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.182754] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.182921] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.183121] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.183294] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.183457] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.183620] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.183778] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.183942] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.184197] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.184385] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.184550] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.184711] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.184872] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.185044] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.ssl = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.185223] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.185419] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.185590] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.185760] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.185926] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.ssl_version = {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.186100] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.186293] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.186458] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_notifications.retry = -1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.186632] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.186800] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_messaging_notifications.transport_url = **** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.186973] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.auth_section = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.187148] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.auth_type = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.187307] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.cafile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.187464] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.certfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.187623] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.collect_timing = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.187781] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.connect_retries = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.187935] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.connect_retry_delay = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.188104] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.endpoint_id = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.188276] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.endpoint_interface = publicURL {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.188457] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.endpoint_override = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.188621] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.endpoint_region_name = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.188776] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.endpoint_service_name = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.188932] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.endpoint_service_type = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.189108] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.insecure = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.189268] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.keyfile = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.189426] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.max_version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.189580] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.min_version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.189732] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.region_name = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.189889] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.retriable_status_codes = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.190057] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.service_name = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.190219] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.service_type = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.190375] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.split_loggers = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.190531] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.status_code_retries = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.190686] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.status_code_retry_delay = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.190842] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.timeout = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.190995] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.valid_interfaces = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.191199] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_limit.version = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.191391] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_reports.file_event_handler = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.191852] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.191852] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] oslo_reports.log_dir = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.191914] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.192048] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.192213] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.192379] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.192543] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.192699] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.192865] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.193059] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vif_plug_ovs_privileged.group = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.193235] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.193398] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.193559] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.193715] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] vif_plug_ovs_privileged.user = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.193883] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] os_vif_linux_bridge.flat_interface = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.194094] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.194276] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.194469] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.194651] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.194824] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.194990] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.195168] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.195346] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.195516] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] os_vif_ovs.isolate_vif = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.195681] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.195845] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.196026] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.196216] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] os_vif_ovs.ovsdb_interface = native {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.196392] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] os_vif_ovs.per_port_bridge = False {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.196564] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] privsep_osbrick.capabilities = [21] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.196721] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] privsep_osbrick.group = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.196876] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] privsep_osbrick.helper_command = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.197052] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.197222] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.197379] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] privsep_osbrick.user = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.197577] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.197740] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] nova_sys_admin.group = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.197896] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] nova_sys_admin.helper_command = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.198072] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.198237] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.198393] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] nova_sys_admin.user = None {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 487.198523] env[68391]: DEBUG oslo_service.backend.eventlet.service [None req-0cf6c86c-83e3-4c7d-821c-14b474be6dfd None None] ******************************************************************************** {{(pid=68391) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 487.198937] env[68391]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 487.703222] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Getting list of instances from cluster (obj){ [ 487.703222] env[68391]: value = "domain-c8" [ 487.703222] env[68391]: _type = "ClusterComputeResource" [ 487.703222] env[68391]: } {{(pid=68391) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 487.706908] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2b981a-ce76-4175-9391-7babca3b6a6a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.713943] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Got total of 0 instances {{(pid=68391) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 487.714624] env[68391]: WARNING nova.virt.vmwareapi.driver [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 487.715178] env[68391]: INFO nova.virt.node [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Generated node identity 91cd88db-7a2c-4f42-b40d-730164cb64f8 [ 487.715462] env[68391]: INFO nova.virt.node [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Wrote node identity 91cd88db-7a2c-4f42-b40d-730164cb64f8 to /opt/stack/data/n-cpu-1/compute_id [ 488.218746] env[68391]: WARNING nova.compute.manager [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Compute nodes ['91cd88db-7a2c-4f42-b40d-730164cb64f8'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 489.224284] env[68391]: INFO nova.compute.manager [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 490.230190] env[68391]: WARNING nova.compute.manager [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 490.230552] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 490.230706] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 490.230864] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 490.231033] env[68391]: DEBUG nova.compute.resource_tracker [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68391) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 490.232389] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1093eb30-d1a0-47cc-a684-25c81c1e046a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.240263] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ce9170-0cf4-4a51-8968-fbdfbee0551f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.253501] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6413d6-4e94-4baa-ab9b-0fa5e7f05e46 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.259771] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f02f2ef-faa9-4c42-ac2e-3eaa6b7fc2b9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.287804] env[68391]: DEBUG nova.compute.resource_tracker [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181041MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=68391) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 490.287947] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 490.288177] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 490.791043] env[68391]: WARNING nova.compute.resource_tracker [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] No compute node record for cpu-1:91cd88db-7a2c-4f42-b40d-730164cb64f8: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 91cd88db-7a2c-4f42-b40d-730164cb64f8 could not be found. [ 491.295122] env[68391]: INFO nova.compute.resource_tracker [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 91cd88db-7a2c-4f42-b40d-730164cb64f8 [ 492.804795] env[68391]: DEBUG nova.compute.resource_tracker [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 492.805290] env[68391]: DEBUG nova.compute.resource_tracker [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 492.961240] env[68391]: INFO nova.scheduler.client.report [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] [req-3579a3f3-65ce-4181-8c75-a9552d960e76] Created resource provider record via placement API for resource provider with UUID 91cd88db-7a2c-4f42-b40d-730164cb64f8 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 492.978183] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473b0240-3d98-4208-9caa-4ab22e2c6b5a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 492.986050] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b280ea6a-73d3-4cc0-9426-d93953a6dde1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 493.016071] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e85f63-97fd-4a10-bb7f-a16833a28901 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 493.023135] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d789fef-49e0-41fc-97a8-81c6398db87f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 493.037018] env[68391]: DEBUG nova.compute.provider_tree [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 493.572735] env[68391]: DEBUG nova.scheduler.client.report [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Updated inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 493.572952] env[68391]: DEBUG nova.compute.provider_tree [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Updating resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 generation from 0 to 1 during operation: update_inventory {{(pid=68391) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 493.573140] env[68391]: DEBUG nova.compute.provider_tree [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 493.620621] env[68391]: DEBUG nova.compute.provider_tree [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Updating resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 generation from 1 to 2 during operation: update_traits {{(pid=68391) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 494.126036] env[68391]: DEBUG nova.compute.resource_tracker [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68391) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 494.126036] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.838s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 494.126036] env[68391]: DEBUG nova.service [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Creating RPC server for service compute {{(pid=68391) start /opt/stack/nova/nova/service.py:186}} [ 494.139146] env[68391]: DEBUG nova.service [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] Join ServiceGroup membership for this service compute {{(pid=68391) start /opt/stack/nova/nova/service.py:203}} [ 494.139328] env[68391]: DEBUG nova.servicegroup.drivers.db [None req-f1c927c9-da2f-4e7e-84dc-847aca876592 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68391) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 532.483901] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "1b07d836-07a1-437f-8890-59630b092bca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 532.484250] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "1b07d836-07a1-437f-8890-59630b092bca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 532.987609] env[68391]: DEBUG nova.compute.manager [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 533.355987] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Acquiring lock "955d5968-609f-41ef-9fba-34c29184f66f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 533.356145] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Lock "955d5968-609f-41ef-9fba-34c29184f66f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 533.536145] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 533.536145] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 533.537850] env[68391]: INFO nova.compute.claims [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 533.689325] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Acquiring lock "6e0dade5-e6cb-4bfe-8415-3a820c338854" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 533.689593] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Lock "6e0dade5-e6cb-4bfe-8415-3a820c338854" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 533.859843] env[68391]: DEBUG nova.compute.manager [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 534.194555] env[68391]: DEBUG nova.compute.manager [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 534.198040] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquiring lock "39cf4eea-900e-4211-9afe-ae2735af2661" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 534.198368] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "39cf4eea-900e-4211-9afe-ae2735af2661" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 534.382286] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 534.711535] env[68391]: DEBUG nova.compute.manager [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 534.718770] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 534.747789] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97304d3c-21c4-4998-a10c-fd80327d74f0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.761257] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60efcece-894c-4423-945e-bb2d94f64537 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.811149] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c862d1e2-4a56-4912-8dd3-09eaa4a6be47 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.825723] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c713a958-5250-4dd2-afb4-c9e3c0d0ee1b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.841217] env[68391]: DEBUG nova.compute.provider_tree [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 534.906873] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Acquiring lock "9da9da05-f0fe-4490-a416-5e4513e72584" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 534.906873] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Lock "9da9da05-f0fe-4490-a416-5e4513e72584" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 535.059957] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Acquiring lock "5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.060087] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Lock "5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 535.206037] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Acquiring lock "186d39ce-c42b-4fb6-bcd1-ba10eeb9df20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.206444] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Lock "186d39ce-c42b-4fb6-bcd1-ba10eeb9df20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 535.239292] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.349158] env[68391]: DEBUG nova.scheduler.client.report [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 535.408335] env[68391]: DEBUG nova.compute.manager [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 535.563608] env[68391]: DEBUG nova.compute.manager [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 535.708574] env[68391]: DEBUG nova.compute.manager [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 535.856694] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 535.862116] env[68391]: DEBUG nova.compute.manager [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 535.863869] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.482s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 535.868534] env[68391]: INFO nova.compute.claims [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 535.940627] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 536.055653] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Acquiring lock "7eea385c-cd21-4229-84ca-60ebfaa72460" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 536.056116] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Lock "7eea385c-cd21-4229-84ca-60ebfaa72460" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 536.093595] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 536.242648] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 536.373301] env[68391]: DEBUG nova.compute.utils [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 536.381111] env[68391]: DEBUG nova.compute.manager [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 536.381111] env[68391]: DEBUG nova.network.neutron [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 536.561241] env[68391]: DEBUG nova.compute.manager [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 536.886903] env[68391]: DEBUG nova.compute.manager [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 537.047103] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188852e2-848f-4009-a7a0-75153e571223 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.054803] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a41ba6f-b010-4cde-9b21-e906ac3380aa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.102320] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb479fd2-51fd-4e50-bc7e-d4b57c588723 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.109928] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1566c2-e6e1-4c78-9b01-43b6c48a0d5c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.126675] env[68391]: DEBUG nova.compute.provider_tree [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 537.128998] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 537.358885] env[68391]: DEBUG nova.policy [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66fd7028ffaf4cd493f7cd1e04c9a3eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9fd8e3682d4d478f981139fa53bcb4b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 537.630794] env[68391]: DEBUG nova.scheduler.client.report [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 537.777808] env[68391]: DEBUG nova.network.neutron [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Successfully created port: dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 537.900947] env[68391]: DEBUG nova.compute.manager [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 537.930804] env[68391]: DEBUG nova.virt.hardware [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 537.931033] env[68391]: DEBUG nova.virt.hardware [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 537.931204] env[68391]: DEBUG nova.virt.hardware [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 537.931483] env[68391]: DEBUG nova.virt.hardware [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 537.931744] env[68391]: DEBUG nova.virt.hardware [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 537.931744] env[68391]: DEBUG nova.virt.hardware [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 537.931874] env[68391]: DEBUG nova.virt.hardware [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 537.932068] env[68391]: DEBUG nova.virt.hardware [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 537.932687] env[68391]: DEBUG nova.virt.hardware [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 537.932904] env[68391]: DEBUG nova.virt.hardware [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 537.933254] env[68391]: DEBUG nova.virt.hardware [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 537.934637] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0af9413-35d0-489e-b470-2c7f754aff51 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.943014] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093dcb08-6280-4efb-8a23-951f6b6cd729 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.963280] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db75f484-49d5-47c4-b50c-b55be5caadcc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.140019] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 538.140019] env[68391]: DEBUG nova.compute.manager [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 538.141073] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.422s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 538.142706] env[68391]: INFO nova.compute.claims [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 538.648232] env[68391]: DEBUG nova.compute.utils [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 538.649634] env[68391]: DEBUG nova.compute.manager [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 538.650667] env[68391]: DEBUG nova.network.neutron [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 538.791032] env[68391]: DEBUG nova.policy [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12d62db77e2242c49abcaa1db519b211', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4d2a1b1d38c46bebb821585c81e1b45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 539.146116] env[68391]: DEBUG nova.network.neutron [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Successfully created port: 8eb1eb3f-f913-41d1-a2d5-e0eb62ab49e5 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 539.155096] env[68391]: DEBUG nova.compute.manager [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 539.339082] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc1782b-cd18-4ae9-a4a4-bf98ffc03383 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.350416] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc017f01-bfbb-4b9e-ba6e-ebe9afe40af1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.385095] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8593ca63-d829-44b1-9a9d-8aedf53564ba {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.393912] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790c076d-445f-47fd-81e0-7ef725d60164 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.407184] env[68391]: DEBUG nova.compute.provider_tree [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 539.910065] env[68391]: DEBUG nova.scheduler.client.report [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 540.169673] env[68391]: DEBUG nova.compute.manager [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 540.207247] env[68391]: DEBUG nova.virt.hardware [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 540.210651] env[68391]: DEBUG nova.virt.hardware [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 540.210651] env[68391]: DEBUG nova.virt.hardware [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 540.210651] env[68391]: DEBUG nova.virt.hardware [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 540.210651] env[68391]: DEBUG nova.virt.hardware [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 540.210651] env[68391]: DEBUG nova.virt.hardware [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 540.211205] env[68391]: DEBUG nova.virt.hardware [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 540.211205] env[68391]: DEBUG nova.virt.hardware [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 540.211205] env[68391]: DEBUG nova.virt.hardware [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 540.211205] env[68391]: DEBUG nova.virt.hardware [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 540.211205] env[68391]: DEBUG nova.virt.hardware [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 540.211537] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20e5f39-0d9e-4b73-9213-5d20cc524fbf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.224803] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97cd37f-90c5-4e8a-bca8-f40c135100ec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.417957] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 540.418751] env[68391]: DEBUG nova.compute.manager [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 540.424498] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.183s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 540.424498] env[68391]: INFO nova.compute.claims [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 540.930923] env[68391]: DEBUG nova.compute.utils [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 540.935070] env[68391]: DEBUG nova.compute.manager [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 540.935252] env[68391]: DEBUG nova.network.neutron [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 541.085251] env[68391]: DEBUG nova.network.neutron [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Successfully updated port: dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 541.089302] env[68391]: DEBUG nova.policy [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df5b15099d8f4e3cb13b7507b774eaed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17c87ab464a944788029484e5df386ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 541.436537] env[68391]: DEBUG nova.compute.manager [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 541.491056] env[68391]: DEBUG nova.network.neutron [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Successfully updated port: 8eb1eb3f-f913-41d1-a2d5-e0eb62ab49e5 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 541.586965] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "refresh_cache-1b07d836-07a1-437f-8890-59630b092bca" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.587149] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquired lock "refresh_cache-1b07d836-07a1-437f-8890-59630b092bca" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.587303] env[68391]: DEBUG nova.network.neutron [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 541.660303] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82955c7-448b-4572-8947-a974002f9dbf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.670744] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d3d063-c98c-42e4-8473-483b6f6f7305 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.713449] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e80ba02-a005-4411-826b-ac01534d2991 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.721802] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa86b67-a7e2-4b30-bf37-c7a31164eca4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.737606] env[68391]: DEBUG nova.compute.provider_tree [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 541.995695] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Acquiring lock "refresh_cache-955d5968-609f-41ef-9fba-34c29184f66f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.995695] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Acquired lock "refresh_cache-955d5968-609f-41ef-9fba-34c29184f66f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.995695] env[68391]: DEBUG nova.network.neutron [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 542.162500] env[68391]: DEBUG nova.network.neutron [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 542.241484] env[68391]: DEBUG nova.scheduler.client.report [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 542.359395] env[68391]: DEBUG nova.network.neutron [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Updating instance_info_cache with network_info: [{"id": "dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8", "address": "fa:16:3e:03:0d:cf", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfb6dc4c-d9", "ovs_interfaceid": "dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 542.428334] env[68391]: DEBUG nova.compute.manager [req-d89f5e02-54ff-49c2-9908-b39b30c11fa3 req-55fabeac-0b00-4496-8ee5-01eb6021332d service nova] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Received event network-vif-plugged-dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 542.428334] env[68391]: DEBUG oslo_concurrency.lockutils [req-d89f5e02-54ff-49c2-9908-b39b30c11fa3 req-55fabeac-0b00-4496-8ee5-01eb6021332d service nova] Acquiring lock "1b07d836-07a1-437f-8890-59630b092bca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 542.428334] env[68391]: DEBUG oslo_concurrency.lockutils [req-d89f5e02-54ff-49c2-9908-b39b30c11fa3 req-55fabeac-0b00-4496-8ee5-01eb6021332d service nova] Lock "1b07d836-07a1-437f-8890-59630b092bca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 542.428334] env[68391]: DEBUG oslo_concurrency.lockutils [req-d89f5e02-54ff-49c2-9908-b39b30c11fa3 req-55fabeac-0b00-4496-8ee5-01eb6021332d service nova] Lock "1b07d836-07a1-437f-8890-59630b092bca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 542.428334] env[68391]: DEBUG nova.compute.manager [req-d89f5e02-54ff-49c2-9908-b39b30c11fa3 req-55fabeac-0b00-4496-8ee5-01eb6021332d service nova] [instance: 1b07d836-07a1-437f-8890-59630b092bca] No waiting events found dispatching network-vif-plugged-dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 542.428588] env[68391]: WARNING nova.compute.manager [req-d89f5e02-54ff-49c2-9908-b39b30c11fa3 req-55fabeac-0b00-4496-8ee5-01eb6021332d service nova] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Received unexpected event network-vif-plugged-dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8 for instance with vm_state building and task_state spawning. [ 542.453766] env[68391]: DEBUG nova.compute.manager [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 542.499822] env[68391]: DEBUG nova.virt.hardware [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 542.499822] env[68391]: DEBUG nova.virt.hardware [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 542.499822] env[68391]: DEBUG nova.virt.hardware [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 542.500223] env[68391]: DEBUG nova.virt.hardware [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 542.501102] env[68391]: DEBUG nova.virt.hardware [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 542.501910] env[68391]: DEBUG nova.virt.hardware [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 542.502791] env[68391]: DEBUG nova.virt.hardware [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 542.503871] env[68391]: DEBUG nova.virt.hardware [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 542.504037] env[68391]: DEBUG nova.virt.hardware [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 542.504394] env[68391]: DEBUG nova.virt.hardware [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 542.504783] env[68391]: DEBUG nova.virt.hardware [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 542.509715] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae30276-bc23-49ac-a2cb-9110f7c61c05 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.520259] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a3e1f6-e0e8-4de1-a104-e3402b6fd7e0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.570962] env[68391]: DEBUG nova.network.neutron [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 542.586188] env[68391]: DEBUG nova.network.neutron [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Successfully created port: d1168971-73cc-403e-bd36-154208d5f57d {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 542.746898] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 542.749192] env[68391]: DEBUG nova.compute.manager [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 542.750258] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.811s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 542.752602] env[68391]: INFO nova.compute.claims [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 542.864090] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Releasing lock "refresh_cache-1b07d836-07a1-437f-8890-59630b092bca" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.864420] env[68391]: DEBUG nova.compute.manager [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Instance network_info: |[{"id": "dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8", "address": "fa:16:3e:03:0d:cf", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfb6dc4c-d9", "ovs_interfaceid": "dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 542.864911] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:0d:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 542.877484] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 542.877766] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0286d6bc-41e2-4197-af33-49252a6dcdf5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.889623] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Created folder: OpenStack in parent group-v4. [ 542.889840] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Creating folder: Project (9fd8e3682d4d478f981139fa53bcb4b2). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 542.890413] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c74bef28-6ad9-4d0e-a387-cfd6c8744346 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.903847] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Created folder: Project (9fd8e3682d4d478f981139fa53bcb4b2) in parent group-v608736. [ 542.904059] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Creating folder: Instances. Parent ref: group-v608737. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 542.904308] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c545bc66-a238-480f-92ad-3bcc88ba86e0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.914031] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Created folder: Instances in parent group-v608737. [ 542.914283] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 542.914697] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 542.914911] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e44d92b4-849a-42d9-a264-2249618bc2c1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.933470] env[68391]: DEBUG nova.network.neutron [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Updating instance_info_cache with network_info: [{"id": "8eb1eb3f-f913-41d1-a2d5-e0eb62ab49e5", "address": "fa:16:3e:d5:01:99", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eb1eb3f-f9", "ovs_interfaceid": "8eb1eb3f-f913-41d1-a2d5-e0eb62ab49e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 542.940105] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 542.940105] env[68391]: value = "task-3038248" [ 542.940105] env[68391]: _type = "Task" [ 542.940105] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.954377] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038248, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.259482] env[68391]: DEBUG nova.compute.utils [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 543.263459] env[68391]: DEBUG nova.compute.manager [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 543.263713] env[68391]: DEBUG nova.network.neutron [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 543.406976] env[68391]: DEBUG nova.policy [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf00a146f74c4a509e9fca129fcae573', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '671d0dbc6c92469c8b71c3beba08a470', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 543.436424] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Releasing lock "refresh_cache-955d5968-609f-41ef-9fba-34c29184f66f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.436424] env[68391]: DEBUG nova.compute.manager [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Instance network_info: |[{"id": "8eb1eb3f-f913-41d1-a2d5-e0eb62ab49e5", "address": "fa:16:3e:d5:01:99", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eb1eb3f-f9", "ovs_interfaceid": "8eb1eb3f-f913-41d1-a2d5-e0eb62ab49e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 543.439916] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:01:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8eb1eb3f-f913-41d1-a2d5-e0eb62ab49e5', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 543.447393] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Creating folder: Project (e4d2a1b1d38c46bebb821585c81e1b45). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 543.448042] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b73d7e6b-0f31-423a-aff9-9e0141f4fdd1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.467611] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038248, 'name': CreateVM_Task, 'duration_secs': 0.423018} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.468982] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 543.469177] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Created folder: Project (e4d2a1b1d38c46bebb821585c81e1b45) in parent group-v608736. [ 543.469373] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Creating folder: Instances. Parent ref: group-v608740. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 543.471148] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9477da50-f022-4950-a47e-4ce3746df91c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.483014] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Created folder: Instances in parent group-v608740. [ 543.483014] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 543.483014] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 543.483014] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7f92f53-7b9f-47a4-9a7a-6b77c3a2760f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.502711] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 543.502711] env[68391]: value = "task-3038251" [ 543.502711] env[68391]: _type = "Task" [ 543.502711] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.510774] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038251, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.580569] env[68391]: DEBUG oslo_vmware.service [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498fdece-02c4-46f4-8ff7-9d32326b35d3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.588768] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.589046] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.589800] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.590042] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b6a601-9af7-4c0f-b519-93e38e077b66 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.595681] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 543.595681] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52059362-5948-0fef-7fc0-5a11dd7d774a" [ 543.595681] env[68391]: _type = "Task" [ 543.595681] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.605074] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52059362-5948-0fef-7fc0-5a11dd7d774a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.769722] env[68391]: DEBUG nova.compute.manager [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 543.923685] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a493291-8b2c-4b31-a1c3-ff375c2562a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.933029] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152dcc13-bbba-4a20-8de1-f35b2f52f6cd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.967664] env[68391]: DEBUG nova.network.neutron [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Successfully created port: 45095f19-2a72-4545-9a1d-80b544899113 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 543.970602] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf803df-4d6a-4f02-b3c4-b0d8737aed6d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.981227] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbba384e-21aa-42c0-9f7c-1fc496929d1e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.993914] env[68391]: DEBUG nova.compute.provider_tree [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 544.015435] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038251, 'name': CreateVM_Task, 'duration_secs': 0.367814} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.015524] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 544.016109] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.106842] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.107117] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 544.107348] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.107572] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.107876] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 544.108370] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.108475] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.108677] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0658e74-0c42-4dfe-81b6-d10dbf39e478 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.110560] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24089fa5-a491-43dc-95cf-6cb34764359a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.116114] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Waiting for the task: (returnval){ [ 544.116114] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5282e812-4a99-f64a-c351-c49aa3e6a3fb" [ 544.116114] env[68391]: _type = "Task" [ 544.116114] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.120357] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 544.120357] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 544.121450] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c28faf-70f8-48c3-977d-3a89e20f7584 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.126785] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5282e812-4a99-f64a-c351-c49aa3e6a3fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.130909] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f466b423-282d-4660-8d8f-f33618026754 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.135382] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 544.135382] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52fa71b5-a7d1-ee02-fc21-5895b57aaa63" [ 544.135382] env[68391]: _type = "Task" [ 544.135382] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.143312] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52fa71b5-a7d1-ee02-fc21-5895b57aaa63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.498680] env[68391]: DEBUG nova.scheduler.client.report [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 544.627788] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.628252] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 544.628626] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.648475] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Preparing fetch location {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 544.649169] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Creating directory with path [datastore2] vmware_temp/a1318fc3-615a-4dd4-a0bb-a76c18bfe91b/c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 544.649489] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14aa2177-9c89-4c1f-8485-7a1475971d87 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.679248] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Created directory with path [datastore2] vmware_temp/a1318fc3-615a-4dd4-a0bb-a76c18bfe91b/c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 544.679248] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Fetch image to [datastore2] vmware_temp/a1318fc3-615a-4dd4-a0bb-a76c18bfe91b/c48f848a-9b59-4c83-9b2f-e9d02467d466/tmp-sparse.vmdk {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 544.679248] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Downloading image file data c48f848a-9b59-4c83-9b2f-e9d02467d466 to [datastore2] vmware_temp/a1318fc3-615a-4dd4-a0bb-a76c18bfe91b/c48f848a-9b59-4c83-9b2f-e9d02467d466/tmp-sparse.vmdk on the data store datastore2 {{(pid=68391) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 544.680125] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4e0874-39cd-46cc-be04-3ac902c0f0ba {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.689680] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca921a38-3b49-42f9-98a3-6f18b43d34c7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.701192] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dfcc74-0aa9-4128-ba93-554ef03dfa12 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.740437] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6779296c-3568-46d3-86f4-71805f050713 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.748019] env[68391]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-442e7aa5-d8eb-4018-ab87-c7e25bacf26e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.783957] env[68391]: DEBUG nova.compute.manager [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 544.825367] env[68391]: DEBUG nova.virt.hardware [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 544.825367] env[68391]: DEBUG nova.virt.hardware [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 544.825367] env[68391]: DEBUG nova.virt.hardware [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 544.825571] env[68391]: DEBUG nova.virt.hardware [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 544.825571] env[68391]: DEBUG nova.virt.hardware [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 544.825571] env[68391]: DEBUG nova.virt.hardware [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 544.825571] env[68391]: DEBUG nova.virt.hardware [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 544.825571] env[68391]: DEBUG nova.virt.hardware [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 544.825721] env[68391]: DEBUG nova.virt.hardware [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 544.825721] env[68391]: DEBUG nova.virt.hardware [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 544.825721] env[68391]: DEBUG nova.virt.hardware [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 544.826414] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18c7ac6-07fe-484f-8999-2d66149d954c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.836937] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Downloading image file data c48f848a-9b59-4c83-9b2f-e9d02467d466 to the data store datastore2 {{(pid=68391) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 544.840651] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a307b5f-6f79-461b-8ce8-519e61e5a32e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.913510] env[68391]: DEBUG oslo_vmware.rw_handles [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a1318fc3-615a-4dd4-a0bb-a76c18bfe91b/c48f848a-9b59-4c83-9b2f-e9d02467d466/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68391) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 545.008969] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 545.009229] env[68391]: DEBUG nova.compute.manager [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 545.014298] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.920s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.019788] env[68391]: INFO nova.compute.claims [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 545.245915] env[68391]: DEBUG nova.network.neutron [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Successfully updated port: d1168971-73cc-403e-bd36-154208d5f57d {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 545.521514] env[68391]: DEBUG nova.compute.utils [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 545.526833] env[68391]: DEBUG nova.compute.manager [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 545.527075] env[68391]: DEBUG nova.network.neutron [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 545.551748] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Acquiring lock "54a90dc4-1c71-487e-90c8-9ac494d9ea3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.551748] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Lock "54a90dc4-1c71-487e-90c8-9ac494d9ea3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.694543] env[68391]: DEBUG oslo_vmware.rw_handles [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Completed reading data from the image iterator. {{(pid=68391) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 545.694825] env[68391]: DEBUG oslo_vmware.rw_handles [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a1318fc3-615a-4dd4-a0bb-a76c18bfe91b/c48f848a-9b59-4c83-9b2f-e9d02467d466/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 545.749463] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Acquiring lock "refresh_cache-6e0dade5-e6cb-4bfe-8415-3a820c338854" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.749463] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Acquired lock "refresh_cache-6e0dade5-e6cb-4bfe-8415-3a820c338854" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.749463] env[68391]: DEBUG nova.network.neutron [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 545.799878] env[68391]: DEBUG nova.policy [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67849eccc316467f9a5bb3975e9253d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd134dedbf4cb461e8567d65371cf8dbc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 545.862224] env[68391]: DEBUG nova.network.neutron [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Successfully updated port: 45095f19-2a72-4545-9a1d-80b544899113 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 545.956701] env[68391]: DEBUG nova.compute.manager [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Received event network-changed-dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 545.958184] env[68391]: DEBUG nova.compute.manager [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Refreshing instance network info cache due to event network-changed-dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 545.958539] env[68391]: DEBUG oslo_concurrency.lockutils [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] Acquiring lock "refresh_cache-1b07d836-07a1-437f-8890-59630b092bca" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.958680] env[68391]: DEBUG oslo_concurrency.lockutils [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] Acquired lock "refresh_cache-1b07d836-07a1-437f-8890-59630b092bca" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.960521] env[68391]: DEBUG nova.network.neutron [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Refreshing network info cache for port dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 545.971367] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Downloaded image file data c48f848a-9b59-4c83-9b2f-e9d02467d466 to vmware_temp/a1318fc3-615a-4dd4-a0bb-a76c18bfe91b/c48f848a-9b59-4c83-9b2f-e9d02467d466/tmp-sparse.vmdk on the data store datastore2 {{(pid=68391) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 545.973222] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Caching image {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 545.974995] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Copying Virtual Disk [datastore2] vmware_temp/a1318fc3-615a-4dd4-a0bb-a76c18bfe91b/c48f848a-9b59-4c83-9b2f-e9d02467d466/tmp-sparse.vmdk to [datastore2] vmware_temp/a1318fc3-615a-4dd4-a0bb-a76c18bfe91b/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 545.975809] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-547c6637-337a-458a-994e-c8c1d65c3797 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.985645] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 545.985645] env[68391]: value = "task-3038252" [ 545.985645] env[68391]: _type = "Task" [ 545.985645] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.994747] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.034467] env[68391]: DEBUG nova.compute.manager [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 546.060413] env[68391]: DEBUG nova.compute.manager [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 546.304831] env[68391]: DEBUG nova.network.neutron [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 546.361507] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6569ac8-76a3-4e80-8cf1-d4f5a37c04f8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.372939] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquiring lock "refresh_cache-39cf4eea-900e-4211-9afe-ae2735af2661" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.372939] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquired lock "refresh_cache-39cf4eea-900e-4211-9afe-ae2735af2661" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.372939] env[68391]: DEBUG nova.network.neutron [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 546.382547] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d16381-925d-4eca-96fc-f543d3fabe9e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.424658] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e338a5d-d9e1-4c35-89bf-9fef36cf5a11 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.434680] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262136e5-de64-45db-8536-c41f5dcee5f3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.450538] env[68391]: DEBUG nova.compute.provider_tree [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 546.498075] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038252, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.590566] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 546.600353] env[68391]: DEBUG nova.network.neutron [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Updating instance_info_cache with network_info: [{"id": "d1168971-73cc-403e-bd36-154208d5f57d", "address": "fa:16:3e:ea:a5:09", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1168971-73", "ovs_interfaceid": "d1168971-73cc-403e-bd36-154208d5f57d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.717907] env[68391]: DEBUG nova.network.neutron [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Successfully created port: 6d3a5fae-1298-4d0e-9504-835597b8b434 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 546.850663] env[68391]: DEBUG nova.network.neutron [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Updated VIF entry in instance network info cache for port dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 546.851067] env[68391]: DEBUG nova.network.neutron [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Updating instance_info_cache with network_info: [{"id": "dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8", "address": "fa:16:3e:03:0d:cf", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfb6dc4c-d9", "ovs_interfaceid": "dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.928141] env[68391]: DEBUG nova.network.neutron [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 546.961709] env[68391]: DEBUG nova.scheduler.client.report [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 547.000829] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66803} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.000829] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Copied Virtual Disk [datastore2] vmware_temp/a1318fc3-615a-4dd4-a0bb-a76c18bfe91b/c48f848a-9b59-4c83-9b2f-e9d02467d466/tmp-sparse.vmdk to [datastore2] vmware_temp/a1318fc3-615a-4dd4-a0bb-a76c18bfe91b/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 547.000829] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Deleting the datastore file [datastore2] vmware_temp/a1318fc3-615a-4dd4-a0bb-a76c18bfe91b/c48f848a-9b59-4c83-9b2f-e9d02467d466/tmp-sparse.vmdk {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 547.001924] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be4fe177-8760-42ba-88f5-abebf4e0e6d1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.017044] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 547.017044] env[68391]: value = "task-3038253" [ 547.017044] env[68391]: _type = "Task" [ 547.017044] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.028831] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.043813] env[68391]: DEBUG nova.compute.manager [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 547.104077] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Releasing lock "refresh_cache-6e0dade5-e6cb-4bfe-8415-3a820c338854" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.104221] env[68391]: DEBUG nova.compute.manager [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Instance network_info: |[{"id": "d1168971-73cc-403e-bd36-154208d5f57d", "address": "fa:16:3e:ea:a5:09", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1168971-73", "ovs_interfaceid": "d1168971-73cc-403e-bd36-154208d5f57d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 547.104576] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:a5:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1168971-73cc-403e-bd36-154208d5f57d', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 547.112661] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Creating folder: Project (17c87ab464a944788029484e5df386ab). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 547.112909] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61ebf878-fe43-48ff-9696-f2a9184ce48c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.122946] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Created folder: Project (17c87ab464a944788029484e5df386ab) in parent group-v608736. [ 547.123154] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Creating folder: Instances. Parent ref: group-v608743. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 547.123386] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdfd6a74-2452-43b8-be30-592cf89925f4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.126346] env[68391]: DEBUG nova.network.neutron [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Updating instance_info_cache with network_info: [{"id": "45095f19-2a72-4545-9a1d-80b544899113", "address": "fa:16:3e:9e:30:6d", "network": {"id": "438d70ec-868a-4b58-91b6-2b61813c8965", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20171568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "671d0dbc6c92469c8b71c3beba08a470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45095f19-2a", "ovs_interfaceid": "45095f19-2a72-4545-9a1d-80b544899113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.133672] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Created folder: Instances in parent group-v608743. [ 547.133906] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 547.134097] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 547.134289] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a054536-767e-47c0-9c8d-1aeffb6992c1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.154898] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 547.154898] env[68391]: value = "task-3038256" [ 547.154898] env[68391]: _type = "Task" [ 547.154898] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.163524] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038256, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.356029] env[68391]: DEBUG oslo_concurrency.lockutils [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] Releasing lock "refresh_cache-1b07d836-07a1-437f-8890-59630b092bca" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.356029] env[68391]: DEBUG nova.compute.manager [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Received event network-vif-plugged-8eb1eb3f-f913-41d1-a2d5-e0eb62ab49e5 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 547.356029] env[68391]: DEBUG oslo_concurrency.lockutils [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] Acquiring lock "955d5968-609f-41ef-9fba-34c29184f66f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 547.356029] env[68391]: DEBUG oslo_concurrency.lockutils [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] Lock "955d5968-609f-41ef-9fba-34c29184f66f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 547.356290] env[68391]: DEBUG oslo_concurrency.lockutils [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] Lock "955d5968-609f-41ef-9fba-34c29184f66f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 547.356351] env[68391]: DEBUG nova.compute.manager [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] No waiting events found dispatching network-vif-plugged-8eb1eb3f-f913-41d1-a2d5-e0eb62ab49e5 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 547.356462] env[68391]: WARNING nova.compute.manager [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Received unexpected event network-vif-plugged-8eb1eb3f-f913-41d1-a2d5-e0eb62ab49e5 for instance with vm_state building and task_state spawning. [ 547.356635] env[68391]: DEBUG nova.compute.manager [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Received event network-changed-8eb1eb3f-f913-41d1-a2d5-e0eb62ab49e5 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 547.356803] env[68391]: DEBUG nova.compute.manager [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Refreshing instance network info cache due to event network-changed-8eb1eb3f-f913-41d1-a2d5-e0eb62ab49e5. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 547.356964] env[68391]: DEBUG oslo_concurrency.lockutils [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] Acquiring lock "refresh_cache-955d5968-609f-41ef-9fba-34c29184f66f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.357112] env[68391]: DEBUG oslo_concurrency.lockutils [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] Acquired lock "refresh_cache-955d5968-609f-41ef-9fba-34c29184f66f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.357271] env[68391]: DEBUG nova.network.neutron [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Refreshing network info cache for port 8eb1eb3f-f913-41d1-a2d5-e0eb62ab49e5 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 547.476087] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 547.476665] env[68391]: DEBUG nova.compute.manager [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 547.484379] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.242s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 547.486947] env[68391]: INFO nova.compute.claims [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 547.534922] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028921} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.539854] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 547.540081] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Moving file from [datastore2] vmware_temp/a1318fc3-615a-4dd4-a0bb-a76c18bfe91b/c48f848a-9b59-4c83-9b2f-e9d02467d466 to [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466. {{(pid=68391) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 547.541071] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2083dafa-c7d4-4a1e-a752-43c45d22809c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.549963] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 547.549963] env[68391]: value = "task-3038257" [ 547.549963] env[68391]: _type = "Task" [ 547.549963] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.565192] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038257, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.628653] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Releasing lock "refresh_cache-39cf4eea-900e-4211-9afe-ae2735af2661" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.629014] env[68391]: DEBUG nova.compute.manager [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Instance network_info: |[{"id": "45095f19-2a72-4545-9a1d-80b544899113", "address": "fa:16:3e:9e:30:6d", "network": {"id": "438d70ec-868a-4b58-91b6-2b61813c8965", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20171568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "671d0dbc6c92469c8b71c3beba08a470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45095f19-2a", "ovs_interfaceid": "45095f19-2a72-4545-9a1d-80b544899113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 547.629775] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:30:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45095f19-2a72-4545-9a1d-80b544899113', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 547.638900] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Creating folder: Project (671d0dbc6c92469c8b71c3beba08a470). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 547.639219] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-596ea839-6b85-4973-9e4e-d354a6547335 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.650909] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Created folder: Project (671d0dbc6c92469c8b71c3beba08a470) in parent group-v608736. [ 547.651139] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Creating folder: Instances. Parent ref: group-v608746. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 547.651423] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f978bf7-c7c5-4589-a33e-92cc46dc919f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.670209] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038256, 'name': CreateVM_Task, 'duration_secs': 0.336097} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.670536] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Created folder: Instances in parent group-v608746. [ 547.670756] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 547.676661] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 547.676898] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 547.677807] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.677981] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.678320] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.678549] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bca9b44a-76e6-4fe7-a3e3-b59d2ccce7b1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.700569] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9007968-41c5-4418-92bb-027cecae46d2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.704815] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Waiting for the task: (returnval){ [ 547.704815] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526ecf1a-6117-136d-665c-439d87caedf1" [ 547.704815] env[68391]: _type = "Task" [ 547.704815] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.710609] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 547.710609] env[68391]: value = "task-3038260" [ 547.710609] env[68391]: _type = "Task" [ 547.710609] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.715876] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526ecf1a-6117-136d-665c-439d87caedf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.720947] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038260, 'name': CreateVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.811723] env[68391]: DEBUG nova.virt.hardware [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 547.812227] env[68391]: DEBUG nova.virt.hardware [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 547.812310] env[68391]: DEBUG nova.virt.hardware [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 547.814044] env[68391]: DEBUG nova.virt.hardware [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 547.814721] env[68391]: DEBUG nova.virt.hardware [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 547.814721] env[68391]: DEBUG nova.virt.hardware [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 547.814721] env[68391]: DEBUG nova.virt.hardware [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 547.814860] env[68391]: DEBUG nova.virt.hardware [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 547.815084] env[68391]: DEBUG nova.virt.hardware [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 547.815895] env[68391]: DEBUG nova.virt.hardware [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 547.815895] env[68391]: DEBUG nova.virt.hardware [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 547.816348] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8468c7a-37d1-4a8e-9c8f-f4fa296cf482 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.825568] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd795fe0-f8be-4d75-b402-1a8ef1ad0363 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.903029] env[68391]: DEBUG nova.compute.manager [req-90a98a3c-1b6c-46eb-b82b-38f105b7910f req-7347eda2-847d-4363-bcd0-58a118780187 service nova] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Received event network-vif-plugged-d1168971-73cc-403e-bd36-154208d5f57d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 547.903158] env[68391]: DEBUG oslo_concurrency.lockutils [req-90a98a3c-1b6c-46eb-b82b-38f105b7910f req-7347eda2-847d-4363-bcd0-58a118780187 service nova] Acquiring lock "6e0dade5-e6cb-4bfe-8415-3a820c338854-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 547.903364] env[68391]: DEBUG oslo_concurrency.lockutils [req-90a98a3c-1b6c-46eb-b82b-38f105b7910f req-7347eda2-847d-4363-bcd0-58a118780187 service nova] Lock "6e0dade5-e6cb-4bfe-8415-3a820c338854-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 547.903633] env[68391]: DEBUG oslo_concurrency.lockutils [req-90a98a3c-1b6c-46eb-b82b-38f105b7910f req-7347eda2-847d-4363-bcd0-58a118780187 service nova] Lock "6e0dade5-e6cb-4bfe-8415-3a820c338854-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 547.903967] env[68391]: DEBUG nova.compute.manager [req-90a98a3c-1b6c-46eb-b82b-38f105b7910f req-7347eda2-847d-4363-bcd0-58a118780187 service nova] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] No waiting events found dispatching network-vif-plugged-d1168971-73cc-403e-bd36-154208d5f57d {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 547.904047] env[68391]: WARNING nova.compute.manager [req-90a98a3c-1b6c-46eb-b82b-38f105b7910f req-7347eda2-847d-4363-bcd0-58a118780187 service nova] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Received unexpected event network-vif-plugged-d1168971-73cc-403e-bd36-154208d5f57d for instance with vm_state building and task_state spawning. [ 547.989614] env[68391]: DEBUG nova.compute.utils [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 547.989614] env[68391]: DEBUG nova.compute.manager [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 547.989614] env[68391]: DEBUG nova.network.neutron [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 548.064901] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038257, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02398} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.065147] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] File moved {{(pid=68391) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 548.065353] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Cleaning up location [datastore2] vmware_temp/a1318fc3-615a-4dd4-a0bb-a76c18bfe91b {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 548.065493] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Deleting the datastore file [datastore2] vmware_temp/a1318fc3-615a-4dd4-a0bb-a76c18bfe91b {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 548.065735] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-574631be-3df0-4f74-b855-677fe9e732b0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.073142] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 548.073142] env[68391]: value = "task-3038261" [ 548.073142] env[68391]: _type = "Task" [ 548.073142] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.081681] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.168137] env[68391]: DEBUG nova.policy [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f43160c87430475090b51a1bc2d3771d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01e8803c898c40b1872795c7bb1e455d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 548.223471] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038260, 'name': CreateVM_Task, 'duration_secs': 0.349913} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.223708] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526ecf1a-6117-136d-665c-439d87caedf1, 'name': SearchDatastore_Task, 'duration_secs': 0.008317} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.226852] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 548.226852] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.226997] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 548.227464] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.227826] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.228030] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.228313] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.231931] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf20b57b-541a-425b-a73e-37b4a7150787 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.234199] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for the task: (returnval){ [ 548.234199] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525d247c-2a98-0f0e-4765-190773ece4c6" [ 548.234199] env[68391]: _type = "Task" [ 548.234199] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.243690] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525d247c-2a98-0f0e-4765-190773ece4c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.490033] env[68391]: DEBUG nova.compute.manager [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 548.521531] env[68391]: DEBUG nova.network.neutron [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Updated VIF entry in instance network info cache for port 8eb1eb3f-f913-41d1-a2d5-e0eb62ab49e5. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 548.521531] env[68391]: DEBUG nova.network.neutron [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Updating instance_info_cache with network_info: [{"id": "8eb1eb3f-f913-41d1-a2d5-e0eb62ab49e5", "address": "fa:16:3e:d5:01:99", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eb1eb3f-f9", "ovs_interfaceid": "8eb1eb3f-f913-41d1-a2d5-e0eb62ab49e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 548.586988] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024713} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.593417] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 548.595383] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0277c0b2-cfa1-4aec-9026-a09557d11d2c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.602371] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 548.602371] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5200daf9-d7ce-63b2-2afb-75131a7b7f3e" [ 548.602371] env[68391]: _type = "Task" [ 548.602371] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.615838] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5200daf9-d7ce-63b2-2afb-75131a7b7f3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.752466] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525d247c-2a98-0f0e-4765-190773ece4c6, 'name': SearchDatastore_Task, 'duration_secs': 0.035618} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.759769] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.760131] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 548.760820] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.761173] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2521912a-409e-4e93-b9a9-0ebb19cc59fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.769011] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04e99e6-80d0-4fd9-b687-55fe2bf28269 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.805255] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10bb0f8-56b2-4a68-a8e5-ca790b11024c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.814830] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261f2571-8bb5-4369-8943-2b57958a9794 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.828562] env[68391]: DEBUG nova.compute.provider_tree [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 549.030231] env[68391]: DEBUG oslo_concurrency.lockutils [req-2f54702d-66e4-4f68-a6f3-c08dcff3cbfe req-08e223ce-6f4f-44a1-95c8-407763177ccb service nova] Releasing lock "refresh_cache-955d5968-609f-41ef-9fba-34c29184f66f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.118521] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5200daf9-d7ce-63b2-2afb-75131a7b7f3e, 'name': SearchDatastore_Task, 'duration_secs': 0.011949} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.118730] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.121050] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 1b07d836-07a1-437f-8890-59630b092bca/1b07d836-07a1-437f-8890-59630b092bca.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 549.121050] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.121050] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 549.121050] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f9693df-56c1-4c35-b793-4a134ef74503 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.122702] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4083c656-5723-42eb-9da3-7bd6c32b358b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.130064] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 549.130064] env[68391]: value = "task-3038262" [ 549.130064] env[68391]: _type = "Task" [ 549.130064] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.135349] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 549.136309] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 549.137135] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09ef71d1-a253-4888-844f-cef2daadee29 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.143578] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.147590] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Waiting for the task: (returnval){ [ 549.147590] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521cd10e-8994-df15-d97f-597587385600" [ 549.147590] env[68391]: _type = "Task" [ 549.147590] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.159125] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521cd10e-8994-df15-d97f-597587385600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.179824] env[68391]: DEBUG nova.network.neutron [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Successfully updated port: 6d3a5fae-1298-4d0e-9504-835597b8b434 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 549.310347] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Acquiring lock "669b4866-63c3-4467-bd68-478e604042c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 549.310557] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Lock "669b4866-63c3-4467-bd68-478e604042c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.337025] env[68391]: DEBUG nova.scheduler.client.report [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 549.512564] env[68391]: DEBUG nova.compute.manager [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 549.647702] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038262, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.662170] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521cd10e-8994-df15-d97f-597587385600, 'name': SearchDatastore_Task, 'duration_secs': 0.009875} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.662170] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16985943-46e9-4729-b180-c52931dfeada {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.669353] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Waiting for the task: (returnval){ [ 549.669353] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521ff22a-d290-b89e-a528-636e7465454c" [ 549.669353] env[68391]: _type = "Task" [ 549.669353] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.679856] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521ff22a-d290-b89e-a528-636e7465454c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.682532] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Acquiring lock "refresh_cache-9da9da05-f0fe-4490-a416-5e4513e72584" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.685494] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Acquired lock "refresh_cache-9da9da05-f0fe-4490-a416-5e4513e72584" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.685494] env[68391]: DEBUG nova.network.neutron [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 549.738723] env[68391]: DEBUG nova.virt.hardware [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 549.739121] env[68391]: DEBUG nova.virt.hardware [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 549.739313] env[68391]: DEBUG nova.virt.hardware [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 549.739609] env[68391]: DEBUG nova.virt.hardware [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 549.739757] env[68391]: DEBUG nova.virt.hardware [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 549.739843] env[68391]: DEBUG nova.virt.hardware [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 549.740085] env[68391]: DEBUG nova.virt.hardware [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 549.740265] env[68391]: DEBUG nova.virt.hardware [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 549.740662] env[68391]: DEBUG nova.virt.hardware [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 549.740662] env[68391]: DEBUG nova.virt.hardware [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 549.740840] env[68391]: DEBUG nova.virt.hardware [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 549.744253] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f35e61-4dba-43fd-864d-85b23010803d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.753062] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2850d822-6396-43d1-aeb8-77a2c484a2c3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.777960] env[68391]: DEBUG nova.network.neutron [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Successfully created port: 74e9e83a-d11b-407d-a02a-149adf420526 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 549.812669] env[68391]: DEBUG nova.compute.manager [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 549.841234] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 549.843253] env[68391]: DEBUG nova.compute.manager [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 549.844582] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.716s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.846020] env[68391]: INFO nova.compute.claims [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 550.143977] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667207} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.144797] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 1b07d836-07a1-437f-8890-59630b092bca/1b07d836-07a1-437f-8890-59630b092bca.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 550.145132] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 550.145464] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ef5bee6-8c57-4658-901a-68d0cc2b36d6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.153640] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 550.153640] env[68391]: value = "task-3038263" [ 550.153640] env[68391]: _type = "Task" [ 550.153640] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.163129] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.182111] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521ff22a-d290-b89e-a528-636e7465454c, 'name': SearchDatastore_Task, 'duration_secs': 0.051339} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.182615] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.182984] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 955d5968-609f-41ef-9fba-34c29184f66f/955d5968-609f-41ef-9fba-34c29184f66f.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 550.183360] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.183609] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 550.183900] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2300e499-d05f-4f42-9b4c-be341588040e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.187204] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f514db2-cfba-4f05-bfde-441ee3f08fb0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.196982] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Waiting for the task: (returnval){ [ 550.196982] env[68391]: value = "task-3038264" [ 550.196982] env[68391]: _type = "Task" [ 550.196982] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.201606] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 550.201870] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 550.202670] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5686c2ce-529d-4577-b88a-7552bb6682e4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.210177] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Task: {'id': task-3038264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.211815] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Waiting for the task: (returnval){ [ 550.211815] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a36d5d-11d7-8370-0b8a-49159f163601" [ 550.211815] env[68391]: _type = "Task" [ 550.211815] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.220608] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a36d5d-11d7-8370-0b8a-49159f163601, 'name': SearchDatastore_Task, 'duration_secs': 0.009637} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.221436] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7722be2b-bf91-4737-9a43-5282e4316bea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.226959] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Waiting for the task: (returnval){ [ 550.226959] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dddb04-af07-4231-78bb-3354bedb2b07" [ 550.226959] env[68391]: _type = "Task" [ 550.226959] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.235737] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dddb04-af07-4231-78bb-3354bedb2b07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.296900] env[68391]: DEBUG nova.network.neutron [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 550.342861] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 550.350886] env[68391]: DEBUG nova.compute.utils [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 550.355891] env[68391]: DEBUG nova.compute.manager [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 550.356138] env[68391]: DEBUG nova.network.neutron [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 550.589521] env[68391]: DEBUG nova.policy [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04d957aa72b246b685492fc81c6b5d32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '610dcc18c766406cb5b024c4764939c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 550.667735] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068223} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.667735] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 550.668017] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd63393f-b18e-466e-8663-a97d92436302 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.702377] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 1b07d836-07a1-437f-8890-59630b092bca/1b07d836-07a1-437f-8890-59630b092bca.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 550.703418] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f8bd443-3dc6-4c9d-81d5-ed39abbc001c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.730547] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Task: {'id': task-3038264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464082} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.736232] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 955d5968-609f-41ef-9fba-34c29184f66f/955d5968-609f-41ef-9fba-34c29184f66f.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 550.736486] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 550.736967] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 550.736967] env[68391]: value = "task-3038265" [ 550.736967] env[68391]: _type = "Task" [ 550.736967] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.737203] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e1b29b3-25cb-4a22-9b35-ceeb19c189fe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.747504] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dddb04-af07-4231-78bb-3354bedb2b07, 'name': SearchDatastore_Task, 'duration_secs': 0.008542} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.748829] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.749212] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 6e0dade5-e6cb-4bfe-8415-3a820c338854/6e0dade5-e6cb-4bfe-8415-3a820c338854.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 550.749592] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.749687] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 550.749872] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23ed908f-69e1-4c0f-9146-ef94a23eb778 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.757302] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be6d416c-0af0-4d51-a06b-f87574140fd0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.760449] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Waiting for the task: (returnval){ [ 550.760449] env[68391]: value = "task-3038266" [ 550.760449] env[68391]: _type = "Task" [ 550.760449] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.772337] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.774744] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Waiting for the task: (returnval){ [ 550.774744] env[68391]: value = "task-3038267" [ 550.774744] env[68391]: _type = "Task" [ 550.774744] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.775071] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 550.775271] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 550.776595] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0d63f71-07f0-4b4f-8199-24cdd9c9de5d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.785310] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Task: {'id': task-3038266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.788380] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for the task: (returnval){ [ 550.788380] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528513bf-a600-c86b-9411-ac5d19d3526e" [ 550.788380] env[68391]: _type = "Task" [ 550.788380] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.791265] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Task: {'id': task-3038267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.800247] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528513bf-a600-c86b-9411-ac5d19d3526e, 'name': SearchDatastore_Task, 'duration_secs': 0.008478} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.801808] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-950f0c9f-70ae-4916-aba4-ac504a82ab8a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.807555] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for the task: (returnval){ [ 550.807555] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ddaded-a707-45a1-7464-597d02a0baef" [ 550.807555] env[68391]: _type = "Task" [ 550.807555] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.816577] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ddaded-a707-45a1-7464-597d02a0baef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.856497] env[68391]: DEBUG nova.compute.manager [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 551.011688] env[68391]: DEBUG nova.compute.manager [req-67b1a0f4-d1ca-4210-9f85-947868cf8b06 req-113737a1-46fb-4ddb-b977-47d1017a0150 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Received event network-vif-plugged-45095f19-2a72-4545-9a1d-80b544899113 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 551.012412] env[68391]: DEBUG oslo_concurrency.lockutils [req-67b1a0f4-d1ca-4210-9f85-947868cf8b06 req-113737a1-46fb-4ddb-b977-47d1017a0150 service nova] Acquiring lock "39cf4eea-900e-4211-9afe-ae2735af2661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 551.012412] env[68391]: DEBUG oslo_concurrency.lockutils [req-67b1a0f4-d1ca-4210-9f85-947868cf8b06 req-113737a1-46fb-4ddb-b977-47d1017a0150 service nova] Lock "39cf4eea-900e-4211-9afe-ae2735af2661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 551.012412] env[68391]: DEBUG oslo_concurrency.lockutils [req-67b1a0f4-d1ca-4210-9f85-947868cf8b06 req-113737a1-46fb-4ddb-b977-47d1017a0150 service nova] Lock "39cf4eea-900e-4211-9afe-ae2735af2661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 551.012412] env[68391]: DEBUG nova.compute.manager [req-67b1a0f4-d1ca-4210-9f85-947868cf8b06 req-113737a1-46fb-4ddb-b977-47d1017a0150 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] No waiting events found dispatching network-vif-plugged-45095f19-2a72-4545-9a1d-80b544899113 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 551.012986] env[68391]: WARNING nova.compute.manager [req-67b1a0f4-d1ca-4210-9f85-947868cf8b06 req-113737a1-46fb-4ddb-b977-47d1017a0150 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Received unexpected event network-vif-plugged-45095f19-2a72-4545-9a1d-80b544899113 for instance with vm_state building and task_state spawning. [ 551.012986] env[68391]: DEBUG nova.compute.manager [req-67b1a0f4-d1ca-4210-9f85-947868cf8b06 req-113737a1-46fb-4ddb-b977-47d1017a0150 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Received event network-changed-45095f19-2a72-4545-9a1d-80b544899113 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 551.012986] env[68391]: DEBUG nova.compute.manager [req-67b1a0f4-d1ca-4210-9f85-947868cf8b06 req-113737a1-46fb-4ddb-b977-47d1017a0150 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Refreshing instance network info cache due to event network-changed-45095f19-2a72-4545-9a1d-80b544899113. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 551.013281] env[68391]: DEBUG oslo_concurrency.lockutils [req-67b1a0f4-d1ca-4210-9f85-947868cf8b06 req-113737a1-46fb-4ddb-b977-47d1017a0150 service nova] Acquiring lock "refresh_cache-39cf4eea-900e-4211-9afe-ae2735af2661" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.013281] env[68391]: DEBUG oslo_concurrency.lockutils [req-67b1a0f4-d1ca-4210-9f85-947868cf8b06 req-113737a1-46fb-4ddb-b977-47d1017a0150 service nova] Acquired lock "refresh_cache-39cf4eea-900e-4211-9afe-ae2735af2661" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.013378] env[68391]: DEBUG nova.network.neutron [req-67b1a0f4-d1ca-4210-9f85-947868cf8b06 req-113737a1-46fb-4ddb-b977-47d1017a0150 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Refreshing network info cache for port 45095f19-2a72-4545-9a1d-80b544899113 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 551.015674] env[68391]: DEBUG nova.network.neutron [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Updating instance_info_cache with network_info: [{"id": "6d3a5fae-1298-4d0e-9504-835597b8b434", "address": "fa:16:3e:e8:30:ae", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d3a5fae-12", "ovs_interfaceid": "6d3a5fae-1298-4d0e-9504-835597b8b434", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.068042] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e00f96-6c85-4c61-bfe6-2874849641ed {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.079188] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb42693-4671-4ccf-8731-20bc6ff65dec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.115589] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a05b8d-eb61-4328-b12b-135606b88ee5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.123516] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75cda01-19a9-4deb-b0df-dd416c777624 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.142021] env[68391]: DEBUG nova.compute.provider_tree [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 551.248933] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038265, 'name': ReconfigVM_Task, 'duration_secs': 0.474516} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.249234] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 1b07d836-07a1-437f-8890-59630b092bca/1b07d836-07a1-437f-8890-59630b092bca.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 551.250368] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca4c53c9-b521-4772-9a28-f6de93254765 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.257031] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 551.257031] env[68391]: value = "task-3038268" [ 551.257031] env[68391]: _type = "Task" [ 551.257031] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.265621] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038268, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.274577] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Task: {'id': task-3038266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096517} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.274577] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 551.274577] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853a6978-5d47-495c-b4a2-dcecfc0b297f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.304145] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 955d5968-609f-41ef-9fba-34c29184f66f/955d5968-609f-41ef-9fba-34c29184f66f.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 551.307492] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7206afe2-24c0-48e5-8b61-93b8c6524105 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.323829] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Task: {'id': task-3038267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445886} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.324250] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 6e0dade5-e6cb-4bfe-8415-3a820c338854/6e0dade5-e6cb-4bfe-8415-3a820c338854.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 551.324832] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 551.328121] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd16e8f2-590c-45e0-af2e-f883044f7f4c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.334017] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Waiting for the task: (returnval){ [ 551.334017] env[68391]: value = "task-3038269" [ 551.334017] env[68391]: _type = "Task" [ 551.334017] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.336412] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ddaded-a707-45a1-7464-597d02a0baef, 'name': SearchDatastore_Task, 'duration_secs': 0.010432} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.341703] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.342112] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 39cf4eea-900e-4211-9afe-ae2735af2661/39cf4eea-900e-4211-9afe-ae2735af2661.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 551.342666] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Waiting for the task: (returnval){ [ 551.342666] env[68391]: value = "task-3038270" [ 551.342666] env[68391]: _type = "Task" [ 551.342666] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.343054] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba3cbcb6-2b57-4b7d-b00a-36234cabe2d6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.353293] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Task: {'id': task-3038269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.361330] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for the task: (returnval){ [ 551.361330] env[68391]: value = "task-3038271" [ 551.361330] env[68391]: _type = "Task" [ 551.361330] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.367183] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Task: {'id': task-3038270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.375337] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.466435] env[68391]: DEBUG nova.network.neutron [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Successfully created port: 0a103a17-28fd-4e53-8a20-01aab661ae81 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 551.521548] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Releasing lock "refresh_cache-9da9da05-f0fe-4490-a416-5e4513e72584" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.522040] env[68391]: DEBUG nova.compute.manager [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Instance network_info: |[{"id": "6d3a5fae-1298-4d0e-9504-835597b8b434", "address": "fa:16:3e:e8:30:ae", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d3a5fae-12", "ovs_interfaceid": "6d3a5fae-1298-4d0e-9504-835597b8b434", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 551.522557] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:30:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d3a5fae-1298-4d0e-9504-835597b8b434', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 551.534596] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Creating folder: Project (d134dedbf4cb461e8567d65371cf8dbc). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 551.535524] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6764ead-54c8-43f0-bb23-ed13fc62f4b9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.545913] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Created folder: Project (d134dedbf4cb461e8567d65371cf8dbc) in parent group-v608736. [ 551.546302] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Creating folder: Instances. Parent ref: group-v608749. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 551.546541] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-970cf1ab-5f2f-4e05-9dab-e08fb45f1f40 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.558500] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Created folder: Instances in parent group-v608749. [ 551.558753] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 551.558941] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 551.559212] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cff7740d-a7d9-4283-9ec0-0abcfcf38c22 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.579640] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 551.579640] env[68391]: value = "task-3038274" [ 551.579640] env[68391]: _type = "Task" [ 551.579640] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.589304] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038274, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.645706] env[68391]: DEBUG nova.scheduler.client.report [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 551.769831] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038268, 'name': Rename_Task, 'duration_secs': 0.139113} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.776103] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 551.776538] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14ebb742-8310-42fd-b282-fbe8e76eb9b7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.785892] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 551.785892] env[68391]: value = "task-3038275" [ 551.785892] env[68391]: _type = "Task" [ 551.785892] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.799390] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.850497] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Task: {'id': task-3038269, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.864253] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Task: {'id': task-3038270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.876531] env[68391]: DEBUG nova.compute.manager [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 551.876531] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461558} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.876531] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 39cf4eea-900e-4211-9afe-ae2735af2661/39cf4eea-900e-4211-9afe-ae2735af2661.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 551.876749] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 551.877101] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a3fd33a-e55e-4cbd-826e-bf1b2dc1faed {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.885212] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for the task: (returnval){ [ 551.885212] env[68391]: value = "task-3038276" [ 551.885212] env[68391]: _type = "Task" [ 551.885212] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.895107] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.912781] env[68391]: DEBUG nova.virt.hardware [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 551.917024] env[68391]: DEBUG nova.virt.hardware [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 551.917024] env[68391]: DEBUG nova.virt.hardware [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 551.917024] env[68391]: DEBUG nova.virt.hardware [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 551.917024] env[68391]: DEBUG nova.virt.hardware [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 551.917024] env[68391]: DEBUG nova.virt.hardware [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 551.917569] env[68391]: DEBUG nova.virt.hardware [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 551.917569] env[68391]: DEBUG nova.virt.hardware [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 551.917569] env[68391]: DEBUG nova.virt.hardware [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 551.917569] env[68391]: DEBUG nova.virt.hardware [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 551.917569] env[68391]: DEBUG nova.virt.hardware [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 551.917785] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffbf5d3-fd46-4020-a0e9-e26e9f92bd56 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.927930] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f485451-5221-4933-8fa7-21a2a11ac419 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.099857] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038274, 'name': CreateVM_Task, 'duration_secs': 0.493501} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.100038] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 552.100733] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.100915] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.101253] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.101505] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2072f249-fd61-4617-b78d-04f9cd997edc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.110548] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Waiting for the task: (returnval){ [ 552.110548] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5248315e-dd5c-d32d-8bdb-014705faeeb3" [ 552.110548] env[68391]: _type = "Task" [ 552.110548] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.123101] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5248315e-dd5c-d32d-8bdb-014705faeeb3, 'name': SearchDatastore_Task, 'duration_secs': 0.00849} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.123391] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.123611] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 552.123858] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.124021] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.124197] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 552.124451] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3d24ee9-230e-450e-a542-f012c9471068 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.135456] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 552.135679] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 552.136434] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ab5f4be-23f5-4bf0-80e2-c26f24352edd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.146149] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Waiting for the task: (returnval){ [ 552.146149] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5207dd4b-2c5b-805e-6a6d-b83d46a210d2" [ 552.146149] env[68391]: _type = "Task" [ 552.146149] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.155758] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 552.156351] env[68391]: DEBUG nova.compute.manager [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 552.158876] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.568s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.160328] env[68391]: INFO nova.compute.claims [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 552.170813] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5207dd4b-2c5b-805e-6a6d-b83d46a210d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009129} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.174679] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28780a8e-d8d2-4edc-9177-28b9d4012de4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.184487] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Waiting for the task: (returnval){ [ 552.184487] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a024fa-2f27-c589-79cc-fc179ac1c91b" [ 552.184487] env[68391]: _type = "Task" [ 552.184487] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.193595] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a024fa-2f27-c589-79cc-fc179ac1c91b, 'name': SearchDatastore_Task, 'duration_secs': 0.00868} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.193856] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.194121] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 9da9da05-f0fe-4490-a416-5e4513e72584/9da9da05-f0fe-4490-a416-5e4513e72584.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 552.194533] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fe7a598-1eb0-44d4-9e32-288c4a32e861 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.201066] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Waiting for the task: (returnval){ [ 552.201066] env[68391]: value = "task-3038277" [ 552.201066] env[68391]: _type = "Task" [ 552.201066] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.210559] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Task: {'id': task-3038277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.294269] env[68391]: DEBUG oslo_vmware.api [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038275, 'name': PowerOnVM_Task, 'duration_secs': 0.477845} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.294599] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 552.295118] env[68391]: INFO nova.compute.manager [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Took 14.39 seconds to spawn the instance on the hypervisor. [ 552.295483] env[68391]: DEBUG nova.compute.manager [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 552.296262] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4f922b-0fbb-43f2-a14f-7663ce86f54a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.358288] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Task: {'id': task-3038269, 'name': ReconfigVM_Task, 'duration_secs': 0.554542} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.359496] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 955d5968-609f-41ef-9fba-34c29184f66f/955d5968-609f-41ef-9fba-34c29184f66f.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 552.360406] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9adeec58-e8b8-4d67-8501-9e739c2e375c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.365603] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Task: {'id': task-3038270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.616176} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.367136] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 552.367445] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbfed94-cd85-48c6-91b8-efb1dc2d5196 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.373684] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Waiting for the task: (returnval){ [ 552.373684] env[68391]: value = "task-3038278" [ 552.373684] env[68391]: _type = "Task" [ 552.373684] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.384044] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Task: {'id': task-3038278, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.403808] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 6e0dade5-e6cb-4bfe-8415-3a820c338854/6e0dade5-e6cb-4bfe-8415-3a820c338854.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 552.407538] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50ab14f6-f2ec-466d-9c8c-bda5a53de7b6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.431442] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077096} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.433169] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 552.433536] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Waiting for the task: (returnval){ [ 552.433536] env[68391]: value = "task-3038279" [ 552.433536] env[68391]: _type = "Task" [ 552.433536] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.434325] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a71d144-6ccd-4539-ad1b-c66885b8bb47 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.442737] env[68391]: DEBUG nova.network.neutron [req-67b1a0f4-d1ca-4210-9f85-947868cf8b06 req-113737a1-46fb-4ddb-b977-47d1017a0150 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Updated VIF entry in instance network info cache for port 45095f19-2a72-4545-9a1d-80b544899113. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 552.442737] env[68391]: DEBUG nova.network.neutron [req-67b1a0f4-d1ca-4210-9f85-947868cf8b06 req-113737a1-46fb-4ddb-b977-47d1017a0150 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Updating instance_info_cache with network_info: [{"id": "45095f19-2a72-4545-9a1d-80b544899113", "address": "fa:16:3e:9e:30:6d", "network": {"id": "438d70ec-868a-4b58-91b6-2b61813c8965", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20171568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "671d0dbc6c92469c8b71c3beba08a470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45095f19-2a", "ovs_interfaceid": "45095f19-2a72-4545-9a1d-80b544899113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.457041] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Task: {'id': task-3038279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.474896] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 39cf4eea-900e-4211-9afe-ae2735af2661/39cf4eea-900e-4211-9afe-ae2735af2661.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 552.474896] env[68391]: DEBUG oslo_concurrency.lockutils [req-67b1a0f4-d1ca-4210-9f85-947868cf8b06 req-113737a1-46fb-4ddb-b977-47d1017a0150 service nova] Releasing lock "refresh_cache-39cf4eea-900e-4211-9afe-ae2735af2661" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.474896] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c43250d5-04e4-4196-a178-46944fafeabc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.494742] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for the task: (returnval){ [ 552.494742] env[68391]: value = "task-3038280" [ 552.494742] env[68391]: _type = "Task" [ 552.494742] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.507487] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038280, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.646530] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Acquiring lock "85e6230e-00fc-4099-bebd-5a2b0f7d8402" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.646530] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Lock "85e6230e-00fc-4099-bebd-5a2b0f7d8402" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.668131] env[68391]: DEBUG nova.compute.utils [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 552.673316] env[68391]: DEBUG nova.compute.manager [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 552.673571] env[68391]: DEBUG nova.network.neutron [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 552.716714] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Task: {'id': task-3038277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462443} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.716714] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 9da9da05-f0fe-4490-a416-5e4513e72584/9da9da05-f0fe-4490-a416-5e4513e72584.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 552.716832] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 552.717026] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d0b3b40-30d3-4790-9ca3-8de9e824f0fa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.734903] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Waiting for the task: (returnval){ [ 552.734903] env[68391]: value = "task-3038281" [ 552.734903] env[68391]: _type = "Task" [ 552.734903] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.745690] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Task: {'id': task-3038281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.820881] env[68391]: DEBUG nova.policy [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4aa85208c98041ec9f8067e433160150', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a4ac0c72a4e4c87b0b8a23d5a36ca9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 552.824781] env[68391]: INFO nova.compute.manager [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Took 19.33 seconds to build instance. [ 552.854504] env[68391]: DEBUG nova.compute.manager [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Received event network-changed-d1168971-73cc-403e-bd36-154208d5f57d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 552.855244] env[68391]: DEBUG nova.compute.manager [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Refreshing instance network info cache due to event network-changed-d1168971-73cc-403e-bd36-154208d5f57d. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 552.855494] env[68391]: DEBUG oslo_concurrency.lockutils [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] Acquiring lock "refresh_cache-6e0dade5-e6cb-4bfe-8415-3a820c338854" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.855638] env[68391]: DEBUG oslo_concurrency.lockutils [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] Acquired lock "refresh_cache-6e0dade5-e6cb-4bfe-8415-3a820c338854" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.855833] env[68391]: DEBUG nova.network.neutron [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Refreshing network info cache for port d1168971-73cc-403e-bd36-154208d5f57d {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 552.886160] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Task: {'id': task-3038278, 'name': Rename_Task, 'duration_secs': 0.363109} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.886160] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 552.886444] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a923d14-cc78-4958-8fdb-bad26eb6b555 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.899358] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Waiting for the task: (returnval){ [ 552.899358] env[68391]: value = "task-3038282" [ 552.899358] env[68391]: _type = "Task" [ 552.899358] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.911534] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Task: {'id': task-3038282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.954116] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Task: {'id': task-3038279, 'name': ReconfigVM_Task, 'duration_secs': 0.49426} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.954398] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 6e0dade5-e6cb-4bfe-8415-3a820c338854/6e0dade5-e6cb-4bfe-8415-3a820c338854.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 552.954838] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f775ce28-17a5-4dee-83f5-6937fc79d6f2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.965339] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Waiting for the task: (returnval){ [ 552.965339] env[68391]: value = "task-3038283" [ 552.965339] env[68391]: _type = "Task" [ 552.965339] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.977509] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Task: {'id': task-3038283, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.012732] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.089057] env[68391]: DEBUG nova.network.neutron [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Successfully updated port: 74e9e83a-d11b-407d-a02a-149adf420526 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 553.140498] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.140754] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.141343] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.141343] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.141343] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.141528] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.141694] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.168795] env[68391]: DEBUG nova.compute.manager [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 553.241274] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Task: {'id': task-3038281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161137} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.241529] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 553.242340] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec7b723-6158-4ba2-aa97-564ab2fea40f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.273937] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 9da9da05-f0fe-4490-a416-5e4513e72584/9da9da05-f0fe-4490-a416-5e4513e72584.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 553.277317] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3d37d78-302b-420b-a7b5-0354dc1d7074 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.297917] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Waiting for the task: (returnval){ [ 553.297917] env[68391]: value = "task-3038284" [ 553.297917] env[68391]: _type = "Task" [ 553.297917] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.306314] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Task: {'id': task-3038284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.331039] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec733087-bac8-43cb-89bf-e80264b9f58b tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "1b07d836-07a1-437f-8890-59630b092bca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.847s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 553.408875] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Task: {'id': task-3038282, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.424723] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638e886c-9138-4287-8170-e13c923feb26 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.434018] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b055dbe-4ac0-4e4e-a745-00e70d40275b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.469601] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdf6c44-de66-4d86-8f17-b9d448c08448 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.478884] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquiring lock "071bfe29-85ee-4aaa-99ea-0d81dc2de1a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.479323] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Lock "071bfe29-85ee-4aaa-99ea-0d81dc2de1a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.487250] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ff35e8-8705-47d4-81fc-70c164e1c5cb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.491527] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Task: {'id': task-3038283, 'name': Rename_Task, 'duration_secs': 0.162984} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.491840] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 553.492446] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c6d6dc8-6eca-479a-92e1-ebf96d57c790 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.502818] env[68391]: DEBUG nova.compute.provider_tree [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 553.508567] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Waiting for the task: (returnval){ [ 553.508567] env[68391]: value = "task-3038285" [ 553.508567] env[68391]: _type = "Task" [ 553.508567] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.515472] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038280, 'name': ReconfigVM_Task, 'duration_secs': 0.977302} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.516107] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 39cf4eea-900e-4211-9afe-ae2735af2661/39cf4eea-900e-4211-9afe-ae2735af2661.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 553.516791] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10f90d4b-d2ae-4509-bd67-975f6bfae086 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.522276] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Task: {'id': task-3038285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.526747] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for the task: (returnval){ [ 553.526747] env[68391]: value = "task-3038286" [ 553.526747] env[68391]: _type = "Task" [ 553.526747] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.535780] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038286, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.593144] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Acquiring lock "refresh_cache-5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.593144] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Acquired lock "refresh_cache-5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.593144] env[68391]: DEBUG nova.network.neutron [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 553.646037] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Getting list of instances from cluster (obj){ [ 553.646037] env[68391]: value = "domain-c8" [ 553.646037] env[68391]: _type = "ClusterComputeResource" [ 553.646037] env[68391]: } {{(pid=68391) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 553.647152] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09573f37-1c45-4945-afa3-f4e936dfb229 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.659467] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Got total of 5 instances {{(pid=68391) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 553.659640] env[68391]: WARNING nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] While synchronizing instance power states, found 9 instances in the database and 5 instances on the hypervisor. [ 553.659895] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Triggering sync for uuid 1b07d836-07a1-437f-8890-59630b092bca {{(pid=68391) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 553.659994] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Triggering sync for uuid 955d5968-609f-41ef-9fba-34c29184f66f {{(pid=68391) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 553.660133] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Triggering sync for uuid 6e0dade5-e6cb-4bfe-8415-3a820c338854 {{(pid=68391) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 553.660288] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Triggering sync for uuid 39cf4eea-900e-4211-9afe-ae2735af2661 {{(pid=68391) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 553.660438] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Triggering sync for uuid 9da9da05-f0fe-4490-a416-5e4513e72584 {{(pid=68391) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 553.660591] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Triggering sync for uuid 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b {{(pid=68391) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 553.660741] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Triggering sync for uuid 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20 {{(pid=68391) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 553.660887] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Triggering sync for uuid 7eea385c-cd21-4229-84ca-60ebfaa72460 {{(pid=68391) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 553.661043] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Triggering sync for uuid 54a90dc4-1c71-487e-90c8-9ac494d9ea3b {{(pid=68391) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 553.661365] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "1b07d836-07a1-437f-8890-59630b092bca" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.661570] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "1b07d836-07a1-437f-8890-59630b092bca" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.661826] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "955d5968-609f-41ef-9fba-34c29184f66f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.662164] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "6e0dade5-e6cb-4bfe-8415-3a820c338854" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.662240] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "39cf4eea-900e-4211-9afe-ae2735af2661" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.662414] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "9da9da05-f0fe-4490-a416-5e4513e72584" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.662608] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.662794] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "186d39ce-c42b-4fb6-bcd1-ba10eeb9df20" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.662985] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "7eea385c-cd21-4229-84ca-60ebfaa72460" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.665454] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "54a90dc4-1c71-487e-90c8-9ac494d9ea3b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.665454] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.665454] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68391) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 553.665454] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c30ff0f-4a6c-4510-982e-d4fbe538df15 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.667132] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.810525] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Task: {'id': task-3038284, 'name': ReconfigVM_Task, 'duration_secs': 0.406018} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.810980] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 9da9da05-f0fe-4490-a416-5e4513e72584/9da9da05-f0fe-4490-a416-5e4513e72584.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 553.811821] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27f701a6-a983-4f1c-9c49-8206cee26bea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.821159] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Waiting for the task: (returnval){ [ 553.821159] env[68391]: value = "task-3038287" [ 553.821159] env[68391]: _type = "Task" [ 553.821159] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.832763] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Task: {'id': task-3038287, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.838845] env[68391]: DEBUG nova.compute.manager [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 553.921835] env[68391]: DEBUG oslo_vmware.api [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Task: {'id': task-3038282, 'name': PowerOnVM_Task, 'duration_secs': 0.735066} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.922121] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 553.922342] env[68391]: INFO nova.compute.manager [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Took 13.75 seconds to spawn the instance on the hypervisor. [ 553.922518] env[68391]: DEBUG nova.compute.manager [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 553.923340] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38725a9-e4e8-4228-83ba-ae2978313262 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.008270] env[68391]: DEBUG nova.scheduler.client.report [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 554.026137] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Task: {'id': task-3038285, 'name': PowerOnVM_Task} progress is 37%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.037341] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038286, 'name': Rename_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.052999] env[68391]: DEBUG nova.network.neutron [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Successfully created port: 80564d14-54cc-4dec-9a42-240942281482 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 554.155194] env[68391]: DEBUG nova.network.neutron [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Updated VIF entry in instance network info cache for port d1168971-73cc-403e-bd36-154208d5f57d. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 554.155194] env[68391]: DEBUG nova.network.neutron [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Updating instance_info_cache with network_info: [{"id": "d1168971-73cc-403e-bd36-154208d5f57d", "address": "fa:16:3e:ea:a5:09", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1168971-73", "ovs_interfaceid": "d1168971-73cc-403e-bd36-154208d5f57d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.170932] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.182429] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "1b07d836-07a1-437f-8890-59630b092bca" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.521s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 554.184406] env[68391]: DEBUG nova.compute.manager [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 554.215733] env[68391]: DEBUG nova.virt.hardware [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 554.216081] env[68391]: DEBUG nova.virt.hardware [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 554.216161] env[68391]: DEBUG nova.virt.hardware [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 554.216359] env[68391]: DEBUG nova.virt.hardware [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 554.216500] env[68391]: DEBUG nova.virt.hardware [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 554.216661] env[68391]: DEBUG nova.virt.hardware [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 554.217609] env[68391]: DEBUG nova.virt.hardware [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 554.217609] env[68391]: DEBUG nova.virt.hardware [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 554.217609] env[68391]: DEBUG nova.virt.hardware [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 554.217609] env[68391]: DEBUG nova.virt.hardware [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 554.217822] env[68391]: DEBUG nova.virt.hardware [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 554.221219] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ede49d-af0c-49d6-a8f4-2f3a37164a10 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.230659] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a212bfab-9836-4c5c-a863-520252998a29 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.271021] env[68391]: DEBUG nova.network.neutron [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Successfully updated port: 0a103a17-28fd-4e53-8a20-01aab661ae81 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 554.330725] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Task: {'id': task-3038287, 'name': Rename_Task, 'duration_secs': 0.296157} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.331041] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 554.331301] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad6b308e-660d-4dfd-bc1a-8450bbdd3709 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.338140] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Waiting for the task: (returnval){ [ 554.338140] env[68391]: value = "task-3038288" [ 554.338140] env[68391]: _type = "Task" [ 554.338140] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.350899] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Task: {'id': task-3038288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.361484] env[68391]: DEBUG nova.network.neutron [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 554.367029] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.443275] env[68391]: INFO nova.compute.manager [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Took 20.08 seconds to build instance. [ 554.513645] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 554.514482] env[68391]: DEBUG nova.compute.manager [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 554.524218] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.182s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 554.526435] env[68391]: INFO nova.compute.claims [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 554.529154] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Acquiring lock "04218161-39eb-419d-96ea-c624f6e18e66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.531018] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Lock "04218161-39eb-419d-96ea-c624f6e18e66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 554.537675] env[68391]: DEBUG oslo_vmware.api [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Task: {'id': task-3038285, 'name': PowerOnVM_Task, 'duration_secs': 0.999841} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.538354] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 554.538560] env[68391]: INFO nova.compute.manager [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Took 12.08 seconds to spawn the instance on the hypervisor. [ 554.538732] env[68391]: DEBUG nova.compute.manager [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 554.539654] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cd4fdb-f8f3-4814-8ee1-d21638baea49 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.546437] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038286, 'name': Rename_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.659610] env[68391]: DEBUG oslo_concurrency.lockutils [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] Releasing lock "refresh_cache-6e0dade5-e6cb-4bfe-8415-3a820c338854" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.659890] env[68391]: DEBUG nova.compute.manager [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Received event network-vif-plugged-6d3a5fae-1298-4d0e-9504-835597b8b434 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 554.660122] env[68391]: DEBUG oslo_concurrency.lockutils [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] Acquiring lock "9da9da05-f0fe-4490-a416-5e4513e72584-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.660293] env[68391]: DEBUG oslo_concurrency.lockutils [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] Lock "9da9da05-f0fe-4490-a416-5e4513e72584-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 554.660447] env[68391]: DEBUG oslo_concurrency.lockutils [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] Lock "9da9da05-f0fe-4490-a416-5e4513e72584-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 554.660598] env[68391]: DEBUG nova.compute.manager [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] No waiting events found dispatching network-vif-plugged-6d3a5fae-1298-4d0e-9504-835597b8b434 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 554.660763] env[68391]: WARNING nova.compute.manager [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Received unexpected event network-vif-plugged-6d3a5fae-1298-4d0e-9504-835597b8b434 for instance with vm_state building and task_state spawning. [ 554.660919] env[68391]: DEBUG nova.compute.manager [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Received event network-changed-6d3a5fae-1298-4d0e-9504-835597b8b434 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 554.661267] env[68391]: DEBUG nova.compute.manager [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Refreshing instance network info cache due to event network-changed-6d3a5fae-1298-4d0e-9504-835597b8b434. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 554.662088] env[68391]: DEBUG oslo_concurrency.lockutils [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] Acquiring lock "refresh_cache-9da9da05-f0fe-4490-a416-5e4513e72584" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.662088] env[68391]: DEBUG oslo_concurrency.lockutils [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] Acquired lock "refresh_cache-9da9da05-f0fe-4490-a416-5e4513e72584" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.662088] env[68391]: DEBUG nova.network.neutron [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Refreshing network info cache for port 6d3a5fae-1298-4d0e-9504-835597b8b434 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 554.775792] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Acquiring lock "refresh_cache-186d39ce-c42b-4fb6-bcd1-ba10eeb9df20" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.776116] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Acquired lock "refresh_cache-186d39ce-c42b-4fb6-bcd1-ba10eeb9df20" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.776196] env[68391]: DEBUG nova.network.neutron [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 554.850637] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Task: {'id': task-3038288, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.868752] env[68391]: DEBUG nova.network.neutron [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Updating instance_info_cache with network_info: [{"id": "74e9e83a-d11b-407d-a02a-149adf420526", "address": "fa:16:3e:af:58:23", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e9e83a-d1", "ovs_interfaceid": "74e9e83a-d11b-407d-a02a-149adf420526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.946754] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a6f373ed-a05b-4f4d-a1a8-d6cfb5d022fb tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Lock "955d5968-609f-41ef-9fba-34c29184f66f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.590s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 554.948216] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "955d5968-609f-41ef-9fba-34c29184f66f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.286s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 554.948445] env[68391]: INFO nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] During sync_power_state the instance has a pending task (spawning). Skip. [ 554.948640] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "955d5968-609f-41ef-9fba-34c29184f66f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 555.022142] env[68391]: DEBUG nova.compute.utils [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 555.024022] env[68391]: DEBUG nova.compute.manager [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 555.028027] env[68391]: DEBUG nova.network.neutron [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 555.051084] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038286, 'name': Rename_Task, 'duration_secs': 1.079695} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.051618] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 555.052370] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c57eb32-93d7-4fac-b501-9b07923893db {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.065175] env[68391]: INFO nova.compute.manager [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Took 20.36 seconds to build instance. [ 555.069012] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for the task: (returnval){ [ 555.069012] env[68391]: value = "task-3038289" [ 555.069012] env[68391]: _type = "Task" [ 555.069012] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.080251] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.083085] env[68391]: DEBUG nova.policy [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fefd2018a96c4adab87020e093204733', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '948ddfd65fe14d5d8b74f2296707c6ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 555.355249] env[68391]: DEBUG oslo_vmware.api [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Task: {'id': task-3038288, 'name': PowerOnVM_Task, 'duration_secs': 0.581888} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.355665] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 555.355923] env[68391]: INFO nova.compute.manager [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Took 8.31 seconds to spawn the instance on the hypervisor. [ 555.356136] env[68391]: DEBUG nova.compute.manager [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 555.356977] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af676f84-8b61-469e-8084-513de594f8eb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.363669] env[68391]: DEBUG nova.network.neutron [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 555.373704] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Releasing lock "refresh_cache-5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.374027] env[68391]: DEBUG nova.compute.manager [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Instance network_info: |[{"id": "74e9e83a-d11b-407d-a02a-149adf420526", "address": "fa:16:3e:af:58:23", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e9e83a-d1", "ovs_interfaceid": "74e9e83a-d11b-407d-a02a-149adf420526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 555.377357] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:58:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74e9e83a-d11b-407d-a02a-149adf420526', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 555.385038] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Creating folder: Project (01e8803c898c40b1872795c7bb1e455d). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 555.385740] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a401dc9d-27a9-4418-832c-720f4355327c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.402548] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Created folder: Project (01e8803c898c40b1872795c7bb1e455d) in parent group-v608736. [ 555.402548] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Creating folder: Instances. Parent ref: group-v608752. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 555.402548] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-698c2132-0850-457a-be99-e7c87c84b05c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.413023] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Created folder: Instances in parent group-v608752. [ 555.413443] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 555.413687] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 555.413833] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8539c52b-1ad6-4528-b26c-33951814a061 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.446170] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 555.446170] env[68391]: value = "task-3038292" [ 555.446170] env[68391]: _type = "Task" [ 555.446170] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.455915] env[68391]: DEBUG nova.compute.manager [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 555.468992] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038292, 'name': CreateVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.522333] env[68391]: DEBUG nova.network.neutron [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Successfully created port: b9a0f038-cd3a-44b4-867f-4cb07dac1e56 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 555.526963] env[68391]: DEBUG nova.compute.manager [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 555.570354] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a19ffc07-6709-40b7-a3aa-d89a9947d266 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Lock "6e0dade5-e6cb-4bfe-8415-3a820c338854" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.879s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 555.576548] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "6e0dade5-e6cb-4bfe-8415-3a820c338854" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.910s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 555.576548] env[68391]: INFO nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] During sync_power_state the instance has a pending task (spawning). Skip. [ 555.576548] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "6e0dade5-e6cb-4bfe-8415-3a820c338854" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.002s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 555.592852] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.724422] env[68391]: DEBUG nova.network.neutron [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Updated VIF entry in instance network info cache for port 6d3a5fae-1298-4d0e-9504-835597b8b434. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 555.724815] env[68391]: DEBUG nova.network.neutron [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Updating instance_info_cache with network_info: [{"id": "6d3a5fae-1298-4d0e-9504-835597b8b434", "address": "fa:16:3e:e8:30:ae", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d3a5fae-12", "ovs_interfaceid": "6d3a5fae-1298-4d0e-9504-835597b8b434", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.730394] env[68391]: DEBUG nova.compute.manager [req-86ee1c40-599b-49ba-944d-26b1919b3d1c req-6e174f26-8cd8-432f-8a21-b2723da79b17 service nova] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Received event network-vif-plugged-74e9e83a-d11b-407d-a02a-149adf420526 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 555.730641] env[68391]: DEBUG oslo_concurrency.lockutils [req-86ee1c40-599b-49ba-944d-26b1919b3d1c req-6e174f26-8cd8-432f-8a21-b2723da79b17 service nova] Acquiring lock "5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.730805] env[68391]: DEBUG oslo_concurrency.lockutils [req-86ee1c40-599b-49ba-944d-26b1919b3d1c req-6e174f26-8cd8-432f-8a21-b2723da79b17 service nova] Lock "5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 555.730968] env[68391]: DEBUG oslo_concurrency.lockutils [req-86ee1c40-599b-49ba-944d-26b1919b3d1c req-6e174f26-8cd8-432f-8a21-b2723da79b17 service nova] Lock "5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 555.731768] env[68391]: DEBUG nova.compute.manager [req-86ee1c40-599b-49ba-944d-26b1919b3d1c req-6e174f26-8cd8-432f-8a21-b2723da79b17 service nova] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] No waiting events found dispatching network-vif-plugged-74e9e83a-d11b-407d-a02a-149adf420526 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 555.731955] env[68391]: WARNING nova.compute.manager [req-86ee1c40-599b-49ba-944d-26b1919b3d1c req-6e174f26-8cd8-432f-8a21-b2723da79b17 service nova] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Received unexpected event network-vif-plugged-74e9e83a-d11b-407d-a02a-149adf420526 for instance with vm_state building and task_state spawning. [ 555.846269] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d580f0-7f2f-4ef1-8bcc-be88bf0db8ab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.855273] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cea5319-5327-42a3-9f76-662c0c207962 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.904305] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1d9f05-d323-4d03-b0a9-fab3f7db1885 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.912896] env[68391]: INFO nova.compute.manager [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Took 20.00 seconds to build instance. [ 555.921394] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fc9ad4-4d73-4d42-b515-16ee69bc4e54 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.936847] env[68391]: DEBUG nova.compute.provider_tree [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 555.959835] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038292, 'name': CreateVM_Task, 'duration_secs': 0.369364} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.959995] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 555.961191] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.961515] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.962127] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.962127] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6829293-4b45-497d-bcfd-d4871ff123ac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.973155] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Waiting for the task: (returnval){ [ 555.973155] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b5861e-7771-4fcd-d10b-253aa6c9c608" [ 555.973155] env[68391]: _type = "Task" [ 555.973155] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.981198] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b5861e-7771-4fcd-d10b-253aa6c9c608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.001198] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.001198] env[68391]: DEBUG nova.network.neutron [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Updating instance_info_cache with network_info: [{"id": "0a103a17-28fd-4e53-8a20-01aab661ae81", "address": "fa:16:3e:82:88:fd", "network": {"id": "64ba91c2-f454-4a47-8405-ed26b2f0dce2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1079638532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "610dcc18c766406cb5b024c4764939c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a103a17-28", "ovs_interfaceid": "0a103a17-28fd-4e53-8a20-01aab661ae81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.086395] env[68391]: DEBUG nova.compute.manager [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 556.091118] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038289, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.229266] env[68391]: DEBUG oslo_concurrency.lockutils [req-1ce6e8cc-5269-43be-9291-9b227a73936a req-f84d829d-5bc0-4ac2-9f00-e19df922c5bd service nova] Releasing lock "refresh_cache-9da9da05-f0fe-4490-a416-5e4513e72584" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.376993] env[68391]: DEBUG nova.network.neutron [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Successfully updated port: 80564d14-54cc-4dec-9a42-240942281482 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 556.417602] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0995f6fa-ada8-426e-a045-74766436f3e6 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Lock "9da9da05-f0fe-4490-a416-5e4513e72584" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.513s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 556.418126] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "9da9da05-f0fe-4490-a416-5e4513e72584" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.755s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.418221] env[68391]: INFO nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] During sync_power_state the instance has a pending task (spawning). Skip. [ 556.418326] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "9da9da05-f0fe-4490-a416-5e4513e72584" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 556.440615] env[68391]: DEBUG nova.scheduler.client.report [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 556.487381] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b5861e-7771-4fcd-d10b-253aa6c9c608, 'name': SearchDatastore_Task, 'duration_secs': 0.014151} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.487699] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.489109] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 556.489109] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.489109] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.489109] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 556.489109] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18159047-660a-4e08-b983-33a7f69a0526 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.498170] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 556.498394] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 556.499208] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-428cc689-ec18-4c5d-8463-5636136e3998 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.503763] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Releasing lock "refresh_cache-186d39ce-c42b-4fb6-bcd1-ba10eeb9df20" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.504582] env[68391]: DEBUG nova.compute.manager [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Instance network_info: |[{"id": "0a103a17-28fd-4e53-8a20-01aab661ae81", "address": "fa:16:3e:82:88:fd", "network": {"id": "64ba91c2-f454-4a47-8405-ed26b2f0dce2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1079638532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "610dcc18c766406cb5b024c4764939c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a103a17-28", "ovs_interfaceid": "0a103a17-28fd-4e53-8a20-01aab661ae81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 556.506170] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:88:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a103a17-28fd-4e53-8a20-01aab661ae81', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 556.514910] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Creating folder: Project (610dcc18c766406cb5b024c4764939c4). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.515362] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Waiting for the task: (returnval){ [ 556.515362] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521e1a77-3f7c-2fae-284b-c4aef350331d" [ 556.515362] env[68391]: _type = "Task" [ 556.515362] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.515600] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76139314-2728-4be4-9724-2ce5516278d3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.528399] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521e1a77-3f7c-2fae-284b-c4aef350331d, 'name': SearchDatastore_Task, 'duration_secs': 0.011352} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.531096] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Created folder: Project (610dcc18c766406cb5b024c4764939c4) in parent group-v608736. [ 556.531096] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Creating folder: Instances. Parent ref: group-v608755. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.531375] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d570bb42-99e8-4076-86a2-1a67ece4c6ee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.534479] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8370b5a6-ea07-452b-b18e-c95efa922e4e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.539264] env[68391]: DEBUG nova.compute.manager [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 556.543481] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Waiting for the task: (returnval){ [ 556.543481] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52854171-036f-2ae8-972f-fc1b20157d09" [ 556.543481] env[68391]: _type = "Task" [ 556.543481] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.548419] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Created folder: Instances in parent group-v608755. [ 556.548419] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 556.549975] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 556.550240] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aebe0b4e-37f1-4756-96ba-0c95534befa3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.578843] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52854171-036f-2ae8-972f-fc1b20157d09, 'name': SearchDatastore_Task, 'duration_secs': 0.011317} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.578949] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 556.578949] env[68391]: value = "task-3038295" [ 556.578949] env[68391]: _type = "Task" [ 556.578949] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.582242] env[68391]: DEBUG nova.virt.hardware [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:35:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1088545765',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-623756506',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 556.582619] env[68391]: DEBUG nova.virt.hardware [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 556.582619] env[68391]: DEBUG nova.virt.hardware [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 556.582916] env[68391]: DEBUG nova.virt.hardware [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 556.582960] env[68391]: DEBUG nova.virt.hardware [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 556.583689] env[68391]: DEBUG nova.virt.hardware [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 556.583689] env[68391]: DEBUG nova.virt.hardware [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 556.583689] env[68391]: DEBUG nova.virt.hardware [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 556.583689] env[68391]: DEBUG nova.virt.hardware [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 556.584172] env[68391]: DEBUG nova.virt.hardware [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 556.584172] env[68391]: DEBUG nova.virt.hardware [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 556.584732] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.584994] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b/5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 556.585911] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f081257-2625-4708-8b02-b71bedfb2145 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.592258] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-365032f0-1aed-4725-83ad-d985807701ae {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.598284] env[68391]: DEBUG oslo_vmware.api [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038289, 'name': PowerOnVM_Task, 'duration_secs': 1.097713} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.601651] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 556.601959] env[68391]: INFO nova.compute.manager [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Took 11.82 seconds to spawn the instance on the hypervisor. [ 556.602154] env[68391]: DEBUG nova.compute.manager [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 556.607686] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b53baa-b0d6-4f74-8aa4-dd0f129b00b9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.621875] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Waiting for the task: (returnval){ [ 556.621875] env[68391]: value = "task-3038296" [ 556.621875] env[68391]: _type = "Task" [ 556.621875] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.622118] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038295, 'name': CreateVM_Task} progress is 15%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.624754] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19ff2e5-8b53-4b02-ba9c-2b666d317091 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.659121] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.659896] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.881772] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Acquiring lock "refresh_cache-7eea385c-cd21-4229-84ca-60ebfaa72460" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.881772] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Acquired lock "refresh_cache-7eea385c-cd21-4229-84ca-60ebfaa72460" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.881772] env[68391]: DEBUG nova.network.neutron [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 556.946373] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 556.946915] env[68391]: DEBUG nova.compute.manager [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 556.953998] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.784s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.960075] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 556.960075] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68391) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 556.960300] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.593s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.963600] env[68391]: INFO nova.compute.claims [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 556.969314] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efa9cdb-6b31-451c-bb63-cb3ff9ad5a66 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.979861] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539bce33-449b-4712-916e-f260ea94cffe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.998069] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0e12e9-9eaf-4a52-b72c-bf80f26b7837 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.007562] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb618bdb-d3eb-4499-ab65-85394e608726 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.050221] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181002MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=68391) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 557.050384] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.102126] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038295, 'name': CreateVM_Task, 'duration_secs': 0.45448} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.102322] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 557.103582] env[68391]: DEBUG oslo_vmware.service [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab26b07-51d6-424e-a973-4620b363aeee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.111753] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.111873] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.112329] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.112591] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22e945f3-4d28-40eb-8be1-835c2f540a87 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.118128] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 557.118128] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e1f9d2-dfe6-11c5-7b22-b11c33bb371d" [ 557.118128] env[68391]: _type = "Task" [ 557.118128] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.145647] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.145965] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 557.146396] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.148345] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.148753] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 557.149137] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038296, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.154342] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30e35bc8-58ec-4568-81c6-42613452d7ea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.161527] env[68391]: INFO nova.compute.manager [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Took 21.94 seconds to build instance. [ 557.171069] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 557.171069] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 557.171069] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923b43bc-63db-40d9-9937-0da40ad6933b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.187290] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2668299c-d5f6-4106-a775-714119b901b6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.195651] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 557.195651] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526c855b-0bb1-dd11-174b-350d81470677" [ 557.195651] env[68391]: _type = "Task" [ 557.195651] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.209976] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526c855b-0bb1-dd11-174b-350d81470677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.451913] env[68391]: DEBUG nova.network.neutron [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 557.470419] env[68391]: DEBUG nova.compute.utils [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 557.473929] env[68391]: DEBUG nova.compute.manager [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 557.473929] env[68391]: DEBUG nova.network.neutron [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 557.487570] env[68391]: DEBUG nova.network.neutron [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Successfully updated port: b9a0f038-cd3a-44b4-867f-4cb07dac1e56 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 557.573323] env[68391]: DEBUG nova.policy [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '163f2331a83e4b42a3ed22919fd1250f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2484204caa44917a6874904990c9999', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 557.644229] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655767} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.645511] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b/5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 557.645759] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 557.646942] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b28541b8-3ad9-4736-8903-24f0c5c82d74 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.656199] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Waiting for the task: (returnval){ [ 557.656199] env[68391]: value = "task-3038297" [ 557.656199] env[68391]: _type = "Task" [ 557.656199] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.666704] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15f96adb-8c65-4396-a2b0-7c5a29f4f18c tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "39cf4eea-900e-4211-9afe-ae2735af2661" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.468s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 557.666949] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.667129] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "39cf4eea-900e-4211-9afe-ae2735af2661" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.005s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 557.667312] env[68391]: INFO nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] During sync_power_state the instance has a pending task (spawning). Skip. [ 557.667477] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "39cf4eea-900e-4211-9afe-ae2735af2661" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 557.672869] env[68391]: DEBUG nova.network.neutron [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Updating instance_info_cache with network_info: [{"id": "80564d14-54cc-4dec-9a42-240942281482", "address": "fa:16:3e:be:c8:d5", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80564d14-54", "ovs_interfaceid": "80564d14-54cc-4dec-9a42-240942281482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.714672] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Preparing fetch location {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 557.714790] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Creating directory with path [datastore1] vmware_temp/c99a6e4f-0f17-4c18-8da0-ce657712e7f7/c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 557.715919] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8b07a6b-e65d-4f80-b819-f888683d71e5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.747308] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Created directory with path [datastore1] vmware_temp/c99a6e4f-0f17-4c18-8da0-ce657712e7f7/c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 557.747308] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Fetch image to [datastore1] vmware_temp/c99a6e4f-0f17-4c18-8da0-ce657712e7f7/c48f848a-9b59-4c83-9b2f-e9d02467d466/tmp-sparse.vmdk {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 557.747308] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Downloading image file data c48f848a-9b59-4c83-9b2f-e9d02467d466 to [datastore1] vmware_temp/c99a6e4f-0f17-4c18-8da0-ce657712e7f7/c48f848a-9b59-4c83-9b2f-e9d02467d466/tmp-sparse.vmdk on the data store datastore1 {{(pid=68391) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 557.747308] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4ad571-b028-411d-8579-6a78ecf1886a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.754966] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd7e9b1-4853-49f2-9a45-9ddb50675b1c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.768202] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76333c9-c199-43ba-8d14-c566a9cc2684 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.776781] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Acquiring lock "a40e75b5-1c76-4f37-8452-6f2769a5978e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.776909] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Lock "a40e75b5-1c76-4f37-8452-6f2769a5978e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 557.809905] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2068ecf-6070-49de-bffa-9d1fa33c00ce {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.815896] env[68391]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-7aa987ee-c0ef-4989-9e90-8a5b4fecfd16 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.911260] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Downloading image file data c48f848a-9b59-4c83-9b2f-e9d02467d466 to the data store datastore1 {{(pid=68391) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 557.975891] env[68391]: DEBUG nova.compute.manager [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 557.980449] env[68391]: DEBUG oslo_vmware.rw_handles [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c99a6e4f-0f17-4c18-8da0-ce657712e7f7/c48f848a-9b59-4c83-9b2f-e9d02467d466/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68391) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 558.049553] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Acquiring lock "refresh_cache-54a90dc4-1c71-487e-90c8-9ac494d9ea3b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.049716] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Acquired lock "refresh_cache-54a90dc4-1c71-487e-90c8-9ac494d9ea3b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.049874] env[68391]: DEBUG nova.network.neutron [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 558.169621] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165258} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.170328] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 558.171244] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d81915f-4ebb-409e-a2f7-b1653a13b979 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.175674] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Releasing lock "refresh_cache-7eea385c-cd21-4229-84ca-60ebfaa72460" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.176009] env[68391]: DEBUG nova.compute.manager [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Instance network_info: |[{"id": "80564d14-54cc-4dec-9a42-240942281482", "address": "fa:16:3e:be:c8:d5", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80564d14-54", "ovs_interfaceid": "80564d14-54cc-4dec-9a42-240942281482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 558.189212] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:c8:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80564d14-54cc-4dec-9a42-240942281482', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 558.197939] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Creating folder: Project (4a4ac0c72a4e4c87b0b8a23d5a36ca9b). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 558.207140] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b/5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 558.213160] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d08cb39-46df-4e70-9168-05bfc20388e5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.215236] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e1fd3de-a614-4806-b795-b0c6720eab1e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.239053] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Waiting for the task: (returnval){ [ 558.239053] env[68391]: value = "task-3038299" [ 558.239053] env[68391]: _type = "Task" [ 558.239053] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.244438] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Created folder: Project (4a4ac0c72a4e4c87b0b8a23d5a36ca9b) in parent group-v608736. [ 558.244438] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Creating folder: Instances. Parent ref: group-v608758. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 558.244438] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a275a05a-85a6-45b5-8205-24a0590509ef {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.256125] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.279767] env[68391]: DEBUG nova.compute.manager [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 558.340608] env[68391]: DEBUG nova.network.neutron [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Successfully created port: c908b311-1156-468a-868a-547b62b64f6c {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 558.362654] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aec0864-65c6-4cfd-bbce-68175d22a48b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.370239] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bb0e14-3033-499c-b75b-cbdfa6b9e833 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.374705] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Created folder: Instances in parent group-v608758. [ 558.374976] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 558.376213] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 558.376475] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e40a79d1-82c6-47d8-aeba-0b29ac9d918e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.425543] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baacf4a6-acd2-4644-8f8d-4cd613cf1b59 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.433647] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "e356559c-e4ae-4a13-8605-edb2c6608463" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 558.434029] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "e356559c-e4ae-4a13-8605-edb2c6608463" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 558.435192] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 558.435192] env[68391]: value = "task-3038301" [ 558.435192] env[68391]: _type = "Task" [ 558.435192] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.445017] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e4e182-36cd-40b4-922b-5c25cda005ad {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.454770] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038301, 'name': CreateVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.472168] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "cb0f9997-74dc-4974-93e3-f5a9d451499e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 558.472421] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "cb0f9997-74dc-4974-93e3-f5a9d451499e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 558.472840] env[68391]: DEBUG nova.compute.provider_tree [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 558.603600] env[68391]: DEBUG nova.network.neutron [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 558.695520] env[68391]: DEBUG oslo_vmware.rw_handles [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Completed reading data from the image iterator. {{(pid=68391) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 558.695520] env[68391]: DEBUG oslo_vmware.rw_handles [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c99a6e4f-0f17-4c18-8da0-ce657712e7f7/c48f848a-9b59-4c83-9b2f-e9d02467d466/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 558.753782] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.802178] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 558.805097] env[68391]: DEBUG nova.network.neutron [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Updating instance_info_cache with network_info: [{"id": "b9a0f038-cd3a-44b4-867f-4cb07dac1e56", "address": "fa:16:3e:a4:e8:52", "network": {"id": "9db2dfca-fbb3-43b6-9809-5a6ee7975eb9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1426033580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948ddfd65fe14d5d8b74f2296707c6ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a0f038-cd", "ovs_interfaceid": "b9a0f038-cd3a-44b4-867f-4cb07dac1e56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.869894] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Downloaded image file data c48f848a-9b59-4c83-9b2f-e9d02467d466 to vmware_temp/c99a6e4f-0f17-4c18-8da0-ce657712e7f7/c48f848a-9b59-4c83-9b2f-e9d02467d466/tmp-sparse.vmdk on the data store datastore1 {{(pid=68391) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 558.869894] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Caching image {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 558.869894] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Copying Virtual Disk [datastore1] vmware_temp/c99a6e4f-0f17-4c18-8da0-ce657712e7f7/c48f848a-9b59-4c83-9b2f-e9d02467d466/tmp-sparse.vmdk to [datastore1] vmware_temp/c99a6e4f-0f17-4c18-8da0-ce657712e7f7/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 558.870285] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba27f35b-5b89-4666-821d-fc0eff7bebee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.883020] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 558.883020] env[68391]: value = "task-3038302" [ 558.883020] env[68391]: _type = "Task" [ 558.883020] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.891684] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.938359] env[68391]: DEBUG nova.compute.manager [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 558.952666] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038301, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.973501] env[68391]: DEBUG nova.compute.manager [None req-d0bdec15-e49c-48ed-a03a-592204f16ad5 tempest-ServerExternalEventsTest-724695201 tempest-ServerExternalEventsTest-724695201-project] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Received event network-changed {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 558.973615] env[68391]: DEBUG nova.compute.manager [None req-d0bdec15-e49c-48ed-a03a-592204f16ad5 tempest-ServerExternalEventsTest-724695201 tempest-ServerExternalEventsTest-724695201-project] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Refreshing instance network info cache due to event network-changed. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 558.973876] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d0bdec15-e49c-48ed-a03a-592204f16ad5 tempest-ServerExternalEventsTest-724695201 tempest-ServerExternalEventsTest-724695201-project] Acquiring lock "refresh_cache-6e0dade5-e6cb-4bfe-8415-3a820c338854" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.974278] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d0bdec15-e49c-48ed-a03a-592204f16ad5 tempest-ServerExternalEventsTest-724695201 tempest-ServerExternalEventsTest-724695201-project] Acquired lock "refresh_cache-6e0dade5-e6cb-4bfe-8415-3a820c338854" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.974955] env[68391]: DEBUG nova.network.neutron [None req-d0bdec15-e49c-48ed-a03a-592204f16ad5 tempest-ServerExternalEventsTest-724695201 tempest-ServerExternalEventsTest-724695201-project] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 558.977937] env[68391]: DEBUG nova.scheduler.client.report [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 558.990251] env[68391]: DEBUG nova.compute.manager [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 559.023487] env[68391]: DEBUG nova.virt.hardware [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 559.023795] env[68391]: DEBUG nova.virt.hardware [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 559.024035] env[68391]: DEBUG nova.virt.hardware [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 559.024533] env[68391]: DEBUG nova.virt.hardware [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 559.024758] env[68391]: DEBUG nova.virt.hardware [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 559.024991] env[68391]: DEBUG nova.virt.hardware [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 559.026209] env[68391]: DEBUG nova.virt.hardware [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 559.026484] env[68391]: DEBUG nova.virt.hardware [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 559.026626] env[68391]: DEBUG nova.virt.hardware [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 559.026814] env[68391]: DEBUG nova.virt.hardware [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 559.026985] env[68391]: DEBUG nova.virt.hardware [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 559.027940] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcafdc4-394c-40e2-9f70-28eb85ddf0dc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.037466] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a777db-9287-4c9c-b1db-5f43818368a3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.111711] env[68391]: DEBUG nova.compute.manager [req-39cde672-6ee9-4f6b-89b1-3a48c8a71adc req-b78931cd-1ca2-424e-8e0c-7ef694a86d65 service nova] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Received event network-vif-plugged-80564d14-54cc-4dec-9a42-240942281482 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 559.112017] env[68391]: DEBUG oslo_concurrency.lockutils [req-39cde672-6ee9-4f6b-89b1-3a48c8a71adc req-b78931cd-1ca2-424e-8e0c-7ef694a86d65 service nova] Acquiring lock "7eea385c-cd21-4229-84ca-60ebfaa72460-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 559.112771] env[68391]: DEBUG oslo_concurrency.lockutils [req-39cde672-6ee9-4f6b-89b1-3a48c8a71adc req-b78931cd-1ca2-424e-8e0c-7ef694a86d65 service nova] Lock "7eea385c-cd21-4229-84ca-60ebfaa72460-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 559.113020] env[68391]: DEBUG oslo_concurrency.lockutils [req-39cde672-6ee9-4f6b-89b1-3a48c8a71adc req-b78931cd-1ca2-424e-8e0c-7ef694a86d65 service nova] Lock "7eea385c-cd21-4229-84ca-60ebfaa72460-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 559.113246] env[68391]: DEBUG nova.compute.manager [req-39cde672-6ee9-4f6b-89b1-3a48c8a71adc req-b78931cd-1ca2-424e-8e0c-7ef694a86d65 service nova] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] No waiting events found dispatching network-vif-plugged-80564d14-54cc-4dec-9a42-240942281482 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 559.113414] env[68391]: WARNING nova.compute.manager [req-39cde672-6ee9-4f6b-89b1-3a48c8a71adc req-b78931cd-1ca2-424e-8e0c-7ef694a86d65 service nova] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Received unexpected event network-vif-plugged-80564d14-54cc-4dec-9a42-240942281482 for instance with vm_state building and task_state spawning. [ 559.254860] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038299, 'name': ReconfigVM_Task, 'duration_secs': 0.606108} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.255830] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b/5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.256516] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab8f95d0-26cf-4c5e-b492-206d19c80010 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.269860] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquiring lock "291661a1-659b-45a6-b35f-2db187f17324" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 559.269860] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lock "291661a1-659b-45a6-b35f-2db187f17324" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 559.269860] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Waiting for the task: (returnval){ [ 559.269860] env[68391]: value = "task-3038303" [ 559.269860] env[68391]: _type = "Task" [ 559.269860] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.283397] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038303, 'name': Rename_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.309356] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Releasing lock "refresh_cache-54a90dc4-1c71-487e-90c8-9ac494d9ea3b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.309356] env[68391]: DEBUG nova.compute.manager [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Instance network_info: |[{"id": "b9a0f038-cd3a-44b4-867f-4cb07dac1e56", "address": "fa:16:3e:a4:e8:52", "network": {"id": "9db2dfca-fbb3-43b6-9809-5a6ee7975eb9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1426033580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948ddfd65fe14d5d8b74f2296707c6ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a0f038-cd", "ovs_interfaceid": "b9a0f038-cd3a-44b4-867f-4cb07dac1e56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 559.309485] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:e8:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9a0f038-cd3a-44b4-867f-4cb07dac1e56', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 559.318587] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Creating folder: Project (948ddfd65fe14d5d8b74f2296707c6ac). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.318587] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-626e9532-3196-4293-8c6b-7d3989e00d67 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.329546] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Created folder: Project (948ddfd65fe14d5d8b74f2296707c6ac) in parent group-v608736. [ 559.329546] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Creating folder: Instances. Parent ref: group-v608761. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.329546] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e798f67-85a5-44ec-888a-624d40f8a590 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.339237] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Created folder: Instances in parent group-v608761. [ 559.339551] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 559.339895] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 559.340496] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b614f2d7-534a-4a98-ad09-86fdc69a1bc7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.361072] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 559.361072] env[68391]: value = "task-3038306" [ 559.361072] env[68391]: _type = "Task" [ 559.361072] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.368934] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038306, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.394642] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038302, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.456212] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038301, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.470530] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 559.486828] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 559.487034] env[68391]: DEBUG nova.compute.manager [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 559.490353] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.491s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 559.492197] env[68391]: INFO nova.compute.claims [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 559.779951] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038303, 'name': Rename_Task, 'duration_secs': 0.234272} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.780264] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 559.780558] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5566cfe-cef4-4234-8e8a-fa273d76dd09 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.786929] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Waiting for the task: (returnval){ [ 559.786929] env[68391]: value = "task-3038307" [ 559.786929] env[68391]: _type = "Task" [ 559.786929] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.795405] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.872469] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038306, 'name': CreateVM_Task, 'duration_secs': 0.451947} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.872679] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 559.873859] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.874040] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.874688] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.874688] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4d2ba39-ffc8-48fa-aad5-24477d657244 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.879394] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Waiting for the task: (returnval){ [ 559.879394] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528191f0-0856-9771-db9a-b80ce6f888eb" [ 559.879394] env[68391]: _type = "Task" [ 559.879394] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.890473] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528191f0-0856-9771-db9a-b80ce6f888eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.893935] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038302, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.951512] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038301, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.955213] env[68391]: DEBUG nova.compute.manager [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Received event network-changed-74e9e83a-d11b-407d-a02a-149adf420526 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 559.955213] env[68391]: DEBUG nova.compute.manager [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Refreshing instance network info cache due to event network-changed-74e9e83a-d11b-407d-a02a-149adf420526. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 559.955213] env[68391]: DEBUG oslo_concurrency.lockutils [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] Acquiring lock "refresh_cache-5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.955213] env[68391]: DEBUG oslo_concurrency.lockutils [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] Acquired lock "refresh_cache-5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.955213] env[68391]: DEBUG nova.network.neutron [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Refreshing network info cache for port 74e9e83a-d11b-407d-a02a-149adf420526 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 559.999796] env[68391]: DEBUG nova.compute.utils [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 560.002785] env[68391]: DEBUG nova.compute.manager [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 560.002901] env[68391]: DEBUG nova.network.neutron [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 560.071296] env[68391]: DEBUG nova.network.neutron [None req-d0bdec15-e49c-48ed-a03a-592204f16ad5 tempest-ServerExternalEventsTest-724695201 tempest-ServerExternalEventsTest-724695201-project] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Updating instance_info_cache with network_info: [{"id": "d1168971-73cc-403e-bd36-154208d5f57d", "address": "fa:16:3e:ea:a5:09", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1168971-73", "ovs_interfaceid": "d1168971-73cc-403e-bd36-154208d5f57d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.076212] env[68391]: DEBUG nova.policy [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b88bf9d0eeea42ae8231636bed997242', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12bd40776b6d4e49906bac56afa6b6de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 560.083436] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Acquiring lock "04a75416-4760-4c14-9e8e-5458a095866e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 560.083700] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Lock "04a75416-4760-4c14-9e8e-5458a095866e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 560.299808] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038307, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.407053] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038302, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.121283} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.407053] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Copied Virtual Disk [datastore1] vmware_temp/c99a6e4f-0f17-4c18-8da0-ce657712e7f7/c48f848a-9b59-4c83-9b2f-e9d02467d466/tmp-sparse.vmdk to [datastore1] vmware_temp/c99a6e4f-0f17-4c18-8da0-ce657712e7f7/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 560.407053] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Deleting the datastore file [datastore1] vmware_temp/c99a6e4f-0f17-4c18-8da0-ce657712e7f7/c48f848a-9b59-4c83-9b2f-e9d02467d466/tmp-sparse.vmdk {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 560.407053] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.407285] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 560.407463] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.407736] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d04733f3-0cfc-414f-933c-c7053e58d58d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.416695] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 560.416695] env[68391]: value = "task-3038308" [ 560.416695] env[68391]: _type = "Task" [ 560.416695] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.432443] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.449962] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038301, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.473532] env[68391]: DEBUG nova.network.neutron [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Successfully updated port: c908b311-1156-468a-868a-547b62b64f6c {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 560.495473] env[68391]: DEBUG nova.network.neutron [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Successfully created port: 23598efe-9717-438d-8aa5-44bf8e7e458d {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 560.503971] env[68391]: DEBUG nova.compute.manager [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 560.579658] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d0bdec15-e49c-48ed-a03a-592204f16ad5 tempest-ServerExternalEventsTest-724695201 tempest-ServerExternalEventsTest-724695201-project] Releasing lock "refresh_cache-6e0dade5-e6cb-4bfe-8415-3a820c338854" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.810021] env[68391]: DEBUG oslo_vmware.api [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038307, 'name': PowerOnVM_Task, 'duration_secs': 0.908122} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.810541] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 560.810895] env[68391]: INFO nova.compute.manager [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Took 11.30 seconds to spawn the instance on the hypervisor. [ 560.811226] env[68391]: DEBUG nova.compute.manager [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 560.812374] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343995c3-2bdf-4a5b-9455-6d7caf368351 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.914909] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78895233-62ca-42cf-ae7f-59d7b26e6ab3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.934794] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a5efec-d0de-47f1-8131-cea41fb8ddee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.938619] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.050679} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.939350] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 560.939572] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Moving file from [datastore1] vmware_temp/c99a6e4f-0f17-4c18-8da0-ce657712e7f7/c48f848a-9b59-4c83-9b2f-e9d02467d466 to [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466. {{(pid=68391) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 560.940310] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-76663caf-aadd-40e7-a11e-de9ae615335e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.976233] env[68391]: DEBUG nova.compute.manager [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Stashing vm_state: active {{(pid=68391) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 560.984370] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Acquiring lock "refresh_cache-669b4866-63c3-4467-bd68-478e604042c1" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.984525] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Acquired lock "refresh_cache-669b4866-63c3-4467-bd68-478e604042c1" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.985351] env[68391]: DEBUG nova.network.neutron [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 560.986780] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f229538c-c1d8-4ad6-95f3-26fc2f007a84 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.993778] env[68391]: DEBUG oslo_concurrency.lockutils [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquiring lock "828732f1-e0d2-4e9c-83f1-7f43892ba7be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 560.994071] env[68391]: DEBUG oslo_concurrency.lockutils [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lock "828732f1-e0d2-4e9c-83f1-7f43892ba7be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 560.994360] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 560.994360] env[68391]: value = "task-3038309" [ 560.994360] env[68391]: _type = "Task" [ 560.994360] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.005773] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038301, 'name': CreateVM_Task, 'duration_secs': 2.293549} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.006813] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 561.007727] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f911af-efc1-43a8-9aad-b45db7b6951b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.015672] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.016135] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.016249] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.020130] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038309, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.021153] env[68391]: DEBUG nova.network.neutron [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Updated VIF entry in instance network info cache for port 74e9e83a-d11b-407d-a02a-149adf420526. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 561.021450] env[68391]: DEBUG nova.network.neutron [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Updating instance_info_cache with network_info: [{"id": "74e9e83a-d11b-407d-a02a-149adf420526", "address": "fa:16:3e:af:58:23", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e9e83a-d1", "ovs_interfaceid": "74e9e83a-d11b-407d-a02a-149adf420526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.025946] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e69cf2c1-caed-4085-99d1-faf56fb3d674 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.037876] env[68391]: DEBUG nova.compute.provider_tree [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 561.041241] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Waiting for the task: (returnval){ [ 561.041241] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5267cf18-b5ba-8356-efed-5cca0620fbfc" [ 561.041241] env[68391]: _type = "Task" [ 561.041241] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.050945] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5267cf18-b5ba-8356-efed-5cca0620fbfc, 'name': SearchDatastore_Task, 'duration_secs': 0.013105} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.051272] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.051525] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 561.051928] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.056509] env[68391]: DEBUG oslo_concurrency.lockutils [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Acquiring lock "6e0dade5-e6cb-4bfe-8415-3a820c338854" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.056826] env[68391]: DEBUG oslo_concurrency.lockutils [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Lock "6e0dade5-e6cb-4bfe-8415-3a820c338854" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.057129] env[68391]: DEBUG oslo_concurrency.lockutils [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Acquiring lock "6e0dade5-e6cb-4bfe-8415-3a820c338854-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.057375] env[68391]: DEBUG oslo_concurrency.lockutils [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Lock "6e0dade5-e6cb-4bfe-8415-3a820c338854-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.057842] env[68391]: DEBUG oslo_concurrency.lockutils [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Lock "6e0dade5-e6cb-4bfe-8415-3a820c338854-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.059952] env[68391]: INFO nova.compute.manager [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Terminating instance [ 561.333755] env[68391]: INFO nova.compute.manager [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Took 25.26 seconds to build instance. [ 561.509203] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.519745] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038309, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.041759} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.521481] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] File moved {{(pid=68391) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 561.521481] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Cleaning up location [datastore1] vmware_temp/c99a6e4f-0f17-4c18-8da0-ce657712e7f7 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 561.521481] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Deleting the datastore file [datastore1] vmware_temp/c99a6e4f-0f17-4c18-8da0-ce657712e7f7 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 561.521481] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c89b2d4d-e9fa-4720-886c-030d7c536cdf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.526842] env[68391]: DEBUG nova.compute.manager [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 561.529633] env[68391]: DEBUG oslo_concurrency.lockutils [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] Releasing lock "refresh_cache-5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.532165] env[68391]: DEBUG nova.compute.manager [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Received event network-vif-plugged-0a103a17-28fd-4e53-8a20-01aab661ae81 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 561.535030] env[68391]: DEBUG oslo_concurrency.lockutils [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] Acquiring lock "186d39ce-c42b-4fb6-bcd1-ba10eeb9df20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.535030] env[68391]: DEBUG oslo_concurrency.lockutils [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] Lock "186d39ce-c42b-4fb6-bcd1-ba10eeb9df20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.535030] env[68391]: DEBUG oslo_concurrency.lockutils [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] Lock "186d39ce-c42b-4fb6-bcd1-ba10eeb9df20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.535030] env[68391]: DEBUG nova.compute.manager [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] No waiting events found dispatching network-vif-plugged-0a103a17-28fd-4e53-8a20-01aab661ae81 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 561.535030] env[68391]: WARNING nova.compute.manager [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Received unexpected event network-vif-plugged-0a103a17-28fd-4e53-8a20-01aab661ae81 for instance with vm_state building and task_state spawning. [ 561.535471] env[68391]: DEBUG nova.compute.manager [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Received event network-changed-0a103a17-28fd-4e53-8a20-01aab661ae81 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 561.535471] env[68391]: DEBUG nova.compute.manager [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Refreshing instance network info cache due to event network-changed-0a103a17-28fd-4e53-8a20-01aab661ae81. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 561.535471] env[68391]: DEBUG oslo_concurrency.lockutils [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] Acquiring lock "refresh_cache-186d39ce-c42b-4fb6-bcd1-ba10eeb9df20" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.535471] env[68391]: DEBUG oslo_concurrency.lockutils [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] Acquired lock "refresh_cache-186d39ce-c42b-4fb6-bcd1-ba10eeb9df20" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.535471] env[68391]: DEBUG nova.network.neutron [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Refreshing network info cache for port 0a103a17-28fd-4e53-8a20-01aab661ae81 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 561.540984] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 561.540984] env[68391]: value = "task-3038310" [ 561.540984] env[68391]: _type = "Task" [ 561.540984] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.547653] env[68391]: DEBUG nova.scheduler.client.report [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 561.557139] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.569994] env[68391]: DEBUG nova.compute.manager [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 561.569994] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 561.572302] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09490206-f294-4a90-9d29-aedbde1eb917 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.580288] env[68391]: DEBUG nova.virt.hardware [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 561.580547] env[68391]: DEBUG nova.virt.hardware [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 561.580907] env[68391]: DEBUG nova.virt.hardware [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 561.580907] env[68391]: DEBUG nova.virt.hardware [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 561.581066] env[68391]: DEBUG nova.virt.hardware [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 561.581225] env[68391]: DEBUG nova.virt.hardware [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 561.581454] env[68391]: DEBUG nova.virt.hardware [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 561.581654] env[68391]: DEBUG nova.virt.hardware [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 561.581913] env[68391]: DEBUG nova.virt.hardware [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 561.582117] env[68391]: DEBUG nova.virt.hardware [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 561.582337] env[68391]: DEBUG nova.virt.hardware [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 561.583271] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84746d4e-a70e-42f3-8c79-0e06c2138876 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.589637] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 561.590089] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1093e167-ba7f-4c10-9bc3-21f0ebedd94b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.595868] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4155f13b-d2b1-4e90-b87d-754c051c72a9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.602164] env[68391]: DEBUG oslo_vmware.api [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Waiting for the task: (returnval){ [ 561.602164] env[68391]: value = "task-3038311" [ 561.602164] env[68391]: _type = "Task" [ 561.602164] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.615223] env[68391]: DEBUG nova.network.neutron [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 561.623957] env[68391]: DEBUG oslo_vmware.api [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Task: {'id': task-3038311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.838037] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f92d236-7cd3-4032-a5bb-306af4bc47cc tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Lock "5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.777s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.839130] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.176s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.839413] env[68391]: INFO nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] During sync_power_state the instance has a pending task (spawning). Skip. [ 561.840095] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.964265] env[68391]: DEBUG nova.network.neutron [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Updating instance_info_cache with network_info: [{"id": "c908b311-1156-468a-868a-547b62b64f6c", "address": "fa:16:3e:a9:26:a8", "network": {"id": "512b4617-d077-47f4-bf1f-05c33b7c8d11", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1859848714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2484204caa44917a6874904990c9999", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc908b311-11", "ovs_interfaceid": "c908b311-1156-468a-868a-547b62b64f6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.053836] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.054422] env[68391]: DEBUG nova.compute.manager [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 562.056866] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031971} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.057328] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.398s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.058713] env[68391]: INFO nova.compute.claims [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 562.061021] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 562.061977] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95694f7e-431e-49b3-86c8-21ffe1e42ea3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.067524] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 562.067524] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52498cbd-ab94-cb36-5bf9-23b76508f399" [ 562.067524] env[68391]: _type = "Task" [ 562.067524] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.076491] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52498cbd-ab94-cb36-5bf9-23b76508f399, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.112948] env[68391]: DEBUG oslo_vmware.api [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Task: {'id': task-3038311, 'name': PowerOffVM_Task, 'duration_secs': 0.331794} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.113271] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 562.113389] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 562.117033] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08d31109-4a3c-42f8-92f4-376ba5011b6e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.130528] env[68391]: DEBUG oslo_concurrency.lockutils [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Acquiring lock "9da9da05-f0fe-4490-a416-5e4513e72584" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.130778] env[68391]: DEBUG oslo_concurrency.lockutils [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Lock "9da9da05-f0fe-4490-a416-5e4513e72584" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.130981] env[68391]: DEBUG oslo_concurrency.lockutils [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Acquiring lock "9da9da05-f0fe-4490-a416-5e4513e72584-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.131152] env[68391]: DEBUG oslo_concurrency.lockutils [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Lock "9da9da05-f0fe-4490-a416-5e4513e72584-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.131314] env[68391]: DEBUG oslo_concurrency.lockutils [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Lock "9da9da05-f0fe-4490-a416-5e4513e72584-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.133765] env[68391]: INFO nova.compute.manager [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Terminating instance [ 562.198795] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 562.199061] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 562.199383] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Deleting the datastore file [datastore2] 6e0dade5-e6cb-4bfe-8415-3a820c338854 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 562.199539] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6ec9849-35f2-4a2a-a309-f8d880b2c91a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.207927] env[68391]: DEBUG oslo_vmware.api [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Waiting for the task: (returnval){ [ 562.207927] env[68391]: value = "task-3038313" [ 562.207927] env[68391]: _type = "Task" [ 562.207927] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.217458] env[68391]: DEBUG oslo_vmware.api [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Task: {'id': task-3038313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.341192] env[68391]: DEBUG nova.compute.manager [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.466730] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Releasing lock "refresh_cache-669b4866-63c3-4467-bd68-478e604042c1" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.467087] env[68391]: DEBUG nova.compute.manager [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Instance network_info: |[{"id": "c908b311-1156-468a-868a-547b62b64f6c", "address": "fa:16:3e:a9:26:a8", "network": {"id": "512b4617-d077-47f4-bf1f-05c33b7c8d11", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1859848714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2484204caa44917a6874904990c9999", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc908b311-11", "ovs_interfaceid": "c908b311-1156-468a-868a-547b62b64f6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 562.467511] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:26:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c908b311-1156-468a-868a-547b62b64f6c', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 562.476075] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Creating folder: Project (d2484204caa44917a6874904990c9999). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.476409] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d0cff2c-f3b0-4ab2-b0ad-5c55ca0dfca2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.491276] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Created folder: Project (d2484204caa44917a6874904990c9999) in parent group-v608736. [ 562.491481] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Creating folder: Instances. Parent ref: group-v608764. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.491716] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9debd06f-ec95-4a1f-8e6a-61b0d949f0f0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.502060] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Created folder: Instances in parent group-v608764. [ 562.502060] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 562.502287] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 562.502485] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7178901-d376-47ee-86b9-1462a6a1953f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.526985] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 562.526985] env[68391]: value = "task-3038316" [ 562.526985] env[68391]: _type = "Task" [ 562.526985] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.535487] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038316, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.556858] env[68391]: DEBUG nova.network.neutron [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Updated VIF entry in instance network info cache for port 0a103a17-28fd-4e53-8a20-01aab661ae81. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 562.557285] env[68391]: DEBUG nova.network.neutron [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Updating instance_info_cache with network_info: [{"id": "0a103a17-28fd-4e53-8a20-01aab661ae81", "address": "fa:16:3e:82:88:fd", "network": {"id": "64ba91c2-f454-4a47-8405-ed26b2f0dce2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1079638532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "610dcc18c766406cb5b024c4764939c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a103a17-28", "ovs_interfaceid": "0a103a17-28fd-4e53-8a20-01aab661ae81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.559598] env[68391]: DEBUG nova.compute.utils [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 562.561309] env[68391]: DEBUG nova.compute.manager [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 562.561480] env[68391]: DEBUG nova.network.neutron [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 562.578854] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52498cbd-ab94-cb36-5bf9-23b76508f399, 'name': SearchDatastore_Task, 'duration_secs': 0.018421} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.579243] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.579541] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20/186d39ce-c42b-4fb6-bcd1-ba10eeb9df20.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 562.579825] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.580018] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 562.580234] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfe943d5-100b-41d3-8308-3636245fe21e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.582412] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5ee6d04-397c-4ae9-a7c4-99b65ec41067 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.592347] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 562.592347] env[68391]: value = "task-3038317" [ 562.592347] env[68391]: _type = "Task" [ 562.592347] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.594266] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 562.594472] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 562.600676] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6f7a356-df2b-471d-a248-3511daa4bf03 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.613081] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.614140] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Waiting for the task: (returnval){ [ 562.614140] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b0ad11-874d-bcba-e170-7f108b296569" [ 562.614140] env[68391]: _type = "Task" [ 562.614140] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.623382] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b0ad11-874d-bcba-e170-7f108b296569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.638389] env[68391]: DEBUG nova.compute.manager [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 562.638644] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 562.639634] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e840a266-14f0-4fcc-af6a-0f6344cf79fa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.648918] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 562.649221] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e80acc0f-ba2c-47c9-a240-a4b83d62c03d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.655208] env[68391]: DEBUG oslo_vmware.api [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Waiting for the task: (returnval){ [ 562.655208] env[68391]: value = "task-3038318" [ 562.655208] env[68391]: _type = "Task" [ 562.655208] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.665086] env[68391]: DEBUG oslo_vmware.api [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Task: {'id': task-3038318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.675701] env[68391]: DEBUG nova.policy [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f29a8ae1d8d24f38ba7cef4a4958eab7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebebd7af266b406186ba72457740d5a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 562.717514] env[68391]: DEBUG oslo_vmware.api [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Task: {'id': task-3038313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397472} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.717801] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 562.718020] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 562.718262] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 562.718373] env[68391]: INFO nova.compute.manager [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Took 1.15 seconds to destroy the instance on the hypervisor. [ 562.718606] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 562.718784] env[68391]: DEBUG nova.compute.manager [-] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 562.718871] env[68391]: DEBUG nova.network.neutron [-] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 562.871535] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.917690] env[68391]: DEBUG nova.network.neutron [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Successfully updated port: 23598efe-9717-438d-8aa5-44bf8e7e458d {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 563.041286] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038316, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.062761] env[68391]: DEBUG oslo_concurrency.lockutils [req-ac4720dc-c251-417f-b141-979056d66b86 req-c2c7c19d-7fb0-4844-97e4-4185adb0b117 service nova] Releasing lock "refresh_cache-186d39ce-c42b-4fb6-bcd1-ba10eeb9df20" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.064587] env[68391]: DEBUG nova.compute.manager [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 563.106491] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038317, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.125725] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b0ad11-874d-bcba-e170-7f108b296569, 'name': SearchDatastore_Task, 'duration_secs': 0.016249} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.126748] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5996d0c1-a39d-4fe9-a70b-23c133cbaa9e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.135327] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Waiting for the task: (returnval){ [ 563.135327] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52833d47-3b14-d575-70a6-d0efbccf659b" [ 563.135327] env[68391]: _type = "Task" [ 563.135327] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.147026] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52833d47-3b14-d575-70a6-d0efbccf659b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.165590] env[68391]: DEBUG oslo_vmware.api [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Task: {'id': task-3038318, 'name': PowerOffVM_Task, 'duration_secs': 0.222003} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.169516] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 563.169706] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 563.170905] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41b4a914-8a40-48e6-9bd0-e306aa6d2d4f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.238928] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 563.241017] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 563.241017] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Deleting the datastore file [datastore2] 9da9da05-f0fe-4490-a416-5e4513e72584 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 563.241017] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c80c4b89-3553-4995-ad75-d195ee263ac6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.249038] env[68391]: DEBUG oslo_vmware.api [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Waiting for the task: (returnval){ [ 563.249038] env[68391]: value = "task-3038320" [ 563.249038] env[68391]: _type = "Task" [ 563.249038] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.262129] env[68391]: DEBUG oslo_vmware.api [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Task: {'id': task-3038320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.354920] env[68391]: DEBUG nova.network.neutron [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Successfully created port: c82b7684-3e19-43c0-bf2a-052a215fe133 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 563.420142] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Acquiring lock "refresh_cache-85e6230e-00fc-4099-bebd-5a2b0f7d8402" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.420289] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Acquired lock "refresh_cache-85e6230e-00fc-4099-bebd-5a2b0f7d8402" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.422802] env[68391]: DEBUG nova.network.neutron [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 563.437120] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e315a0f3-99c0-4a7e-a60d-9ba689080fd5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.445749] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9453d707-a1e5-4676-a6cb-36bb74159936 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.480349] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf03963b-6b46-4f35-ac1b-f03aa1e529ac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.487899] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98708729-4c82-4717-b192-5c863e0a9153 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.502189] env[68391]: DEBUG nova.compute.provider_tree [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 563.539408] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038316, 'name': CreateVM_Task, 'duration_secs': 0.524638} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.539744] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 563.540644] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.540906] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.541383] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.541782] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0241576c-6ab6-4934-a5de-973feb4eae66 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.547666] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Waiting for the task: (returnval){ [ 563.547666] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f4bdf7-8b1a-328f-a994-f4b909988fa3" [ 563.547666] env[68391]: _type = "Task" [ 563.547666] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.558462] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f4bdf7-8b1a-328f-a994-f4b909988fa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.576231] env[68391]: DEBUG nova.network.neutron [-] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.607917] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038317, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.645580] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52833d47-3b14-d575-70a6-d0efbccf659b, 'name': SearchDatastore_Task, 'duration_secs': 0.029277} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.645916] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.646584] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 54a90dc4-1c71-487e-90c8-9ac494d9ea3b/54a90dc4-1c71-487e-90c8-9ac494d9ea3b.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 563.646584] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.646584] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 563.646760] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-834a84a4-ed06-405a-b52d-ffe4072340ea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.649209] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c554ff82-efbd-483a-8d0a-65e2cfc32e2e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.655604] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Waiting for the task: (returnval){ [ 563.655604] env[68391]: value = "task-3038321" [ 563.655604] env[68391]: _type = "Task" [ 563.655604] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.659496] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 563.659670] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 563.660638] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f2d893-7bf1-4ce5-8852-21936bae8a96 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.665810] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': task-3038321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.669466] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Waiting for the task: (returnval){ [ 563.669466] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b24f97-f9f2-63d3-3afa-a55f3c17a83f" [ 563.669466] env[68391]: _type = "Task" [ 563.669466] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.676252] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b24f97-f9f2-63d3-3afa-a55f3c17a83f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.759553] env[68391]: DEBUG oslo_vmware.api [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Task: {'id': task-3038320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269983} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.759946] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 563.760350] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 563.760771] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 563.761125] env[68391]: INFO nova.compute.manager [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Took 1.12 seconds to destroy the instance on the hypervisor. [ 563.761596] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 563.761959] env[68391]: DEBUG nova.compute.manager [-] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 563.763176] env[68391]: DEBUG nova.network.neutron [-] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 563.865423] env[68391]: DEBUG nova.compute.manager [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Received event network-changed-80564d14-54cc-4dec-9a42-240942281482 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 563.865636] env[68391]: DEBUG nova.compute.manager [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Refreshing instance network info cache due to event network-changed-80564d14-54cc-4dec-9a42-240942281482. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 563.865842] env[68391]: DEBUG oslo_concurrency.lockutils [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] Acquiring lock "refresh_cache-7eea385c-cd21-4229-84ca-60ebfaa72460" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.865980] env[68391]: DEBUG oslo_concurrency.lockutils [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] Acquired lock "refresh_cache-7eea385c-cd21-4229-84ca-60ebfaa72460" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.866247] env[68391]: DEBUG nova.network.neutron [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Refreshing network info cache for port 80564d14-54cc-4dec-9a42-240942281482 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 563.954045] env[68391]: DEBUG nova.network.neutron [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 564.005605] env[68391]: DEBUG nova.scheduler.client.report [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 564.060380] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f4bdf7-8b1a-328f-a994-f4b909988fa3, 'name': SearchDatastore_Task, 'duration_secs': 0.040203} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.060680] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.060906] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 564.061131] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.079486] env[68391]: DEBUG nova.compute.manager [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 564.082405] env[68391]: INFO nova.compute.manager [-] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Took 1.36 seconds to deallocate network for instance. [ 564.098217] env[68391]: DEBUG nova.network.neutron [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Updating instance_info_cache with network_info: [{"id": "23598efe-9717-438d-8aa5-44bf8e7e458d", "address": "fa:16:3e:5e:63:2a", "network": {"id": "ad88e207-d55e-42f3-81b2-e8f48e4f3a77", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-25504961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12bd40776b6d4e49906bac56afa6b6de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23598efe-97", "ovs_interfaceid": "23598efe-9717-438d-8aa5-44bf8e7e458d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.110092] env[68391]: DEBUG nova.virt.hardware [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 564.110452] env[68391]: DEBUG nova.virt.hardware [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 564.110452] env[68391]: DEBUG nova.virt.hardware [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 564.110605] env[68391]: DEBUG nova.virt.hardware [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 564.110748] env[68391]: DEBUG nova.virt.hardware [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 564.110945] env[68391]: DEBUG nova.virt.hardware [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 564.111132] env[68391]: DEBUG nova.virt.hardware [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 564.111273] env[68391]: DEBUG nova.virt.hardware [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 564.111432] env[68391]: DEBUG nova.virt.hardware [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 564.111588] env[68391]: DEBUG nova.virt.hardware [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 564.111761] env[68391]: DEBUG nova.virt.hardware [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 564.112614] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1493e7d-a700-4c80-8847-19da96bfad3e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.120037] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038317, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.125343] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a10f3f6-d0e8-48cb-924b-1ea84efa7384 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.165138] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': task-3038321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.177993] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b24f97-f9f2-63d3-3afa-a55f3c17a83f, 'name': SearchDatastore_Task, 'duration_secs': 0.028528} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.178789] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d6d43e-8efd-4bb4-a207-928ddbe11275 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.184067] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Waiting for the task: (returnval){ [ 564.184067] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bbd311-af6b-3803-0943-2305f542491c" [ 564.184067] env[68391]: _type = "Task" [ 564.184067] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.192024] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bbd311-af6b-3803-0943-2305f542491c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.439555] env[68391]: DEBUG nova.compute.manager [req-5d3e5761-5411-4160-ab7b-1e62bead50d4 req-25074e48-34e0-4b1e-9f02-0a83e33fe53e service nova] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Received event network-vif-plugged-c908b311-1156-468a-868a-547b62b64f6c {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 564.439769] env[68391]: DEBUG oslo_concurrency.lockutils [req-5d3e5761-5411-4160-ab7b-1e62bead50d4 req-25074e48-34e0-4b1e-9f02-0a83e33fe53e service nova] Acquiring lock "669b4866-63c3-4467-bd68-478e604042c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.439977] env[68391]: DEBUG oslo_concurrency.lockutils [req-5d3e5761-5411-4160-ab7b-1e62bead50d4 req-25074e48-34e0-4b1e-9f02-0a83e33fe53e service nova] Lock "669b4866-63c3-4467-bd68-478e604042c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.440472] env[68391]: DEBUG oslo_concurrency.lockutils [req-5d3e5761-5411-4160-ab7b-1e62bead50d4 req-25074e48-34e0-4b1e-9f02-0a83e33fe53e service nova] Lock "669b4866-63c3-4467-bd68-478e604042c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 564.440662] env[68391]: DEBUG nova.compute.manager [req-5d3e5761-5411-4160-ab7b-1e62bead50d4 req-25074e48-34e0-4b1e-9f02-0a83e33fe53e service nova] [instance: 669b4866-63c3-4467-bd68-478e604042c1] No waiting events found dispatching network-vif-plugged-c908b311-1156-468a-868a-547b62b64f6c {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 564.440832] env[68391]: WARNING nova.compute.manager [req-5d3e5761-5411-4160-ab7b-1e62bead50d4 req-25074e48-34e0-4b1e-9f02-0a83e33fe53e service nova] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Received unexpected event network-vif-plugged-c908b311-1156-468a-868a-547b62b64f6c for instance with vm_state building and task_state spawning. [ 564.440999] env[68391]: DEBUG nova.compute.manager [req-5d3e5761-5411-4160-ab7b-1e62bead50d4 req-25074e48-34e0-4b1e-9f02-0a83e33fe53e service nova] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Received event network-changed-c908b311-1156-468a-868a-547b62b64f6c {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 564.441158] env[68391]: DEBUG nova.compute.manager [req-5d3e5761-5411-4160-ab7b-1e62bead50d4 req-25074e48-34e0-4b1e-9f02-0a83e33fe53e service nova] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Refreshing instance network info cache due to event network-changed-c908b311-1156-468a-868a-547b62b64f6c. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 564.441344] env[68391]: DEBUG oslo_concurrency.lockutils [req-5d3e5761-5411-4160-ab7b-1e62bead50d4 req-25074e48-34e0-4b1e-9f02-0a83e33fe53e service nova] Acquiring lock "refresh_cache-669b4866-63c3-4467-bd68-478e604042c1" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.441479] env[68391]: DEBUG oslo_concurrency.lockutils [req-5d3e5761-5411-4160-ab7b-1e62bead50d4 req-25074e48-34e0-4b1e-9f02-0a83e33fe53e service nova] Acquired lock "refresh_cache-669b4866-63c3-4467-bd68-478e604042c1" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.441635] env[68391]: DEBUG nova.network.neutron [req-5d3e5761-5411-4160-ab7b-1e62bead50d4 req-25074e48-34e0-4b1e-9f02-0a83e33fe53e service nova] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Refreshing network info cache for port c908b311-1156-468a-868a-547b62b64f6c {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 564.515524] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 564.515655] env[68391]: DEBUG nova.compute.manager [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 564.518616] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.468s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.590383] env[68391]: DEBUG oslo_concurrency.lockutils [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.610861] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Releasing lock "refresh_cache-85e6230e-00fc-4099-bebd-5a2b0f7d8402" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.611200] env[68391]: DEBUG nova.compute.manager [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Instance network_info: |[{"id": "23598efe-9717-438d-8aa5-44bf8e7e458d", "address": "fa:16:3e:5e:63:2a", "network": {"id": "ad88e207-d55e-42f3-81b2-e8f48e4f3a77", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-25504961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12bd40776b6d4e49906bac56afa6b6de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23598efe-97", "ovs_interfaceid": "23598efe-9717-438d-8aa5-44bf8e7e458d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 564.611951] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038317, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.559333} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.612924] env[68391]: DEBUG nova.network.neutron [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Updated VIF entry in instance network info cache for port 80564d14-54cc-4dec-9a42-240942281482. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 564.613304] env[68391]: DEBUG nova.network.neutron [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Updating instance_info_cache with network_info: [{"id": "80564d14-54cc-4dec-9a42-240942281482", "address": "fa:16:3e:be:c8:d5", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80564d14-54", "ovs_interfaceid": "80564d14-54cc-4dec-9a42-240942281482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.615421] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:63:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23598efe-9717-438d-8aa5-44bf8e7e458d', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 564.622524] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Creating folder: Project (12bd40776b6d4e49906bac56afa6b6de). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.622834] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20/186d39ce-c42b-4fb6-bcd1-ba10eeb9df20.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 564.623068] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 564.624167] env[68391]: DEBUG nova.network.neutron [-] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.625232] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ad7fd3f-166b-4f12-a855-856ace6714b0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.627820] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f0f018c-fc3e-4e6b-ad3d-ee422277b581 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.639746] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 564.639746] env[68391]: value = "task-3038323" [ 564.639746] env[68391]: _type = "Task" [ 564.639746] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.646822] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Created folder: Project (12bd40776b6d4e49906bac56afa6b6de) in parent group-v608736. [ 564.647055] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Creating folder: Instances. Parent ref: group-v608767. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.647817] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f9a8bb2-9605-415e-a982-ba92ae672a34 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.658057] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.663042] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Created folder: Instances in parent group-v608767. [ 564.663042] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 564.663615] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 564.663843] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10ac2a81-2a08-4ea5-8c01-5053384d3f63 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.685584] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': task-3038321, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.693031] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 564.693031] env[68391]: value = "task-3038325" [ 564.693031] env[68391]: _type = "Task" [ 564.693031] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.700270] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bbd311-af6b-3803-0943-2305f542491c, 'name': SearchDatastore_Task, 'duration_secs': 0.05389} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.700945] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.701266] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 7eea385c-cd21-4229-84ca-60ebfaa72460/7eea385c-cd21-4229-84ca-60ebfaa72460.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 564.701581] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.701804] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 564.702061] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1aa72677-6f28-464e-94f2-9d117c431048 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.710343] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25fb11a5-a872-43c1-b6e5-65cd3fd5d81c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.712873] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038325, 'name': CreateVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.720028] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Waiting for the task: (returnval){ [ 564.720028] env[68391]: value = "task-3038326" [ 564.720028] env[68391]: _type = "Task" [ 564.720028] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.723726] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 564.723926] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 564.725116] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a907607-947c-43fb-9086-818fc25cb159 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.730969] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': task-3038326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.734478] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Waiting for the task: (returnval){ [ 564.734478] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c7d7dc-704e-47c0-d052-84c8759cfc6f" [ 564.734478] env[68391]: _type = "Task" [ 564.734478] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.741764] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c7d7dc-704e-47c0-d052-84c8759cfc6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.952996] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquiring lock "11e16402-9fbd-4dc8-855b-b8db7dd1434c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.953260] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "11e16402-9fbd-4dc8-855b-b8db7dd1434c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.022182] env[68391]: DEBUG nova.compute.utils [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 565.035266] env[68391]: DEBUG nova.compute.manager [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 565.035266] env[68391]: DEBUG nova.network.neutron [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 565.107686] env[68391]: DEBUG nova.policy [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9aa8007aa7a24a10b79b835d2bb21c6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c52687880c9f4fec85c6fc71dfa1b96d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 565.124953] env[68391]: DEBUG oslo_concurrency.lockutils [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] Releasing lock "refresh_cache-7eea385c-cd21-4229-84ca-60ebfaa72460" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.125289] env[68391]: DEBUG nova.compute.manager [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Received event network-vif-plugged-b9a0f038-cd3a-44b4-867f-4cb07dac1e56 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 565.126092] env[68391]: DEBUG oslo_concurrency.lockutils [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] Acquiring lock "54a90dc4-1c71-487e-90c8-9ac494d9ea3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.126092] env[68391]: DEBUG oslo_concurrency.lockutils [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] Lock "54a90dc4-1c71-487e-90c8-9ac494d9ea3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.126092] env[68391]: DEBUG oslo_concurrency.lockutils [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] Lock "54a90dc4-1c71-487e-90c8-9ac494d9ea3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 565.126092] env[68391]: DEBUG nova.compute.manager [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] No waiting events found dispatching network-vif-plugged-b9a0f038-cd3a-44b4-867f-4cb07dac1e56 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 565.126354] env[68391]: WARNING nova.compute.manager [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Received unexpected event network-vif-plugged-b9a0f038-cd3a-44b4-867f-4cb07dac1e56 for instance with vm_state building and task_state spawning. [ 565.126485] env[68391]: DEBUG nova.compute.manager [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Received event network-changed-b9a0f038-cd3a-44b4-867f-4cb07dac1e56 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 565.126625] env[68391]: DEBUG nova.compute.manager [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Refreshing instance network info cache due to event network-changed-b9a0f038-cd3a-44b4-867f-4cb07dac1e56. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 565.126809] env[68391]: DEBUG oslo_concurrency.lockutils [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] Acquiring lock "refresh_cache-54a90dc4-1c71-487e-90c8-9ac494d9ea3b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.126963] env[68391]: DEBUG oslo_concurrency.lockutils [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] Acquired lock "refresh_cache-54a90dc4-1c71-487e-90c8-9ac494d9ea3b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.127116] env[68391]: DEBUG nova.network.neutron [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Refreshing network info cache for port b9a0f038-cd3a-44b4-867f-4cb07dac1e56 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 565.132569] env[68391]: INFO nova.compute.manager [-] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Took 1.37 seconds to deallocate network for instance. [ 565.151389] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078786} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.151704] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 565.153703] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07cc053-fffa-4144-9fe4-781cc622072a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.181738] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20/186d39ce-c42b-4fb6-bcd1-ba10eeb9df20.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 565.185068] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35a26c9e-c0e2-4061-a8f1-82c6480c3dee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.212515] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': task-3038321, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.023881} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.213101] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 54a90dc4-1c71-487e-90c8-9ac494d9ea3b/54a90dc4-1c71-487e-90c8-9ac494d9ea3b.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 565.213332] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 565.213627] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 565.213627] env[68391]: value = "task-3038327" [ 565.213627] env[68391]: _type = "Task" [ 565.213627] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.213824] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a1e105f-3189-4d52-9006-d0a085f7f45a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.221759] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038325, 'name': CreateVM_Task, 'duration_secs': 0.441528} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.225287] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 565.225885] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.226017] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.226345] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.227940] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8624648-e3a1-4519-a9e0-4f1f6e8f6e55 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.229868] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Waiting for the task: (returnval){ [ 565.229868] env[68391]: value = "task-3038328" [ 565.229868] env[68391]: _type = "Task" [ 565.229868] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.236413] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': task-3038326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420769} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.236694] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.240292] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 7eea385c-cd21-4229-84ca-60ebfaa72460/7eea385c-cd21-4229-84ca-60ebfaa72460.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 565.240292] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 565.244619] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efef2ac1-ef05-4131-9789-fa27eafee9d4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.246302] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Waiting for the task: (returnval){ [ 565.246302] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52aded15-4608-c479-2e31-312f8354b755" [ 565.246302] env[68391]: _type = "Task" [ 565.246302] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.256805] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c7d7dc-704e-47c0-d052-84c8759cfc6f, 'name': SearchDatastore_Task, 'duration_secs': 0.007568} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.257028] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': task-3038328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.259400] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Waiting for the task: (returnval){ [ 565.259400] env[68391]: value = "task-3038329" [ 565.259400] env[68391]: _type = "Task" [ 565.259400] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.260158] env[68391]: DEBUG nova.network.neutron [req-5d3e5761-5411-4160-ab7b-1e62bead50d4 req-25074e48-34e0-4b1e-9f02-0a83e33fe53e service nova] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Updated VIF entry in instance network info cache for port c908b311-1156-468a-868a-547b62b64f6c. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 565.260474] env[68391]: DEBUG nova.network.neutron [req-5d3e5761-5411-4160-ab7b-1e62bead50d4 req-25074e48-34e0-4b1e-9f02-0a83e33fe53e service nova] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Updating instance_info_cache with network_info: [{"id": "c908b311-1156-468a-868a-547b62b64f6c", "address": "fa:16:3e:a9:26:a8", "network": {"id": "512b4617-d077-47f4-bf1f-05c33b7c8d11", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1859848714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2484204caa44917a6874904990c9999", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc908b311-11", "ovs_interfaceid": "c908b311-1156-468a-868a-547b62b64f6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.261669] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08a90806-f58a-46e2-898c-8cae9c7befa4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.271553] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52aded15-4608-c479-2e31-312f8354b755, 'name': SearchDatastore_Task, 'duration_secs': 0.008768} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.273365] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.273596] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 565.273747] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.278995] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Waiting for the task: (returnval){ [ 565.278995] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5202ee03-1fc0-d5ad-fcfb-e5834de15f27" [ 565.278995] env[68391]: _type = "Task" [ 565.278995] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.286620] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': task-3038329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.291657] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5202ee03-1fc0-d5ad-fcfb-e5834de15f27, 'name': SearchDatastore_Task, 'duration_secs': 0.009363} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.291928] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.292218] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 669b4866-63c3-4467-bd68-478e604042c1/669b4866-63c3-4467-bd68-478e604042c1.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 565.292491] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.292665] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 565.293115] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8334cb36-29ea-4193-94e8-0a5fb14e18d1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.296397] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e81690a-b291-4895-ac91-d3c20c0f1b17 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.303212] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Waiting for the task: (returnval){ [ 565.303212] env[68391]: value = "task-3038330" [ 565.303212] env[68391]: _type = "Task" [ 565.303212] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.304353] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 565.304625] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 565.308253] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f43d134f-fcb4-4092-ba2e-cce0595e0a18 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.317023] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Waiting for the task: (returnval){ [ 565.317023] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b2b2d0-a530-a976-4a17-fea254125be6" [ 565.317023] env[68391]: _type = "Task" [ 565.317023] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.317632] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': task-3038330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.325964] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b2b2d0-a530-a976-4a17-fea254125be6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.424117] env[68391]: DEBUG nova.network.neutron [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Successfully updated port: c82b7684-3e19-43c0-bf2a-052a215fe133 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 565.535010] env[68391]: INFO nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Updating resource usage from migration 966cb1a7-171d-4d53-b701-2b15d5141b6f [ 565.538194] env[68391]: DEBUG nova.compute.manager [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 565.565527] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.565688] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 85e6230e-00fc-4099-bebd-5a2b0f7d8402 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.565875] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 6e0dade5-e6cb-4bfe-8415-3a820c338854 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 565.568437] env[68391]: DEBUG nova.network.neutron [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Successfully created port: 860af740-d18f-4b02-8598-bf2b6821668f {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 565.640423] env[68391]: DEBUG oslo_concurrency.lockutils [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.731426] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038327, 'name': ReconfigVM_Task, 'duration_secs': 0.369229} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.731784] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20/186d39ce-c42b-4fb6-bcd1-ba10eeb9df20.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 565.732501] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ca9d78e-7910-43d1-98de-238b733dec40 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.743885] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 565.743885] env[68391]: value = "task-3038331" [ 565.743885] env[68391]: _type = "Task" [ 565.743885] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.752937] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': task-3038328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071204} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.754186] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 565.755377] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cb4038-c685-4db1-afe8-732b4cbb90bb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.765897] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038331, 'name': Rename_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.787682] env[68391]: DEBUG oslo_concurrency.lockutils [req-5d3e5761-5411-4160-ab7b-1e62bead50d4 req-25074e48-34e0-4b1e-9f02-0a83e33fe53e service nova] Releasing lock "refresh_cache-669b4866-63c3-4467-bd68-478e604042c1" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.788620] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Acquiring lock "955d5968-609f-41ef-9fba-34c29184f66f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.788862] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Lock "955d5968-609f-41ef-9fba-34c29184f66f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.789090] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Acquiring lock "955d5968-609f-41ef-9fba-34c29184f66f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.789328] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Lock "955d5968-609f-41ef-9fba-34c29184f66f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.789760] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Lock "955d5968-609f-41ef-9fba-34c29184f66f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 565.801656] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 54a90dc4-1c71-487e-90c8-9ac494d9ea3b/54a90dc4-1c71-487e-90c8-9ac494d9ea3b.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 565.802388] env[68391]: INFO nova.compute.manager [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Terminating instance [ 565.806975] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17c2108e-db05-48bc-b0ae-d355c12a2b1c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.829582] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': task-3038329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.5562} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.834044] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 565.835419] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e150c75a-1546-4bca-9391-dbec7cf398ff {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.843969] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': task-3038330, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.844652] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Waiting for the task: (returnval){ [ 565.844652] env[68391]: value = "task-3038332" [ 565.844652] env[68391]: _type = "Task" [ 565.844652] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.852099] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b2b2d0-a530-a976-4a17-fea254125be6, 'name': SearchDatastore_Task, 'duration_secs': 0.0118} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.871503] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 7eea385c-cd21-4229-84ca-60ebfaa72460/7eea385c-cd21-4229-84ca-60ebfaa72460.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 565.875722] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e034d35f-0f1d-47ad-a41a-9adf7d87bf4d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.878823] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-610a33e0-e525-476e-8e98-5aa41e53f787 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.902228] env[68391]: DEBUG oslo_concurrency.lockutils [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquiring lock "7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.903169] env[68391]: DEBUG oslo_concurrency.lockutils [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.903169] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': task-3038332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.906237] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Waiting for the task: (returnval){ [ 565.906237] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c63d26-fd2d-d5da-97f9-9dbb577231d4" [ 565.906237] env[68391]: _type = "Task" [ 565.906237] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.911348] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Waiting for the task: (returnval){ [ 565.911348] env[68391]: value = "task-3038333" [ 565.911348] env[68391]: _type = "Task" [ 565.911348] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.917627] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c63d26-fd2d-d5da-97f9-9dbb577231d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.922737] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': task-3038333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.926504] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquiring lock "refresh_cache-071bfe29-85ee-4aaa-99ea-0d81dc2de1a1" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.926704] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquired lock "refresh_cache-071bfe29-85ee-4aaa-99ea-0d81dc2de1a1" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.926869] env[68391]: DEBUG nova.network.neutron [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 566.010512] env[68391]: DEBUG oslo_concurrency.lockutils [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Acquiring lock "5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 566.010805] env[68391]: DEBUG oslo_concurrency.lockutils [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Lock "5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 566.011090] env[68391]: DEBUG oslo_concurrency.lockutils [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Acquiring lock "5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 566.011495] env[68391]: DEBUG oslo_concurrency.lockutils [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Lock "5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 566.012039] env[68391]: DEBUG oslo_concurrency.lockutils [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Lock "5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 566.014377] env[68391]: INFO nova.compute.manager [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Terminating instance [ 566.073447] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance cb0f9997-74dc-4974-93e3-f5a9d451499e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 566.171604] env[68391]: DEBUG nova.network.neutron [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Updated VIF entry in instance network info cache for port b9a0f038-cd3a-44b4-867f-4cb07dac1e56. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 566.171999] env[68391]: DEBUG nova.network.neutron [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Updating instance_info_cache with network_info: [{"id": "b9a0f038-cd3a-44b4-867f-4cb07dac1e56", "address": "fa:16:3e:a4:e8:52", "network": {"id": "9db2dfca-fbb3-43b6-9809-5a6ee7975eb9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1426033580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948ddfd65fe14d5d8b74f2296707c6ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a0f038-cd", "ovs_interfaceid": "b9a0f038-cd3a-44b4-867f-4cb07dac1e56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.256985] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038331, 'name': Rename_Task, 'duration_secs': 0.216526} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.258577] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 566.258835] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0260b719-dd11-4225-a866-497a50adae4d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.266824] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 566.266824] env[68391]: value = "task-3038334" [ 566.266824] env[68391]: _type = "Task" [ 566.266824] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.277944] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.331818] env[68391]: DEBUG nova.compute.manager [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 566.332151] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 566.332445] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': task-3038330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55947} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.334484] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa6ba8d-0ec2-4a5b-a932-ff8d17a598a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.336268] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 669b4866-63c3-4467-bd68-478e604042c1/669b4866-63c3-4467-bd68-478e604042c1.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 566.336409] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 566.337073] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eff800f3-b1ac-46e1-b73d-332644a3ab13 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.342564] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 566.343851] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95692ac7-83f3-40c1-9110-86fd1981490f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.345789] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Waiting for the task: (returnval){ [ 566.345789] env[68391]: value = "task-3038335" [ 566.345789] env[68391]: _type = "Task" [ 566.345789] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.355084] env[68391]: DEBUG oslo_vmware.api [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Waiting for the task: (returnval){ [ 566.355084] env[68391]: value = "task-3038336" [ 566.355084] env[68391]: _type = "Task" [ 566.355084] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.366194] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': task-3038335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.368024] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': task-3038332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.372325] env[68391]: DEBUG oslo_vmware.api [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Task: {'id': task-3038336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.424988] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': task-3038333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.425282] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c63d26-fd2d-d5da-97f9-9dbb577231d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009347} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.425511] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.425766] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 85e6230e-00fc-4099-bebd-5a2b0f7d8402/85e6230e-00fc-4099-bebd-5a2b0f7d8402.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 566.426036] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-338fda7d-0cf6-4ee8-911e-07b6b244dff5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.432963] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Waiting for the task: (returnval){ [ 566.432963] env[68391]: value = "task-3038337" [ 566.432963] env[68391]: _type = "Task" [ 566.432963] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.442676] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Task: {'id': task-3038337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.489085] env[68391]: DEBUG nova.network.neutron [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 566.523330] env[68391]: DEBUG nova.compute.manager [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 566.523692] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 566.528019] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5b4566-5b6c-45af-9a97-022c8a3d3bd4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.534391] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 566.534719] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81d19fb2-33c7-486d-a08a-56918edc2fc2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.540961] env[68391]: DEBUG oslo_vmware.api [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Waiting for the task: (returnval){ [ 566.540961] env[68391]: value = "task-3038338" [ 566.540961] env[68391]: _type = "Task" [ 566.540961] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.551628] env[68391]: DEBUG nova.compute.manager [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 566.558158] env[68391]: DEBUG oslo_vmware.api [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Task: {'id': task-3038338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.578232] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance e356559c-e4ae-4a13-8605-edb2c6608463 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 566.578232] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 7eea385c-cd21-4229-84ca-60ebfaa72460 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 566.578431] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 566.583748] env[68391]: DEBUG nova.virt.hardware [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 566.584184] env[68391]: DEBUG nova.virt.hardware [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 566.584385] env[68391]: DEBUG nova.virt.hardware [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 566.584578] env[68391]: DEBUG nova.virt.hardware [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 566.586279] env[68391]: DEBUG nova.virt.hardware [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 566.586506] env[68391]: DEBUG nova.virt.hardware [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 566.586729] env[68391]: DEBUG nova.virt.hardware [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 566.586893] env[68391]: DEBUG nova.virt.hardware [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 566.587083] env[68391]: DEBUG nova.virt.hardware [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 566.587278] env[68391]: DEBUG nova.virt.hardware [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 566.587453] env[68391]: DEBUG nova.virt.hardware [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 566.588531] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae917bb-17c1-45db-a769-72e0c2526ce1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.599485] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbc3371-6f97-4787-80eb-862ae4707bd0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.675867] env[68391]: DEBUG oslo_concurrency.lockutils [req-7b38fb75-d8c9-40fe-84c4-f04ab2e264d7 req-b38142fe-e731-45ca-b7ae-b05671504ae8 service nova] Releasing lock "refresh_cache-54a90dc4-1c71-487e-90c8-9ac494d9ea3b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.749359] env[68391]: DEBUG nova.network.neutron [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Updating instance_info_cache with network_info: [{"id": "c82b7684-3e19-43c0-bf2a-052a215fe133", "address": "fa:16:3e:c8:eb:e3", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc82b7684-3e", "ovs_interfaceid": "c82b7684-3e19-43c0-bf2a-052a215fe133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.778850] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038334, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.863617] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': task-3038332, 'name': ReconfigVM_Task, 'duration_secs': 0.816461} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.868064] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 54a90dc4-1c71-487e-90c8-9ac494d9ea3b/54a90dc4-1c71-487e-90c8-9ac494d9ea3b.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 566.868686] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': task-3038335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092492} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.868924] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f759af8d-95b9-4796-ade6-f51ad12ae8bf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.871091] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 566.875410] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d51f2e1-62d5-45ea-8a49-0b95a907080c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.878407] env[68391]: DEBUG oslo_vmware.api [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Task: {'id': task-3038336, 'name': PowerOffVM_Task, 'duration_secs': 0.214598} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.879245] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 566.879436] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 566.880106] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05dba76e-7ff2-45bd-9471-2d8156cf5bbb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.902522] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 669b4866-63c3-4467-bd68-478e604042c1/669b4866-63c3-4467-bd68-478e604042c1.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 566.904828] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d0a42b8-c416-482c-94ed-4a40b908fc23 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.924391] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Waiting for the task: (returnval){ [ 566.924391] env[68391]: value = "task-3038339" [ 566.924391] env[68391]: _type = "Task" [ 566.924391] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.946469] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Waiting for the task: (returnval){ [ 566.946469] env[68391]: value = "task-3038341" [ 566.946469] env[68391]: _type = "Task" [ 566.946469] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.946469] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': task-3038333, 'name': ReconfigVM_Task, 'duration_secs': 0.599978} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.953138] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 7eea385c-cd21-4229-84ca-60ebfaa72460/7eea385c-cd21-4229-84ca-60ebfaa72460.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 566.954202] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': task-3038339, 'name': Rename_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.960063] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7d37d13-b9bb-4b54-9030-53444c7a73b9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.966146] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 566.966424] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 566.966661] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Deleting the datastore file [datastore2] 955d5968-609f-41ef-9fba-34c29184f66f {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 566.967374] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8d88616-7ab1-4d58-8cf2-90c62b986ac2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.978259] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Waiting for the task: (returnval){ [ 566.978259] env[68391]: value = "task-3038342" [ 566.978259] env[68391]: _type = "Task" [ 566.978259] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.978512] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Task: {'id': task-3038337, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.978716] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': task-3038341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.983261] env[68391]: DEBUG oslo_vmware.api [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Waiting for the task: (returnval){ [ 566.983261] env[68391]: value = "task-3038343" [ 566.983261] env[68391]: _type = "Task" [ 566.983261] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.990194] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': task-3038342, 'name': Rename_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.995390] env[68391]: DEBUG oslo_vmware.api [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Task: {'id': task-3038343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.051981] env[68391]: DEBUG oslo_vmware.api [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Task: {'id': task-3038338, 'name': PowerOffVM_Task, 'duration_secs': 0.185285} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.052436] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 567.052868] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 567.053330] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7f21ebf-5e88-4e8a-a528-2b14fa6b7ea2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.082302] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 11e16402-9fbd-4dc8-855b-b8db7dd1434c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 567.082302] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 39cf4eea-900e-4211-9afe-ae2735af2661 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 567.114492] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 567.114739] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 567.114868] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Deleting the datastore file [datastore2] 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 567.115162] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0e4ee56-5b04-465a-8996-7c0f18dc525a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.120951] env[68391]: DEBUG oslo_vmware.api [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Waiting for the task: (returnval){ [ 567.120951] env[68391]: value = "task-3038345" [ 567.120951] env[68391]: _type = "Task" [ 567.120951] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.129403] env[68391]: DEBUG oslo_vmware.api [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Task: {'id': task-3038345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.249545] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Releasing lock "refresh_cache-071bfe29-85ee-4aaa-99ea-0d81dc2de1a1" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.249823] env[68391]: DEBUG nova.compute.manager [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Instance network_info: |[{"id": "c82b7684-3e19-43c0-bf2a-052a215fe133", "address": "fa:16:3e:c8:eb:e3", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc82b7684-3e", "ovs_interfaceid": "c82b7684-3e19-43c0-bf2a-052a215fe133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 567.250353] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:eb:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c82b7684-3e19-43c0-bf2a-052a215fe133', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 567.258200] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Creating folder: Project (ebebd7af266b406186ba72457740d5a2). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 567.258378] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38919263-7087-451c-971d-0d15924fe5c1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.269785] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Created folder: Project (ebebd7af266b406186ba72457740d5a2) in parent group-v608736. [ 567.269971] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Creating folder: Instances. Parent ref: group-v608770. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 567.273046] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e33324ca-2294-46d0-a55b-fa418c6acc88 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.280450] env[68391]: DEBUG oslo_vmware.api [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038334, 'name': PowerOnVM_Task, 'duration_secs': 0.699166} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.280579] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 567.280695] env[68391]: INFO nova.compute.manager [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Took 15.41 seconds to spawn the instance on the hypervisor. [ 567.280876] env[68391]: DEBUG nova.compute.manager [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.281636] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f0882b-f38d-47f6-ab54-1d785393ab3f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.285151] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Created folder: Instances in parent group-v608770. [ 567.285399] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 567.286075] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 567.286890] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94642ae0-76e6-4a43-8292-4ffb73d14b5e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.314966] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 567.314966] env[68391]: value = "task-3038348" [ 567.314966] env[68391]: _type = "Task" [ 567.314966] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.324390] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038348, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.333157] env[68391]: DEBUG nova.compute.manager [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Received event network-vif-plugged-23598efe-9717-438d-8aa5-44bf8e7e458d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 567.333498] env[68391]: DEBUG oslo_concurrency.lockutils [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] Acquiring lock "85e6230e-00fc-4099-bebd-5a2b0f7d8402-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 567.333791] env[68391]: DEBUG oslo_concurrency.lockutils [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] Lock "85e6230e-00fc-4099-bebd-5a2b0f7d8402-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.334186] env[68391]: DEBUG oslo_concurrency.lockutils [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] Lock "85e6230e-00fc-4099-bebd-5a2b0f7d8402-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 567.334361] env[68391]: DEBUG nova.compute.manager [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] No waiting events found dispatching network-vif-plugged-23598efe-9717-438d-8aa5-44bf8e7e458d {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 567.334815] env[68391]: WARNING nova.compute.manager [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Received unexpected event network-vif-plugged-23598efe-9717-438d-8aa5-44bf8e7e458d for instance with vm_state building and task_state spawning. [ 567.335316] env[68391]: DEBUG nova.compute.manager [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Received event network-changed-23598efe-9717-438d-8aa5-44bf8e7e458d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 567.335316] env[68391]: DEBUG nova.compute.manager [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Refreshing instance network info cache due to event network-changed-23598efe-9717-438d-8aa5-44bf8e7e458d. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 567.335586] env[68391]: DEBUG oslo_concurrency.lockutils [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] Acquiring lock "refresh_cache-85e6230e-00fc-4099-bebd-5a2b0f7d8402" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.335781] env[68391]: DEBUG oslo_concurrency.lockutils [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] Acquired lock "refresh_cache-85e6230e-00fc-4099-bebd-5a2b0f7d8402" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.336021] env[68391]: DEBUG nova.network.neutron [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Refreshing network info cache for port 23598efe-9717-438d-8aa5-44bf8e7e458d {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 567.437555] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': task-3038339, 'name': Rename_Task, 'duration_secs': 0.171955} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.440135] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 567.440588] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb9428cd-e56d-4616-9c6f-595e2801857e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.447527] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Task: {'id': task-3038337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559301} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.449059] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 85e6230e-00fc-4099-bebd-5a2b0f7d8402/85e6230e-00fc-4099-bebd-5a2b0f7d8402.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 567.449260] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 567.449583] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Waiting for the task: (returnval){ [ 567.449583] env[68391]: value = "task-3038349" [ 567.449583] env[68391]: _type = "Task" [ 567.449583] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.449788] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d08645b6-a3d0-4343-b3a2-7bdff4dcce51 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.469609] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': task-3038349, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.471133] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': task-3038341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.471521] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Waiting for the task: (returnval){ [ 567.471521] env[68391]: value = "task-3038350" [ 567.471521] env[68391]: _type = "Task" [ 567.471521] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.479515] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Task: {'id': task-3038350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.492706] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': task-3038342, 'name': Rename_Task, 'duration_secs': 0.134526} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.493255] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 567.493682] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5040e6e8-7255-416b-8764-50b98741a0da {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.498516] env[68391]: DEBUG oslo_vmware.api [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Task: {'id': task-3038343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471053} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.499522] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 567.499522] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 567.499704] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 567.499990] env[68391]: INFO nova.compute.manager [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 567.500326] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 567.500756] env[68391]: DEBUG nova.compute.manager [-] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 567.500756] env[68391]: DEBUG nova.network.neutron [-] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 567.503916] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Waiting for the task: (returnval){ [ 567.503916] env[68391]: value = "task-3038351" [ 567.503916] env[68391]: _type = "Task" [ 567.503916] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.514309] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': task-3038351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.539148] env[68391]: DEBUG nova.compute.manager [req-c59bf680-6dc0-49f1-853e-e2c2e507261e req-66ca1390-37c2-4310-b73a-4719d4293bda service nova] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Received event network-vif-deleted-d1168971-73cc-403e-bd36-154208d5f57d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 567.539443] env[68391]: DEBUG nova.compute.manager [req-c59bf680-6dc0-49f1-853e-e2c2e507261e req-66ca1390-37c2-4310-b73a-4719d4293bda service nova] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Received event network-vif-deleted-6d3a5fae-1298-4d0e-9504-835597b8b434 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 567.587298] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance a40e75b5-1c76-4f37-8452-6f2769a5978e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 567.587298] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 54a90dc4-1c71-487e-90c8-9ac494d9ea3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 567.587298] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 1b07d836-07a1-437f-8890-59630b092bca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 567.587298] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Migration 966cb1a7-171d-4d53-b701-2b15d5141b6f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 567.632066] env[68391]: DEBUG oslo_vmware.api [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Task: {'id': task-3038345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405364} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.632384] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 567.632595] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 567.632847] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 567.632998] env[68391]: INFO nova.compute.manager [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 567.633149] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 567.633630] env[68391]: DEBUG nova.compute.manager [-] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 567.633630] env[68391]: DEBUG nova.network.neutron [-] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 567.662122] env[68391]: DEBUG nova.network.neutron [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Successfully updated port: 860af740-d18f-4b02-8598-bf2b6821668f {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 567.823521] env[68391]: INFO nova.compute.manager [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Took 31.60 seconds to build instance. [ 567.832682] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038348, 'name': CreateVM_Task, 'duration_secs': 0.350107} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.832798] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 567.833682] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.833864] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.834436] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.837081] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-533bf185-bf39-4501-baa1-f977dac1f072 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.843154] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for the task: (returnval){ [ 567.843154] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e359ad-a113-7ef0-2677-8a2dd448f4f2" [ 567.843154] env[68391]: _type = "Task" [ 567.843154] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.854271] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e359ad-a113-7ef0-2677-8a2dd448f4f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.968424] env[68391]: DEBUG oslo_vmware.api [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': task-3038349, 'name': PowerOnVM_Task, 'duration_secs': 0.502234} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.969488] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 567.969709] env[68391]: INFO nova.compute.manager [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Took 11.43 seconds to spawn the instance on the hypervisor. [ 567.969894] env[68391]: DEBUG nova.compute.manager [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.970696] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d8d040-c8e6-419b-87d6-0225095ce868 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.977995] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': task-3038341, 'name': ReconfigVM_Task, 'duration_secs': 0.648688} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.982369] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 669b4866-63c3-4467-bd68-478e604042c1/669b4866-63c3-4467-bd68-478e604042c1.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 567.983351] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f88ab1a-0914-4efb-af7d-ac2a253da577 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.998166] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Task: {'id': task-3038350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105044} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.998522] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Waiting for the task: (returnval){ [ 567.998522] env[68391]: value = "task-3038352" [ 567.998522] env[68391]: _type = "Task" [ 567.998522] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.000966] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 568.001879] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5462a71d-fbca-4d8e-9c0c-51519eef11e8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.040595] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 85e6230e-00fc-4099-bebd-5a2b0f7d8402/85e6230e-00fc-4099-bebd-5a2b0f7d8402.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 568.041018] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': task-3038352, 'name': Rename_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.048724] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec4824ba-3a7e-4e4d-9d06-7eb1b44c183f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.063507] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': task-3038351, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.070856] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Waiting for the task: (returnval){ [ 568.070856] env[68391]: value = "task-3038353" [ 568.070856] env[68391]: _type = "Task" [ 568.070856] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.082788] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Task: {'id': task-3038353, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.089761] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 568.089962] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 04218161-39eb-419d-96ea-c624f6e18e66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 568.090032] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 9da9da05-f0fe-4490-a416-5e4513e72584 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 568.090138] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 669b4866-63c3-4467-bd68-478e604042c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 568.168941] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Acquiring lock "refresh_cache-04218161-39eb-419d-96ea-c624f6e18e66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.168941] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Acquired lock "refresh_cache-04218161-39eb-419d-96ea-c624f6e18e66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.168941] env[68391]: DEBUG nova.network.neutron [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 568.274197] env[68391]: DEBUG nova.network.neutron [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Updated VIF entry in instance network info cache for port 23598efe-9717-438d-8aa5-44bf8e7e458d. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 568.274639] env[68391]: DEBUG nova.network.neutron [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Updating instance_info_cache with network_info: [{"id": "23598efe-9717-438d-8aa5-44bf8e7e458d", "address": "fa:16:3e:5e:63:2a", "network": {"id": "ad88e207-d55e-42f3-81b2-e8f48e4f3a77", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-25504961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12bd40776b6d4e49906bac56afa6b6de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23598efe-97", "ovs_interfaceid": "23598efe-9717-438d-8aa5-44bf8e7e458d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.326403] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69d887c1-fe9e-4b9c-bc32-5a9138be5d61 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Lock "186d39ce-c42b-4fb6-bcd1-ba10eeb9df20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.120s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 568.327855] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "186d39ce-c42b-4fb6-bcd1-ba10eeb9df20" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.665s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 568.328108] env[68391]: INFO nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] During sync_power_state the instance has a pending task (spawning). Skip. [ 568.329590] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "186d39ce-c42b-4fb6-bcd1-ba10eeb9df20" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 568.354372] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e359ad-a113-7ef0-2677-8a2dd448f4f2, 'name': SearchDatastore_Task, 'duration_secs': 0.02484} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.354613] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.354840] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 568.355110] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.355255] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.355438] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 568.355700] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76e41242-abcc-44f6-981f-f926eb746e71 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.366751] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 568.366941] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 568.367707] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-753e7038-6658-4ac9-a7d1-7a41aa9c9957 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.373129] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for the task: (returnval){ [ 568.373129] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522ecaec-bf59-80ad-c58a-1cd6e6b28fa4" [ 568.373129] env[68391]: _type = "Task" [ 568.373129] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.381008] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522ecaec-bf59-80ad-c58a-1cd6e6b28fa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.386869] env[68391]: DEBUG nova.network.neutron [-] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.507288] env[68391]: INFO nova.compute.manager [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Took 21.94 seconds to build instance. [ 568.518025] env[68391]: DEBUG nova.network.neutron [-] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.520805] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': task-3038352, 'name': Rename_Task, 'duration_secs': 0.219208} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.520805] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 568.520805] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb07f9f5-773e-46a6-b775-ee8cd42b3932 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.527831] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': task-3038351, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.533818] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Waiting for the task: (returnval){ [ 568.533818] env[68391]: value = "task-3038354" [ 568.533818] env[68391]: _type = "Task" [ 568.533818] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.544269] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': task-3038354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.581399] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Task: {'id': task-3038353, 'name': ReconfigVM_Task, 'duration_secs': 0.274879} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.582477] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 85e6230e-00fc-4099-bebd-5a2b0f7d8402/85e6230e-00fc-4099-bebd-5a2b0f7d8402.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 568.582477] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cf9a8b4-5d0b-405e-b3fc-41e387ea3679 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.589615] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Waiting for the task: (returnval){ [ 568.589615] env[68391]: value = "task-3038355" [ 568.589615] env[68391]: _type = "Task" [ 568.589615] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.594403] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 291661a1-659b-45a6-b35f-2db187f17324 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 568.601685] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Task: {'id': task-3038355, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.721678] env[68391]: DEBUG nova.network.neutron [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 568.778401] env[68391]: DEBUG oslo_concurrency.lockutils [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] Releasing lock "refresh_cache-85e6230e-00fc-4099-bebd-5a2b0f7d8402" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.778752] env[68391]: DEBUG nova.compute.manager [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Received event network-vif-plugged-c82b7684-3e19-43c0-bf2a-052a215fe133 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 568.779177] env[68391]: DEBUG oslo_concurrency.lockutils [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] Acquiring lock "071bfe29-85ee-4aaa-99ea-0d81dc2de1a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 568.781017] env[68391]: DEBUG oslo_concurrency.lockutils [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] Lock "071bfe29-85ee-4aaa-99ea-0d81dc2de1a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 568.781017] env[68391]: DEBUG oslo_concurrency.lockutils [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] Lock "071bfe29-85ee-4aaa-99ea-0d81dc2de1a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 568.781017] env[68391]: DEBUG nova.compute.manager [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] No waiting events found dispatching network-vif-plugged-c82b7684-3e19-43c0-bf2a-052a215fe133 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 568.781017] env[68391]: WARNING nova.compute.manager [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Received unexpected event network-vif-plugged-c82b7684-3e19-43c0-bf2a-052a215fe133 for instance with vm_state building and task_state spawning. [ 568.781017] env[68391]: DEBUG nova.compute.manager [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Received event network-changed-c82b7684-3e19-43c0-bf2a-052a215fe133 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 568.781236] env[68391]: DEBUG nova.compute.manager [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Refreshing instance network info cache due to event network-changed-c82b7684-3e19-43c0-bf2a-052a215fe133. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 568.781236] env[68391]: DEBUG oslo_concurrency.lockutils [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] Acquiring lock "refresh_cache-071bfe29-85ee-4aaa-99ea-0d81dc2de1a1" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.781236] env[68391]: DEBUG oslo_concurrency.lockutils [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] Acquired lock "refresh_cache-071bfe29-85ee-4aaa-99ea-0d81dc2de1a1" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.781236] env[68391]: DEBUG nova.network.neutron [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Refreshing network info cache for port c82b7684-3e19-43c0-bf2a-052a215fe133 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 568.829924] env[68391]: DEBUG nova.compute.manager [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 568.889114] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522ecaec-bf59-80ad-c58a-1cd6e6b28fa4, 'name': SearchDatastore_Task, 'duration_secs': 0.014198} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.889596] env[68391]: INFO nova.compute.manager [-] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Took 1.39 seconds to deallocate network for instance. [ 568.893336] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2862c0fe-d1c0-49b5-adbc-b0907bf9c054 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.910375] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for the task: (returnval){ [ 568.910375] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b5f505-5e06-a6f8-878b-bfc6afef4cf6" [ 568.910375] env[68391]: _type = "Task" [ 568.910375] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.925907] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b5f505-5e06-a6f8-878b-bfc6afef4cf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.949494] env[68391]: DEBUG nova.network.neutron [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Updating instance_info_cache with network_info: [{"id": "860af740-d18f-4b02-8598-bf2b6821668f", "address": "fa:16:3e:d6:85:41", "network": {"id": "71d744af-d932-45bb-8533-f8b5c4d16fdf", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1688460490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52687880c9f4fec85c6fc71dfa1b96d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860af740-d1", "ovs_interfaceid": "860af740-d18f-4b02-8598-bf2b6821668f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.010626] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bee20885-e096-4f42-8256-fa2a818ca81b tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Lock "54a90dc4-1c71-487e-90c8-9ac494d9ea3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.458s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.011565] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "54a90dc4-1c71-487e-90c8-9ac494d9ea3b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.348s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.016399] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f01bc99-ad7a-4209-8ccf-750f7be21b33 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.020785] env[68391]: INFO nova.compute.manager [-] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Took 1.39 seconds to deallocate network for instance. [ 569.029424] env[68391]: DEBUG oslo_vmware.api [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': task-3038351, 'name': PowerOnVM_Task, 'duration_secs': 1.387115} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.033408] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 569.033408] env[68391]: INFO nova.compute.manager [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Took 14.85 seconds to spawn the instance on the hypervisor. [ 569.033561] env[68391]: DEBUG nova.compute.manager [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 569.034614] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693e0f5b-704a-4e4c-9c67-e1b994c92390 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.052263] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': task-3038354, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.101655] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 828732f1-e0d2-4e9c-83f1-7f43892ba7be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 569.103083] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Task: {'id': task-3038355, 'name': Rename_Task, 'duration_secs': 0.150692} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.103520] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 569.103983] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d96c524f-ae78-4cda-aade-640e5117e419 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.110833] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Waiting for the task: (returnval){ [ 569.110833] env[68391]: value = "task-3038356" [ 569.110833] env[68391]: _type = "Task" [ 569.110833] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.123914] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Task: {'id': task-3038356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.361322] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.410293] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.427114] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b5f505-5e06-a6f8-878b-bfc6afef4cf6, 'name': SearchDatastore_Task, 'duration_secs': 0.016087} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.427742] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.427742] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1/071bfe29-85ee-4aaa-99ea-0d81dc2de1a1.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 569.427954] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b6654fd-a562-4598-a784-22b9dceca804 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.438640] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for the task: (returnval){ [ 569.438640] env[68391]: value = "task-3038357" [ 569.438640] env[68391]: _type = "Task" [ 569.438640] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.449945] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.452615] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Releasing lock "refresh_cache-04218161-39eb-419d-96ea-c624f6e18e66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.452919] env[68391]: DEBUG nova.compute.manager [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Instance network_info: |[{"id": "860af740-d18f-4b02-8598-bf2b6821668f", "address": "fa:16:3e:d6:85:41", "network": {"id": "71d744af-d932-45bb-8533-f8b5c4d16fdf", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1688460490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52687880c9f4fec85c6fc71dfa1b96d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860af740-d1", "ovs_interfaceid": "860af740-d18f-4b02-8598-bf2b6821668f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 569.453416] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:85:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '860af740-d18f-4b02-8598-bf2b6821668f', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 569.462226] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Creating folder: Project (c52687880c9f4fec85c6fc71dfa1b96d). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.465031] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-614d7e5e-6320-456e-bd77-469af1e75dcf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.474658] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Created folder: Project (c52687880c9f4fec85c6fc71dfa1b96d) in parent group-v608736. [ 569.474880] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Creating folder: Instances. Parent ref: group-v608773. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.475165] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffcfe57d-fb6f-4d95-8d6e-c1b4b794affa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.487239] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Created folder: Instances in parent group-v608773. [ 569.487555] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 569.487767] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 569.487974] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e86450a-dfbe-471a-8df8-49bbf8978198 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.508328] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 569.508328] env[68391]: value = "task-3038360" [ 569.508328] env[68391]: _type = "Task" [ 569.508328] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.516645] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038360, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.520215] env[68391]: DEBUG nova.compute.manager [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 569.531492] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "54a90dc4-1c71-487e-90c8-9ac494d9ea3b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.520s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.535444] env[68391]: DEBUG oslo_concurrency.lockutils [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.547462] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': task-3038354, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.560954] env[68391]: INFO nova.compute.manager [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Took 32.47 seconds to build instance. [ 569.604807] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 04a75416-4760-4c14-9e8e-5458a095866e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 569.605050] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 955d5968-609f-41ef-9fba-34c29184f66f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 569.605105] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 569.605339] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 569.605521] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 569.624542] env[68391]: DEBUG oslo_vmware.api [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Task: {'id': task-3038356, 'name': PowerOnVM_Task, 'duration_secs': 0.491421} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.624542] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 569.624715] env[68391]: INFO nova.compute.manager [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Took 8.10 seconds to spawn the instance on the hypervisor. [ 569.625739] env[68391]: DEBUG nova.compute.manager [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 569.626143] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e775e4-65e0-447c-aceb-1630b67d75b0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.844602] env[68391]: DEBUG nova.network.neutron [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Updated VIF entry in instance network info cache for port c82b7684-3e19-43c0-bf2a-052a215fe133. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 569.844602] env[68391]: DEBUG nova.network.neutron [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Updating instance_info_cache with network_info: [{"id": "c82b7684-3e19-43c0-bf2a-052a215fe133", "address": "fa:16:3e:c8:eb:e3", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc82b7684-3e", "ovs_interfaceid": "c82b7684-3e19-43c0-bf2a-052a215fe133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.948857] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038357, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.013916] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b1b345-c749-4409-bd5d-e1f66506ae69 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.021834] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038360, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.024618] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea82e6e-1978-438b-a108-4b092b7b5fea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.058701] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.062742] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac0542d-e203-47d6-8059-a0af7aa9cecd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.067131] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e4b0c127-5821-4104-98e9-0900afda2f2b tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Lock "7eea385c-cd21-4229-84ca-60ebfaa72460" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.009s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 570.069499] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "7eea385c-cd21-4229-84ca-60ebfaa72460" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.405s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.069730] env[68391]: INFO nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] During sync_power_state the instance has a pending task (networking). Skip. [ 570.069912] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "7eea385c-cd21-4229-84ca-60ebfaa72460" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.002s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 570.074208] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': task-3038354, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.077599] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d666855-8a2a-4d52-a594-9a24753ed451 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.092482] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 570.148895] env[68391]: INFO nova.compute.manager [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Took 15.80 seconds to build instance. [ 570.307574] env[68391]: DEBUG nova.compute.manager [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 570.307574] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec480a3d-aa23-42a9-a5cb-9e72d64678aa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.347795] env[68391]: DEBUG oslo_concurrency.lockutils [req-96f11011-7a65-4331-9f90-ebb9675c946d req-6f059eca-93a0-4e14-83fd-aa3b5aced6ab service nova] Releasing lock "refresh_cache-071bfe29-85ee-4aaa-99ea-0d81dc2de1a1" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.451345] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55362} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.451642] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1/071bfe29-85ee-4aaa-99ea-0d81dc2de1a1.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 570.452189] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 570.452189] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5a2b286-bd4c-426c-ab00-197b6e2ff1d9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.459413] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for the task: (returnval){ [ 570.459413] env[68391]: value = "task-3038361" [ 570.459413] env[68391]: _type = "Task" [ 570.459413] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.471601] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.527060] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038360, 'name': CreateVM_Task, 'duration_secs': 0.652478} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.527323] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 570.528183] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.528403] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.528809] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.531205] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2f513e9-efff-46fb-9604-c9cd7994ea7a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.537748] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Waiting for the task: (returnval){ [ 570.537748] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b347e1-30d9-7af2-83c8-09df03bcbb0a" [ 570.537748] env[68391]: _type = "Task" [ 570.537748] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.553337] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b347e1-30d9-7af2-83c8-09df03bcbb0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.574182] env[68391]: DEBUG nova.compute.manager [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 570.577086] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': task-3038354, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.595572] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 570.651308] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce7dab50-815e-46c7-9762-9dd5cfdf789e tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Lock "85e6230e-00fc-4099-bebd-5a2b0f7d8402" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.004s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 570.819541] env[68391]: INFO nova.compute.manager [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] instance snapshotting [ 570.824065] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e381d00-0646-44aa-bce4-9fa4944ea0ad {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.853912] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d835ea62-acce-4979-a689-f2df3032f44b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.974944] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073291} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.974944] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 570.974944] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78b8bc7-a1b6-4044-8354-ace7ea813440 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.000661] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1/071bfe29-85ee-4aaa-99ea-0d81dc2de1a1.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 571.002688] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daecfd90-ccc6-45b0-b733-d644fee747ec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.024471] env[68391]: DEBUG nova.compute.manager [req-5b34b714-f7ac-44ab-b4eb-77e528b3290a req-f7649ce4-d96f-4933-8a3b-2a2219c5c06c service nova] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Received event network-vif-plugged-860af740-d18f-4b02-8598-bf2b6821668f {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 571.024921] env[68391]: DEBUG oslo_concurrency.lockutils [req-5b34b714-f7ac-44ab-b4eb-77e528b3290a req-f7649ce4-d96f-4933-8a3b-2a2219c5c06c service nova] Acquiring lock "04218161-39eb-419d-96ea-c624f6e18e66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.025292] env[68391]: DEBUG oslo_concurrency.lockutils [req-5b34b714-f7ac-44ab-b4eb-77e528b3290a req-f7649ce4-d96f-4933-8a3b-2a2219c5c06c service nova] Lock "04218161-39eb-419d-96ea-c624f6e18e66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.025602] env[68391]: DEBUG oslo_concurrency.lockutils [req-5b34b714-f7ac-44ab-b4eb-77e528b3290a req-f7649ce4-d96f-4933-8a3b-2a2219c5c06c service nova] Lock "04218161-39eb-419d-96ea-c624f6e18e66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 571.025891] env[68391]: DEBUG nova.compute.manager [req-5b34b714-f7ac-44ab-b4eb-77e528b3290a req-f7649ce4-d96f-4933-8a3b-2a2219c5c06c service nova] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] No waiting events found dispatching network-vif-plugged-860af740-d18f-4b02-8598-bf2b6821668f {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 571.026194] env[68391]: WARNING nova.compute.manager [req-5b34b714-f7ac-44ab-b4eb-77e528b3290a req-f7649ce4-d96f-4933-8a3b-2a2219c5c06c service nova] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Received unexpected event network-vif-plugged-860af740-d18f-4b02-8598-bf2b6821668f for instance with vm_state building and task_state spawning. [ 571.026497] env[68391]: DEBUG nova.compute.manager [req-5b34b714-f7ac-44ab-b4eb-77e528b3290a req-f7649ce4-d96f-4933-8a3b-2a2219c5c06c service nova] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Received event network-changed-860af740-d18f-4b02-8598-bf2b6821668f {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 571.026831] env[68391]: DEBUG nova.compute.manager [req-5b34b714-f7ac-44ab-b4eb-77e528b3290a req-f7649ce4-d96f-4933-8a3b-2a2219c5c06c service nova] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Refreshing instance network info cache due to event network-changed-860af740-d18f-4b02-8598-bf2b6821668f. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 571.027174] env[68391]: DEBUG oslo_concurrency.lockutils [req-5b34b714-f7ac-44ab-b4eb-77e528b3290a req-f7649ce4-d96f-4933-8a3b-2a2219c5c06c service nova] Acquiring lock "refresh_cache-04218161-39eb-419d-96ea-c624f6e18e66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.027436] env[68391]: DEBUG oslo_concurrency.lockutils [req-5b34b714-f7ac-44ab-b4eb-77e528b3290a req-f7649ce4-d96f-4933-8a3b-2a2219c5c06c service nova] Acquired lock "refresh_cache-04218161-39eb-419d-96ea-c624f6e18e66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.028559] env[68391]: DEBUG nova.network.neutron [req-5b34b714-f7ac-44ab-b4eb-77e528b3290a req-f7649ce4-d96f-4933-8a3b-2a2219c5c06c service nova] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Refreshing network info cache for port 860af740-d18f-4b02-8598-bf2b6821668f {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 571.037892] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for the task: (returnval){ [ 571.037892] env[68391]: value = "task-3038362" [ 571.037892] env[68391]: _type = "Task" [ 571.037892] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.051735] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b347e1-30d9-7af2-83c8-09df03bcbb0a, 'name': SearchDatastore_Task, 'duration_secs': 0.013694} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.055572] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.055917] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 571.056201] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.056832] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.056832] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 571.056950] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038362, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.057182] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7426142b-0000-45a4-8dd1-3a481af6a921 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.067834] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 571.069078] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 571.069197] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ef05b8-adea-436a-bfb7-b4d0c1785125 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.075470] env[68391]: DEBUG oslo_vmware.api [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': task-3038354, 'name': PowerOnVM_Task, 'duration_secs': 2.401993} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.075685] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 571.076050] env[68391]: INFO nova.compute.manager [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Took 12.09 seconds to spawn the instance on the hypervisor. [ 571.076281] env[68391]: DEBUG nova.compute.manager [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.079692] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30df3411-6498-4951-b915-0ff67f6195e5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.080866] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Waiting for the task: (returnval){ [ 571.080866] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52625ab1-10f0-d158-e103-cc3ab5b5e0cb" [ 571.080866] env[68391]: _type = "Task" [ 571.080866] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.099348] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52625ab1-10f0-d158-e103-cc3ab5b5e0cb, 'name': SearchDatastore_Task, 'duration_secs': 0.013903} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.100254] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f63b002-ff21-4402-bc0c-df39c8bcee89 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.103804] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68391) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 571.103804] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.585s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 571.104081] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.302s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.105598] env[68391]: INFO nova.compute.claims [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 571.107930] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 571.108829] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Getting list of instances from cluster (obj){ [ 571.108829] env[68391]: value = "domain-c8" [ 571.108829] env[68391]: _type = "ClusterComputeResource" [ 571.108829] env[68391]: } {{(pid=68391) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 571.114024] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c59978-9b75-4416-aee1-5a284812777f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.117596] env[68391]: DEBUG nova.compute.manager [req-98b72805-c840-4b17-9dbe-a3a3c7ad1d5b req-b45d48fa-195d-401e-b799-468565e3c965 service nova] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Received event network-vif-deleted-74e9e83a-d11b-407d-a02a-149adf420526 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 571.118254] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Waiting for the task: (returnval){ [ 571.118254] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a2c0d3-ad23-ee45-ade1-ec726ed35c35" [ 571.118254] env[68391]: _type = "Task" [ 571.118254] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.134355] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Got total of 9 instances {{(pid=68391) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 571.136477] env[68391]: DEBUG oslo_concurrency.lockutils [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.143330] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a2c0d3-ad23-ee45-ade1-ec726ed35c35, 'name': SearchDatastore_Task, 'duration_secs': 0.011262} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.143330] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.143330] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 04218161-39eb-419d-96ea-c624f6e18e66/04218161-39eb-419d-96ea-c624f6e18e66.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 571.143330] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58ebc2fc-cb54-4962-b648-ba5a7b98e806 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.152010] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Waiting for the task: (returnval){ [ 571.152010] env[68391]: value = "task-3038363" [ 571.152010] env[68391]: _type = "Task" [ 571.152010] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.154728] env[68391]: DEBUG nova.compute.manager [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 571.165018] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': task-3038363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.371398] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Creating Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 571.371734] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e5cddea4-3bd9-4145-b208-d06431b8c360 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.381168] env[68391]: DEBUG oslo_vmware.api [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 571.381168] env[68391]: value = "task-3038364" [ 571.381168] env[68391]: _type = "Task" [ 571.381168] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.396613] env[68391]: DEBUG oslo_vmware.api [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038364, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.558290] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038362, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.619174] env[68391]: INFO nova.compute.manager [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Took 21.30 seconds to build instance. [ 571.668626] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': task-3038363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510983} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.672889] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 04218161-39eb-419d-96ea-c624f6e18e66/04218161-39eb-419d-96ea-c624f6e18e66.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 571.672889] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 571.673059] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f95fbea-f4fc-4c89-b710-917d724ac519 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.680438] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Waiting for the task: (returnval){ [ 571.680438] env[68391]: value = "task-3038365" [ 571.680438] env[68391]: _type = "Task" [ 571.680438] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.693361] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': task-3038365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.694993] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.893384] env[68391]: DEBUG oslo_vmware.api [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038364, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.948488] env[68391]: DEBUG nova.compute.manager [None req-4f07e25f-5b28-4d82-8fae-251d468594e9 tempest-ServerDiagnosticsTest-791408569 tempest-ServerDiagnosticsTest-791408569-project-admin] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.949582] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaf470f-78e7-458b-a736-5b540ff550c7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.960116] env[68391]: INFO nova.compute.manager [None req-4f07e25f-5b28-4d82-8fae-251d468594e9 tempest-ServerDiagnosticsTest-791408569 tempest-ServerDiagnosticsTest-791408569-project-admin] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Retrieving diagnostics [ 571.961183] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d485e03-3d9a-43e7-8935-43d454d5c90f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.051727] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038362, 'name': ReconfigVM_Task, 'duration_secs': 0.523383} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.051727] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1/071bfe29-85ee-4aaa-99ea-0d81dc2de1a1.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 572.052316] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc99afe3-0f85-4370-943a-437896354768 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.060981] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for the task: (returnval){ [ 572.060981] env[68391]: value = "task-3038366" [ 572.060981] env[68391]: _type = "Task" [ 572.060981] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.069630] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038366, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.126192] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2f30bcd8-6a8a-4ff3-ab6b-46f176251592 tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Lock "669b4866-63c3-4467-bd68-478e604042c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.814s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.178111] env[68391]: DEBUG nova.network.neutron [req-5b34b714-f7ac-44ab-b4eb-77e528b3290a req-f7649ce4-d96f-4933-8a3b-2a2219c5c06c service nova] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Updated VIF entry in instance network info cache for port 860af740-d18f-4b02-8598-bf2b6821668f. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 572.178483] env[68391]: DEBUG nova.network.neutron [req-5b34b714-f7ac-44ab-b4eb-77e528b3290a req-f7649ce4-d96f-4933-8a3b-2a2219c5c06c service nova] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Updating instance_info_cache with network_info: [{"id": "860af740-d18f-4b02-8598-bf2b6821668f", "address": "fa:16:3e:d6:85:41", "network": {"id": "71d744af-d932-45bb-8533-f8b5c4d16fdf", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1688460490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52687880c9f4fec85c6fc71dfa1b96d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860af740-d1", "ovs_interfaceid": "860af740-d18f-4b02-8598-bf2b6821668f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.198671] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': task-3038365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063551} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.199035] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 572.199808] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e28431-25a0-49a4-b3e9-44a7eabdb6b6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.226395] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 04218161-39eb-419d-96ea-c624f6e18e66/04218161-39eb-419d-96ea-c624f6e18e66.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 572.229770] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b5fb6bd-df31-4639-8ea3-962bf8ea3335 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.252187] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Waiting for the task: (returnval){ [ 572.252187] env[68391]: value = "task-3038367" [ 572.252187] env[68391]: _type = "Task" [ 572.252187] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.259673] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': task-3038367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.398470] env[68391]: DEBUG oslo_vmware.api [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038364, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.577368] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038366, 'name': Rename_Task, 'duration_secs': 0.28407} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.577968] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 572.578172] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-055dd61c-43cb-4d35-8a07-fe0d513c9b34 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.587796] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for the task: (returnval){ [ 572.587796] env[68391]: value = "task-3038368" [ 572.587796] env[68391]: _type = "Task" [ 572.587796] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.589858] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efd14cd-f038-49ca-9c62-ca29b17c94e4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.602160] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff54352-eabd-4ca2-95ea-2216816c3253 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.608708] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.641239] env[68391]: DEBUG nova.compute.manager [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.645159] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb8ecbd-e9dd-40cc-9589-3cec4c49920c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.655070] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3700957-87bd-466b-99f4-6de413013450 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.671434] env[68391]: DEBUG nova.compute.provider_tree [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 572.682310] env[68391]: DEBUG oslo_concurrency.lockutils [req-5b34b714-f7ac-44ab-b4eb-77e528b3290a req-f7649ce4-d96f-4933-8a3b-2a2219c5c06c service nova] Releasing lock "refresh_cache-04218161-39eb-419d-96ea-c624f6e18e66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.682310] env[68391]: DEBUG nova.compute.manager [req-5b34b714-f7ac-44ab-b4eb-77e528b3290a req-f7649ce4-d96f-4933-8a3b-2a2219c5c06c service nova] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Received event network-vif-deleted-8eb1eb3f-f913-41d1-a2d5-e0eb62ab49e5 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 572.762936] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': task-3038367, 'name': ReconfigVM_Task, 'duration_secs': 0.381984} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.763236] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 04218161-39eb-419d-96ea-c624f6e18e66/04218161-39eb-419d-96ea-c624f6e18e66.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 572.763910] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a579c50e-5e16-4c10-a9bc-525b7fce71ed {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.772824] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Waiting for the task: (returnval){ [ 572.772824] env[68391]: value = "task-3038369" [ 572.772824] env[68391]: _type = "Task" [ 572.772824] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.783970] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': task-3038369, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.898366] env[68391]: DEBUG oslo_vmware.api [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038364, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.100352] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038368, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.179735] env[68391]: DEBUG oslo_concurrency.lockutils [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.205042] env[68391]: ERROR nova.scheduler.client.report [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [req-b181ac48-1e2a-4801-b89c-f1fd58b6f14d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 91cd88db-7a2c-4f42-b40d-730164cb64f8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b181ac48-1e2a-4801-b89c-f1fd58b6f14d"}]} [ 573.237405] env[68391]: DEBUG nova.scheduler.client.report [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Refreshing inventories for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 573.251065] env[68391]: DEBUG nova.scheduler.client.report [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Updating ProviderTree inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 573.251306] env[68391]: DEBUG nova.compute.provider_tree [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 573.268255] env[68391]: DEBUG nova.scheduler.client.report [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Refreshing aggregate associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, aggregates: None {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 573.289288] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': task-3038369, 'name': Rename_Task, 'duration_secs': 0.342945} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.290683] env[68391]: DEBUG nova.scheduler.client.report [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Refreshing trait associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 573.293400] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 573.293987] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd436785-7e5d-43d9-88ac-855b0e1d3f78 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.303770] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Waiting for the task: (returnval){ [ 573.303770] env[68391]: value = "task-3038370" [ 573.303770] env[68391]: _type = "Task" [ 573.303770] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.316227] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': task-3038370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.398267] env[68391]: DEBUG oslo_vmware.api [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038364, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.506113] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Acquiring lock "e10449a8-0e0b-496e-8861-84708e325079" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.506499] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Lock "e10449a8-0e0b-496e-8861-84708e325079" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.610064] env[68391]: DEBUG oslo_vmware.api [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038368, 'name': PowerOnVM_Task, 'duration_secs': 0.989879} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.611222] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 573.611222] env[68391]: INFO nova.compute.manager [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Took 9.53 seconds to spawn the instance on the hypervisor. [ 573.611222] env[68391]: DEBUG nova.compute.manager [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 573.612836] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bdaf11-3783-4452-864c-bd4ad16054e0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.767881] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2f30f1-afc8-4853-8258-ef22bf4b245d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.776688] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85eca069-9f4d-4b0c-a624-7fc27bf1582d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.817151] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5292683-96d5-4045-bd1a-54d0b8a5450d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.830776] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6102bdd4-cc6e-425f-ad4c-e5dba86d64c2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.835873] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': task-3038370, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.850245] env[68391]: DEBUG nova.compute.provider_tree [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 573.899889] env[68391]: DEBUG oslo_vmware.api [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038364, 'name': CreateSnapshot_Task, 'duration_secs': 2.355749} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.900475] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Created Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 573.901346] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c4f58f-b058-4b94-a39d-3be0090971c7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.142027] env[68391]: INFO nova.compute.manager [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Took 18.18 seconds to build instance. [ 574.160037] env[68391]: DEBUG oslo_concurrency.lockutils [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Acquiring lock "7eea385c-cd21-4229-84ca-60ebfaa72460" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.160037] env[68391]: DEBUG oslo_concurrency.lockutils [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Lock "7eea385c-cd21-4229-84ca-60ebfaa72460" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.160037] env[68391]: DEBUG oslo_concurrency.lockutils [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Acquiring lock "7eea385c-cd21-4229-84ca-60ebfaa72460-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.160037] env[68391]: DEBUG oslo_concurrency.lockutils [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Lock "7eea385c-cd21-4229-84ca-60ebfaa72460-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.160408] env[68391]: DEBUG oslo_concurrency.lockutils [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Lock "7eea385c-cd21-4229-84ca-60ebfaa72460-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.162099] env[68391]: INFO nova.compute.manager [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Terminating instance [ 574.326284] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': task-3038370, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.394571] env[68391]: DEBUG nova.scheduler.client.report [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Updated inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with generation 30 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 574.394805] env[68391]: DEBUG nova.compute.provider_tree [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Updating resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 generation from 30 to 31 during operation: update_inventory {{(pid=68391) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 574.394987] env[68391]: DEBUG nova.compute.provider_tree [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 574.429019] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Creating linked-clone VM from snapshot {{(pid=68391) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 574.429166] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-279afc34-794d-4737-b68e-04d762c36467 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.440366] env[68391]: DEBUG oslo_vmware.api [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 574.440366] env[68391]: value = "task-3038371" [ 574.440366] env[68391]: _type = "Task" [ 574.440366] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.453019] env[68391]: DEBUG oslo_vmware.api [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038371, 'name': CloneVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.644195] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be35bba5-4710-46b7-b6d7-e60695589f1e tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Lock "071bfe29-85ee-4aaa-99ea-0d81dc2de1a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.165s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.669021] env[68391]: DEBUG nova.compute.manager [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 574.669021] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 574.669021] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731fe454-5c46-43fc-b68f-3376ca4b1658 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.681469] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 574.681758] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-684ca8da-bbfc-4c3f-8c57-b08144cdc892 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.693930] env[68391]: DEBUG oslo_vmware.api [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Waiting for the task: (returnval){ [ 574.693930] env[68391]: value = "task-3038372" [ 574.693930] env[68391]: _type = "Task" [ 574.693930] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.704860] env[68391]: DEBUG oslo_vmware.api [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': task-3038372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.836380] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': task-3038370, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.840521] env[68391]: DEBUG nova.compute.manager [req-e855e267-2d85-492e-867d-0a72a7e63b5d req-b7f4ec56-815e-4884-bdcc-046def79493c service nova] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Received event network-changed-b9a0f038-cd3a-44b4-867f-4cb07dac1e56 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 574.840660] env[68391]: DEBUG nova.compute.manager [req-e855e267-2d85-492e-867d-0a72a7e63b5d req-b7f4ec56-815e-4884-bdcc-046def79493c service nova] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Refreshing instance network info cache due to event network-changed-b9a0f038-cd3a-44b4-867f-4cb07dac1e56. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 574.842646] env[68391]: DEBUG oslo_concurrency.lockutils [req-e855e267-2d85-492e-867d-0a72a7e63b5d req-b7f4ec56-815e-4884-bdcc-046def79493c service nova] Acquiring lock "refresh_cache-54a90dc4-1c71-487e-90c8-9ac494d9ea3b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.842646] env[68391]: DEBUG oslo_concurrency.lockutils [req-e855e267-2d85-492e-867d-0a72a7e63b5d req-b7f4ec56-815e-4884-bdcc-046def79493c service nova] Acquired lock "refresh_cache-54a90dc4-1c71-487e-90c8-9ac494d9ea3b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.842646] env[68391]: DEBUG nova.network.neutron [req-e855e267-2d85-492e-867d-0a72a7e63b5d req-b7f4ec56-815e-4884-bdcc-046def79493c service nova] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Refreshing network info cache for port b9a0f038-cd3a-44b4-867f-4cb07dac1e56 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 574.902617] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.798s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.903229] env[68391]: DEBUG nova.compute.manager [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 574.907109] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.436s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.908021] env[68391]: INFO nova.compute.claims [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 574.952270] env[68391]: DEBUG oslo_vmware.api [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038371, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.153558] env[68391]: DEBUG nova.compute.manager [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 575.212163] env[68391]: DEBUG oslo_vmware.api [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': task-3038372, 'name': PowerOffVM_Task, 'duration_secs': 0.408049} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.212630] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 575.212879] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 575.213402] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ddebc23-d8e0-4d59-9da3-d87e5e10d01f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.294767] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 575.295347] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 575.296123] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Deleting the datastore file [datastore1] 7eea385c-cd21-4229-84ca-60ebfaa72460 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 575.296264] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1568874e-fb21-4ab3-9ac2-d5ca39a23b46 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.305891] env[68391]: DEBUG oslo_vmware.api [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Waiting for the task: (returnval){ [ 575.305891] env[68391]: value = "task-3038374" [ 575.305891] env[68391]: _type = "Task" [ 575.305891] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.320533] env[68391]: DEBUG oslo_vmware.api [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': task-3038374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.332831] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': task-3038370, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.418941] env[68391]: DEBUG nova.compute.utils [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 575.422776] env[68391]: DEBUG nova.compute.manager [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 575.422969] env[68391]: DEBUG nova.network.neutron [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 575.456577] env[68391]: DEBUG oslo_vmware.api [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038371, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.576733] env[68391]: DEBUG nova.policy [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b30e7038ba34aa18ca6cc258622d57e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87c11363b4b2454fa0c808cd49d876d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 575.691260] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.822090] env[68391]: DEBUG oslo_vmware.api [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Task: {'id': task-3038374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192093} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.827804] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 575.828177] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 575.828499] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 575.828997] env[68391]: INFO nova.compute.manager [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Took 1.16 seconds to destroy the instance on the hypervisor. [ 575.829370] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 575.829690] env[68391]: DEBUG nova.compute.manager [-] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 575.829889] env[68391]: DEBUG nova.network.neutron [-] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 575.841699] env[68391]: DEBUG oslo_vmware.api [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': task-3038370, 'name': PowerOnVM_Task, 'duration_secs': 2.458578} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.844040] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 575.844040] env[68391]: INFO nova.compute.manager [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Took 9.29 seconds to spawn the instance on the hypervisor. [ 575.844040] env[68391]: DEBUG nova.compute.manager [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 575.844040] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31780fa7-439e-446c-800f-e1beb2473a99 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.923741] env[68391]: DEBUG nova.compute.manager [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 575.953175] env[68391]: DEBUG oslo_vmware.api [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038371, 'name': CloneVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.318738] env[68391]: DEBUG nova.network.neutron [req-e855e267-2d85-492e-867d-0a72a7e63b5d req-b7f4ec56-815e-4884-bdcc-046def79493c service nova] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Updated VIF entry in instance network info cache for port b9a0f038-cd3a-44b4-867f-4cb07dac1e56. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 576.320113] env[68391]: DEBUG nova.network.neutron [req-e855e267-2d85-492e-867d-0a72a7e63b5d req-b7f4ec56-815e-4884-bdcc-046def79493c service nova] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Updating instance_info_cache with network_info: [{"id": "b9a0f038-cd3a-44b4-867f-4cb07dac1e56", "address": "fa:16:3e:a4:e8:52", "network": {"id": "9db2dfca-fbb3-43b6-9809-5a6ee7975eb9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1426033580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948ddfd65fe14d5d8b74f2296707c6ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a0f038-cd", "ovs_interfaceid": "b9a0f038-cd3a-44b4-867f-4cb07dac1e56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.371136] env[68391]: INFO nova.compute.manager [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Took 19.77 seconds to build instance. [ 576.388524] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8830c1-c7c0-473f-96d1-c2884b98a0ed {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.398765] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5ce2f3-2dce-488a-8661-8613bf30f343 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.443299] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfbbc65-4f63-44cf-9ada-92b98b076cde {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.453224] env[68391]: DEBUG oslo_vmware.api [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038371, 'name': CloneVM_Task, 'duration_secs': 1.523349} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.455533] env[68391]: INFO nova.virt.vmwareapi.vmops [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Created linked-clone VM from snapshot [ 576.456715] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6628ea-7eac-43ff-bf11-09b4959acfa3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.461438] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b83c33-2855-43ac-8e2e-d6425dd5c9b0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.483929] env[68391]: DEBUG nova.compute.provider_tree [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 576.485650] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Uploading image 9eb84be3-4c26-403e-8701-698deda76fc3 {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 576.526637] env[68391]: DEBUG oslo_vmware.rw_handles [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 576.526637] env[68391]: value = "vm-608777" [ 576.526637] env[68391]: _type = "VirtualMachine" [ 576.526637] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 576.527793] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8d39af59-2294-44f5-8ce7-2c76625afb3f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.540020] env[68391]: DEBUG oslo_vmware.rw_handles [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Lease: (returnval){ [ 576.540020] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52942435-d864-94de-4b50-2d99f054627f" [ 576.540020] env[68391]: _type = "HttpNfcLease" [ 576.540020] env[68391]: } obtained for exporting VM: (result){ [ 576.540020] env[68391]: value = "vm-608777" [ 576.540020] env[68391]: _type = "VirtualMachine" [ 576.540020] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 576.540020] env[68391]: DEBUG oslo_vmware.api [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the lease: (returnval){ [ 576.540020] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52942435-d864-94de-4b50-2d99f054627f" [ 576.540020] env[68391]: _type = "HttpNfcLease" [ 576.540020] env[68391]: } to be ready. {{(pid=68391) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 576.545142] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 576.545142] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52942435-d864-94de-4b50-2d99f054627f" [ 576.545142] env[68391]: _type = "HttpNfcLease" [ 576.545142] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 576.826999] env[68391]: DEBUG oslo_concurrency.lockutils [req-e855e267-2d85-492e-867d-0a72a7e63b5d req-b7f4ec56-815e-4884-bdcc-046def79493c service nova] Releasing lock "refresh_cache-54a90dc4-1c71-487e-90c8-9ac494d9ea3b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.875079] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19c8f0f9-cd77-4d18-ab11-21d6c8ce4f7d tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Lock "04218161-39eb-419d-96ea-c624f6e18e66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.345s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.944778] env[68391]: DEBUG nova.compute.manager [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 576.970479] env[68391]: DEBUG nova.virt.hardware [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.970706] env[68391]: DEBUG nova.virt.hardware [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.970851] env[68391]: DEBUG nova.virt.hardware [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.971038] env[68391]: DEBUG nova.virt.hardware [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.971198] env[68391]: DEBUG nova.virt.hardware [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.971342] env[68391]: DEBUG nova.virt.hardware [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.971547] env[68391]: DEBUG nova.virt.hardware [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.971914] env[68391]: DEBUG nova.virt.hardware [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.972140] env[68391]: DEBUG nova.virt.hardware [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.972315] env[68391]: DEBUG nova.virt.hardware [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.972491] env[68391]: DEBUG nova.virt.hardware [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.973372] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6b1090-029a-460c-892d-5ce5c2ffefd1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.983332] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1350932-c601-4a52-b0a1-a1aea7be2e2f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.990326] env[68391]: DEBUG nova.scheduler.client.report [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 577.050406] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 577.050406] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52942435-d864-94de-4b50-2d99f054627f" [ 577.050406] env[68391]: _type = "HttpNfcLease" [ 577.050406] env[68391]: } is ready. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 577.050761] env[68391]: DEBUG oslo_vmware.rw_handles [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 577.050761] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52942435-d864-94de-4b50-2d99f054627f" [ 577.050761] env[68391]: _type = "HttpNfcLease" [ 577.050761] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 577.052410] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7007553-7813-4723-bd49-a91b1c562e68 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.065724] env[68391]: DEBUG oslo_vmware.rw_handles [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f62759-e189-ec69-c908-daa05320cb3a/disk-0.vmdk from lease info. {{(pid=68391) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 577.065724] env[68391]: DEBUG oslo_vmware.rw_handles [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f62759-e189-ec69-c908-daa05320cb3a/disk-0.vmdk for reading. {{(pid=68391) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 577.127512] env[68391]: DEBUG nova.network.neutron [-] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.235219] env[68391]: DEBUG nova.network.neutron [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Successfully created port: fabbb72b-b912-402f-9636-5bc2acbb481f {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 577.245719] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6dbbf2f3-7500-4b4e-821a-a15367b192b2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.518281] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.518281] env[68391]: DEBUG nova.compute.manager [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 577.523334] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.015s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.621168] env[68391]: DEBUG nova.compute.manager [req-e7bc6b90-e599-4523-bdc0-f88e9aac054f req-85007744-0a1b-45d7-9981-ac58d9534671 service nova] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Received event network-changed-c908b311-1156-468a-868a-547b62b64f6c {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 577.621831] env[68391]: DEBUG nova.compute.manager [req-e7bc6b90-e599-4523-bdc0-f88e9aac054f req-85007744-0a1b-45d7-9981-ac58d9534671 service nova] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Refreshing instance network info cache due to event network-changed-c908b311-1156-468a-868a-547b62b64f6c. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 577.622761] env[68391]: DEBUG oslo_concurrency.lockutils [req-e7bc6b90-e599-4523-bdc0-f88e9aac054f req-85007744-0a1b-45d7-9981-ac58d9534671 service nova] Acquiring lock "refresh_cache-669b4866-63c3-4467-bd68-478e604042c1" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.622761] env[68391]: DEBUG oslo_concurrency.lockutils [req-e7bc6b90-e599-4523-bdc0-f88e9aac054f req-85007744-0a1b-45d7-9981-ac58d9534671 service nova] Acquired lock "refresh_cache-669b4866-63c3-4467-bd68-478e604042c1" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.622761] env[68391]: DEBUG nova.network.neutron [req-e7bc6b90-e599-4523-bdc0-f88e9aac054f req-85007744-0a1b-45d7-9981-ac58d9534671 service nova] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Refreshing network info cache for port c908b311-1156-468a-868a-547b62b64f6c {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 577.631839] env[68391]: INFO nova.compute.manager [-] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Took 1.80 seconds to deallocate network for instance. [ 578.030405] env[68391]: DEBUG nova.compute.utils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 578.032416] env[68391]: DEBUG nova.compute.manager [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 578.035825] env[68391]: DEBUG nova.network.neutron [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 578.044975] env[68391]: INFO nova.compute.claims [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.142257] env[68391]: DEBUG oslo_concurrency.lockutils [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.173635] env[68391]: DEBUG nova.policy [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ba360db313749ecbee5c4f7678bb7ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fb8f7a30962419da5cb60a6f22fc690', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 578.555259] env[68391]: INFO nova.compute.resource_tracker [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Updating resource usage from migration 966cb1a7-171d-4d53-b701-2b15d5141b6f [ 578.560615] env[68391]: DEBUG nova.compute.manager [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 578.936196] env[68391]: DEBUG nova.network.neutron [req-e7bc6b90-e599-4523-bdc0-f88e9aac054f req-85007744-0a1b-45d7-9981-ac58d9534671 service nova] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Updated VIF entry in instance network info cache for port c908b311-1156-468a-868a-547b62b64f6c. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.936405] env[68391]: DEBUG nova.network.neutron [req-e7bc6b90-e599-4523-bdc0-f88e9aac054f req-85007744-0a1b-45d7-9981-ac58d9534671 service nova] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Updating instance_info_cache with network_info: [{"id": "c908b311-1156-468a-868a-547b62b64f6c", "address": "fa:16:3e:a9:26:a8", "network": {"id": "512b4617-d077-47f4-bf1f-05c33b7c8d11", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1859848714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2484204caa44917a6874904990c9999", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc908b311-11", "ovs_interfaceid": "c908b311-1156-468a-868a-547b62b64f6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.055606] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4155d2ad-4fba-4430-bf32-2097916b56b9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.067514] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb53cf9e-cf71-4147-a379-ed6226c89ada {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.106407] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe4dce1-0a42-4667-8582-6684dbc95cd5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.116544] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2deef865-8fd2-42aa-acaa-ad586c8ed533 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.132711] env[68391]: DEBUG nova.compute.provider_tree [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.335306] env[68391]: DEBUG nova.network.neutron [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Successfully created port: 50354f0f-209f-4233-83c6-4a8a9fb3fb71 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 579.441990] env[68391]: DEBUG oslo_concurrency.lockutils [req-e7bc6b90-e599-4523-bdc0-f88e9aac054f req-85007744-0a1b-45d7-9981-ac58d9534671 service nova] Releasing lock "refresh_cache-669b4866-63c3-4467-bd68-478e604042c1" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.578411] env[68391]: DEBUG nova.compute.manager [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 579.604936] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 579.605068] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 579.605218] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 579.605400] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 579.605544] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 579.605688] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 579.605896] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 579.606074] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 579.606265] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 579.606430] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 579.606685] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 579.607856] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caafeb97-18a5-4a7e-bb1e-440a6441f317 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.616798] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9844c6f7-143c-4937-abd9-627538888b2f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.639143] env[68391]: DEBUG nova.scheduler.client.report [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.147020] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.624s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.147020] env[68391]: INFO nova.compute.manager [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Migrating [ 580.147020] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.147020] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.148276] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.277s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.149935] env[68391]: INFO nova.compute.claims [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.383364] env[68391]: DEBUG nova.network.neutron [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Successfully updated port: fabbb72b-b912-402f-9636-5bc2acbb481f {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 580.431423] env[68391]: DEBUG nova.compute.manager [req-c3122571-4dec-48b6-9e48-369d373f2f86 req-7264d597-aba4-445b-9ace-9a91f427811a service nova] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Received event network-changed-23598efe-9717-438d-8aa5-44bf8e7e458d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 580.431423] env[68391]: DEBUG nova.compute.manager [req-c3122571-4dec-48b6-9e48-369d373f2f86 req-7264d597-aba4-445b-9ace-9a91f427811a service nova] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Refreshing instance network info cache due to event network-changed-23598efe-9717-438d-8aa5-44bf8e7e458d. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 580.431423] env[68391]: DEBUG oslo_concurrency.lockutils [req-c3122571-4dec-48b6-9e48-369d373f2f86 req-7264d597-aba4-445b-9ace-9a91f427811a service nova] Acquiring lock "refresh_cache-85e6230e-00fc-4099-bebd-5a2b0f7d8402" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.431423] env[68391]: DEBUG oslo_concurrency.lockutils [req-c3122571-4dec-48b6-9e48-369d373f2f86 req-7264d597-aba4-445b-9ace-9a91f427811a service nova] Acquired lock "refresh_cache-85e6230e-00fc-4099-bebd-5a2b0f7d8402" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.431423] env[68391]: DEBUG nova.network.neutron [req-c3122571-4dec-48b6-9e48-369d373f2f86 req-7264d597-aba4-445b-9ace-9a91f427811a service nova] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Refreshing network info cache for port 23598efe-9717-438d-8aa5-44bf8e7e458d {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 580.469995] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.470291] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.654488] env[68391]: INFO nova.compute.rpcapi [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 580.655295] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.889042] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Acquiring lock "refresh_cache-a40e75b5-1c76-4f37-8452-6f2769a5978e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.889042] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Acquired lock "refresh_cache-a40e75b5-1c76-4f37-8452-6f2769a5978e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.889246] env[68391]: DEBUG nova.network.neutron [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 580.974589] env[68391]: DEBUG nova.compute.manager [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.086413] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquiring lock "78c655a8-fc5e-462e-b7f0-6d17345654f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.086644] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Lock "78c655a8-fc5e-462e-b7f0-6d17345654f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.195437] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "refresh_cache-1b07d836-07a1-437f-8890-59630b092bca" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.195437] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquired lock "refresh_cache-1b07d836-07a1-437f-8890-59630b092bca" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.195437] env[68391]: DEBUG nova.network.neutron [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 581.436108] env[68391]: DEBUG nova.network.neutron [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 581.511406] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.534607] env[68391]: DEBUG nova.compute.manager [req-606a63e1-3d7a-4084-a31a-d0eb41bfaaa3 req-bef1c90c-fa7f-4ad1-a7fe-bd646cd99fd0 service nova] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Received event network-vif-deleted-80564d14-54cc-4dec-9a42-240942281482 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 581.670038] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f0481f-5c94-45ad-b370-fe5ec4e3d88b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.683670] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23277921-cd16-4013-b886-e4b6eeed2ce5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.720353] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b01358-cc95-4ada-ad36-dcaf90dee9a3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.730499] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d852e3a5-66e3-4845-85a8-ba7a7204c87e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.748566] env[68391]: DEBUG nova.compute.provider_tree [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.750846] env[68391]: DEBUG nova.network.neutron [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Updating instance_info_cache with network_info: [{"id": "fabbb72b-b912-402f-9636-5bc2acbb481f", "address": "fa:16:3e:bc:39:c7", "network": {"id": "e1f07030-1dfd-473c-931d-8ae55bb77fa2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1336197633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c11363b4b2454fa0c808cd49d876d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfabbb72b-b9", "ovs_interfaceid": "fabbb72b-b912-402f-9636-5bc2acbb481f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.794897] env[68391]: DEBUG nova.network.neutron [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Successfully updated port: 50354f0f-209f-4233-83c6-4a8a9fb3fb71 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 581.890543] env[68391]: DEBUG oslo_concurrency.lockutils [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "27d98b28-1248-40cf-8a75-121ce862be45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.890945] env[68391]: DEBUG oslo_concurrency.lockutils [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "27d98b28-1248-40cf-8a75-121ce862be45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.012230] env[68391]: DEBUG nova.network.neutron [req-c3122571-4dec-48b6-9e48-369d373f2f86 req-7264d597-aba4-445b-9ace-9a91f427811a service nova] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Updated VIF entry in instance network info cache for port 23598efe-9717-438d-8aa5-44bf8e7e458d. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 582.012530] env[68391]: DEBUG nova.network.neutron [req-c3122571-4dec-48b6-9e48-369d373f2f86 req-7264d597-aba4-445b-9ace-9a91f427811a service nova] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Updating instance_info_cache with network_info: [{"id": "23598efe-9717-438d-8aa5-44bf8e7e458d", "address": "fa:16:3e:5e:63:2a", "network": {"id": "ad88e207-d55e-42f3-81b2-e8f48e4f3a77", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-25504961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12bd40776b6d4e49906bac56afa6b6de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23598efe-97", "ovs_interfaceid": "23598efe-9717-438d-8aa5-44bf8e7e458d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.258017] env[68391]: DEBUG nova.scheduler.client.report [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.260963] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Releasing lock "refresh_cache-a40e75b5-1c76-4f37-8452-6f2769a5978e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.261335] env[68391]: DEBUG nova.compute.manager [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Instance network_info: |[{"id": "fabbb72b-b912-402f-9636-5bc2acbb481f", "address": "fa:16:3e:bc:39:c7", "network": {"id": "e1f07030-1dfd-473c-931d-8ae55bb77fa2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1336197633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c11363b4b2454fa0c808cd49d876d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfabbb72b-b9", "ovs_interfaceid": "fabbb72b-b912-402f-9636-5bc2acbb481f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 582.262200] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:39:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f16a5584-aed0-4df4-820b-5e7f15977265', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fabbb72b-b912-402f-9636-5bc2acbb481f', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 582.277603] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Creating folder: Project (87c11363b4b2454fa0c808cd49d876d7). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.279381] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68c95c9b-0a77-46e1-9a1f-07040388b7db {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.298054] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "refresh_cache-e356559c-e4ae-4a13-8605-edb2c6608463" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.298054] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquired lock "refresh_cache-e356559c-e4ae-4a13-8605-edb2c6608463" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.298054] env[68391]: DEBUG nova.network.neutron [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 582.299356] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Created folder: Project (87c11363b4b2454fa0c808cd49d876d7) in parent group-v608736. [ 582.299600] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Creating folder: Instances. Parent ref: group-v608778. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.300095] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-958071d3-9d7e-4339-898a-ed64e94f0958 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.315807] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Created folder: Instances in parent group-v608778. [ 582.316134] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 582.316453] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 582.316688] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69da86cf-27d7-480a-a427-da8433f94302 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.342534] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 582.342534] env[68391]: value = "task-3038378" [ 582.342534] env[68391]: _type = "Task" [ 582.342534] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.352430] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038378, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.404304] env[68391]: DEBUG nova.network.neutron [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Updating instance_info_cache with network_info: [{"id": "dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8", "address": "fa:16:3e:03:0d:cf", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfb6dc4c-d9", "ovs_interfaceid": "dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.516740] env[68391]: DEBUG oslo_concurrency.lockutils [req-c3122571-4dec-48b6-9e48-369d373f2f86 req-7264d597-aba4-445b-9ace-9a91f427811a service nova] Releasing lock "refresh_cache-85e6230e-00fc-4099-bebd-5a2b0f7d8402" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.763737] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.764637] env[68391]: DEBUG nova.compute.manager [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 582.771188] env[68391]: DEBUG oslo_concurrency.lockutils [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.178s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.771396] env[68391]: DEBUG oslo_concurrency.lockutils [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.773683] env[68391]: DEBUG oslo_concurrency.lockutils [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.133s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.774012] env[68391]: DEBUG nova.objects.instance [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Lazy-loading 'resources' on Instance uuid 9da9da05-f0fe-4490-a416-5e4513e72584 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 582.838694] env[68391]: INFO nova.scheduler.client.report [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Deleted allocations for instance 6e0dade5-e6cb-4bfe-8415-3a820c338854 [ 582.867038] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038378, 'name': CreateVM_Task, 'duration_secs': 0.419665} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.868019] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 582.868019] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.868208] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.868824] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.869156] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02723989-d725-4cfd-a0cd-14d892dabb52 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.880176] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Waiting for the task: (returnval){ [ 582.880176] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e81f31-91de-9297-1f41-7fbc6e37bfd8" [ 582.880176] env[68391]: _type = "Task" [ 582.880176] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.891267] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e81f31-91de-9297-1f41-7fbc6e37bfd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.895748] env[68391]: DEBUG nova.network.neutron [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 582.909620] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Releasing lock "refresh_cache-1b07d836-07a1-437f-8890-59630b092bca" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.278377] env[68391]: DEBUG nova.compute.utils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 583.288536] env[68391]: DEBUG nova.compute.manager [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 583.288869] env[68391]: DEBUG nova.network.neutron [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 583.368291] env[68391]: DEBUG oslo_concurrency.lockutils [None req-445db216-7abe-430b-b576-1ae837c83b46 tempest-ServerExternalEventsTest-861898197 tempest-ServerExternalEventsTest-861898197-project-member] Lock "6e0dade5-e6cb-4bfe-8415-3a820c338854" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.311s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.422399] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e81f31-91de-9297-1f41-7fbc6e37bfd8, 'name': SearchDatastore_Task, 'duration_secs': 0.018745} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.429333] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.429581] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 583.429812] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.430246] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.430246] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 583.431423] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a97350fb-b525-4e2a-b02a-899961076adc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.448828] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 583.448828] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 583.452698] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ea65b71-26ab-4cbb-abc0-6d46ab4c39b1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.466585] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Waiting for the task: (returnval){ [ 583.466585] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bf954b-e6e9-1256-d0d4-31719372ab06" [ 583.466585] env[68391]: _type = "Task" [ 583.466585] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.481483] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bf954b-e6e9-1256-d0d4-31719372ab06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.520657] env[68391]: DEBUG nova.policy [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ba360db313749ecbee5c4f7678bb7ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fb8f7a30962419da5cb60a6f22fc690', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 583.783052] env[68391]: DEBUG nova.compute.manager [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 583.834618] env[68391]: DEBUG nova.network.neutron [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Updating instance_info_cache with network_info: [{"id": "50354f0f-209f-4233-83c6-4a8a9fb3fb71", "address": "fa:16:3e:ff:81:28", "network": {"id": "ae330b66-e2f3-4dfe-9ec6-e52a03e1f1f7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-26313167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb8f7a30962419da5cb60a6f22fc690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50354f0f-20", "ovs_interfaceid": "50354f0f-209f-4233-83c6-4a8a9fb3fb71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.909200] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4668e2b9-ccec-47ae-b518-1791e0ba3a99 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.918228] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04d5850-b130-421c-b502-bf81ce338fff {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.963364] env[68391]: DEBUG nova.compute.manager [req-43d339e7-25d1-4142-98cc-10e772ebec04 req-9e020f08-ad76-435b-b567-a1ae4e960422 service nova] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Received event network-vif-plugged-fabbb72b-b912-402f-9636-5bc2acbb481f {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 583.963591] env[68391]: DEBUG oslo_concurrency.lockutils [req-43d339e7-25d1-4142-98cc-10e772ebec04 req-9e020f08-ad76-435b-b567-a1ae4e960422 service nova] Acquiring lock "a40e75b5-1c76-4f37-8452-6f2769a5978e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.963796] env[68391]: DEBUG oslo_concurrency.lockutils [req-43d339e7-25d1-4142-98cc-10e772ebec04 req-9e020f08-ad76-435b-b567-a1ae4e960422 service nova] Lock "a40e75b5-1c76-4f37-8452-6f2769a5978e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.963960] env[68391]: DEBUG oslo_concurrency.lockutils [req-43d339e7-25d1-4142-98cc-10e772ebec04 req-9e020f08-ad76-435b-b567-a1ae4e960422 service nova] Lock "a40e75b5-1c76-4f37-8452-6f2769a5978e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.964138] env[68391]: DEBUG nova.compute.manager [req-43d339e7-25d1-4142-98cc-10e772ebec04 req-9e020f08-ad76-435b-b567-a1ae4e960422 service nova] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] No waiting events found dispatching network-vif-plugged-fabbb72b-b912-402f-9636-5bc2acbb481f {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 583.964330] env[68391]: WARNING nova.compute.manager [req-43d339e7-25d1-4142-98cc-10e772ebec04 req-9e020f08-ad76-435b-b567-a1ae4e960422 service nova] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Received unexpected event network-vif-plugged-fabbb72b-b912-402f-9636-5bc2acbb481f for instance with vm_state building and task_state spawning. [ 583.964505] env[68391]: DEBUG nova.compute.manager [req-43d339e7-25d1-4142-98cc-10e772ebec04 req-9e020f08-ad76-435b-b567-a1ae4e960422 service nova] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Received event network-changed-fabbb72b-b912-402f-9636-5bc2acbb481f {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 583.964658] env[68391]: DEBUG nova.compute.manager [req-43d339e7-25d1-4142-98cc-10e772ebec04 req-9e020f08-ad76-435b-b567-a1ae4e960422 service nova] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Refreshing instance network info cache due to event network-changed-fabbb72b-b912-402f-9636-5bc2acbb481f. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 583.965118] env[68391]: DEBUG oslo_concurrency.lockutils [req-43d339e7-25d1-4142-98cc-10e772ebec04 req-9e020f08-ad76-435b-b567-a1ae4e960422 service nova] Acquiring lock "refresh_cache-a40e75b5-1c76-4f37-8452-6f2769a5978e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.965118] env[68391]: DEBUG oslo_concurrency.lockutils [req-43d339e7-25d1-4142-98cc-10e772ebec04 req-9e020f08-ad76-435b-b567-a1ae4e960422 service nova] Acquired lock "refresh_cache-a40e75b5-1c76-4f37-8452-6f2769a5978e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.965385] env[68391]: DEBUG nova.network.neutron [req-43d339e7-25d1-4142-98cc-10e772ebec04 req-9e020f08-ad76-435b-b567-a1ae4e960422 service nova] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Refreshing network info cache for port fabbb72b-b912-402f-9636-5bc2acbb481f {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.967382] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50d5c5a-7dbb-4b9c-b3c9-d0f252b84186 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.987650] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bf954b-e6e9-1256-d0d4-31719372ab06, 'name': SearchDatastore_Task, 'duration_secs': 0.040297} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.989261] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f8816c-8ac0-4c10-a398-c6a60d566331 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.993523] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-915036ef-58f5-4c21-8cf1-92b22b615512 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.000639] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Waiting for the task: (returnval){ [ 584.000639] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5284b2da-2079-800a-9614-8a0ebdcf2907" [ 584.000639] env[68391]: _type = "Task" [ 584.000639] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.011518] env[68391]: DEBUG nova.compute.provider_tree [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.024753] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5284b2da-2079-800a-9614-8a0ebdcf2907, 'name': SearchDatastore_Task, 'duration_secs': 0.013637} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.025039] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.025292] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] a40e75b5-1c76-4f37-8452-6f2769a5978e/a40e75b5-1c76-4f37-8452-6f2769a5978e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 584.025847] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d2bc932-e15e-4707-8758-fb9c430b8419 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.038724] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Waiting for the task: (returnval){ [ 584.038724] env[68391]: value = "task-3038379" [ 584.038724] env[68391]: _type = "Task" [ 584.038724] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.061593] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': task-3038379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.336507] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Releasing lock "refresh_cache-e356559c-e4ae-4a13-8605-edb2c6608463" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.336931] env[68391]: DEBUG nova.compute.manager [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Instance network_info: |[{"id": "50354f0f-209f-4233-83c6-4a8a9fb3fb71", "address": "fa:16:3e:ff:81:28", "network": {"id": "ae330b66-e2f3-4dfe-9ec6-e52a03e1f1f7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-26313167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb8f7a30962419da5cb60a6f22fc690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50354f0f-20", "ovs_interfaceid": "50354f0f-209f-4233-83c6-4a8a9fb3fb71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 584.337935] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:81:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50354f0f-209f-4233-83c6-4a8a9fb3fb71', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 584.348608] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Creating folder: Project (2fb8f7a30962419da5cb60a6f22fc690). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.349087] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9572f17e-a781-46d7-b1c0-37c48f26483d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.365664] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Created folder: Project (2fb8f7a30962419da5cb60a6f22fc690) in parent group-v608736. [ 584.365840] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Creating folder: Instances. Parent ref: group-v608781. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.366286] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5db03443-32a6-4308-9d84-a4ac8982e0e0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.382514] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Created folder: Instances in parent group-v608781. [ 584.382514] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 584.382514] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 584.382695] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-224958f8-17b4-4914-a9b1-735a61bd33e5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.410461] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 584.410461] env[68391]: value = "task-3038382" [ 584.410461] env[68391]: _type = "Task" [ 584.410461] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.423013] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038382, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.432428] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db18222b-6d15-4a9c-86d3-87f21a819a25 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.469193] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Updating instance '1b07d836-07a1-437f-8890-59630b092bca' progress to 0 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 584.519157] env[68391]: DEBUG nova.scheduler.client.report [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.560028] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': task-3038379, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.686169] env[68391]: DEBUG nova.network.neutron [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Successfully created port: 3bbf7df5-0927-4bdf-981c-cbb3d1f85ab5 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.800670] env[68391]: DEBUG nova.compute.manager [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 584.840686] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 584.840927] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.841095] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.841280] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.841437] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.841571] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 584.841859] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 584.847107] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 584.847825] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 584.847825] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 584.847958] env[68391]: DEBUG nova.virt.hardware [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 584.849598] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d27665f-ce56-490e-b816-e7ce68105513 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.859937] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e94bd37-9724-4abb-b5dd-0ae7c4c13e59 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.922480] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038382, 'name': CreateVM_Task, 'duration_secs': 0.496952} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.922728] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.923531] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.923695] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.924052] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.924444] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d61d3bb-b351-414a-b10f-a5b92edb64e2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.931674] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 584.931674] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520a74eb-a229-a0f2-63b7-000fdec318e3" [ 584.931674] env[68391]: _type = "Task" [ 584.931674] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.946911] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520a74eb-a229-a0f2-63b7-000fdec318e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.981868] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 584.982234] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaecaaa7-e0cb-4782-b10e-20eebee79660 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.996479] env[68391]: DEBUG oslo_vmware.api [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 584.996479] env[68391]: value = "task-3038383" [ 584.996479] env[68391]: _type = "Task" [ 584.996479] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.014464] env[68391]: DEBUG oslo_vmware.api [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.028430] env[68391]: DEBUG oslo_concurrency.lockutils [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.035934] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.670s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.039980] env[68391]: INFO nova.compute.claims [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.066838] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': task-3038379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611485} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.067152] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] a40e75b5-1c76-4f37-8452-6f2769a5978e/a40e75b5-1c76-4f37-8452-6f2769a5978e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 585.067820] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 585.067820] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb65912d-437c-4aa8-8902-81a8424c006b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.075018] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Acquiring lock "f2771b69-6f75-4311-a727-ce7261fe1cf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.075255] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Lock "f2771b69-6f75-4311-a727-ce7261fe1cf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.081592] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Waiting for the task: (returnval){ [ 585.081592] env[68391]: value = "task-3038384" [ 585.081592] env[68391]: _type = "Task" [ 585.081592] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.088167] env[68391]: INFO nova.scheduler.client.report [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Deleted allocations for instance 9da9da05-f0fe-4490-a416-5e4513e72584 [ 585.103282] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': task-3038384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.204679] env[68391]: DEBUG nova.compute.manager [req-03e4c359-6e99-4938-8c71-606e6600f5c4 req-2340553d-9ecd-483d-ace2-a24115a480b6 service nova] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Received event network-vif-plugged-50354f0f-209f-4233-83c6-4a8a9fb3fb71 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 585.204679] env[68391]: DEBUG oslo_concurrency.lockutils [req-03e4c359-6e99-4938-8c71-606e6600f5c4 req-2340553d-9ecd-483d-ace2-a24115a480b6 service nova] Acquiring lock "e356559c-e4ae-4a13-8605-edb2c6608463-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.204679] env[68391]: DEBUG oslo_concurrency.lockutils [req-03e4c359-6e99-4938-8c71-606e6600f5c4 req-2340553d-9ecd-483d-ace2-a24115a480b6 service nova] Lock "e356559c-e4ae-4a13-8605-edb2c6608463-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.204679] env[68391]: DEBUG oslo_concurrency.lockutils [req-03e4c359-6e99-4938-8c71-606e6600f5c4 req-2340553d-9ecd-483d-ace2-a24115a480b6 service nova] Lock "e356559c-e4ae-4a13-8605-edb2c6608463-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.204679] env[68391]: DEBUG nova.compute.manager [req-03e4c359-6e99-4938-8c71-606e6600f5c4 req-2340553d-9ecd-483d-ace2-a24115a480b6 service nova] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] No waiting events found dispatching network-vif-plugged-50354f0f-209f-4233-83c6-4a8a9fb3fb71 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 585.204866] env[68391]: WARNING nova.compute.manager [req-03e4c359-6e99-4938-8c71-606e6600f5c4 req-2340553d-9ecd-483d-ace2-a24115a480b6 service nova] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Received unexpected event network-vif-plugged-50354f0f-209f-4233-83c6-4a8a9fb3fb71 for instance with vm_state building and task_state spawning. [ 585.204866] env[68391]: DEBUG nova.compute.manager [req-03e4c359-6e99-4938-8c71-606e6600f5c4 req-2340553d-9ecd-483d-ace2-a24115a480b6 service nova] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Received event network-changed-50354f0f-209f-4233-83c6-4a8a9fb3fb71 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 585.204866] env[68391]: DEBUG nova.compute.manager [req-03e4c359-6e99-4938-8c71-606e6600f5c4 req-2340553d-9ecd-483d-ace2-a24115a480b6 service nova] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Refreshing instance network info cache due to event network-changed-50354f0f-209f-4233-83c6-4a8a9fb3fb71. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 585.204866] env[68391]: DEBUG oslo_concurrency.lockutils [req-03e4c359-6e99-4938-8c71-606e6600f5c4 req-2340553d-9ecd-483d-ace2-a24115a480b6 service nova] Acquiring lock "refresh_cache-e356559c-e4ae-4a13-8605-edb2c6608463" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.204866] env[68391]: DEBUG oslo_concurrency.lockutils [req-03e4c359-6e99-4938-8c71-606e6600f5c4 req-2340553d-9ecd-483d-ace2-a24115a480b6 service nova] Acquired lock "refresh_cache-e356559c-e4ae-4a13-8605-edb2c6608463" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.205036] env[68391]: DEBUG nova.network.neutron [req-03e4c359-6e99-4938-8c71-606e6600f5c4 req-2340553d-9ecd-483d-ace2-a24115a480b6 service nova] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Refreshing network info cache for port 50354f0f-209f-4233-83c6-4a8a9fb3fb71 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 585.344553] env[68391]: DEBUG nova.network.neutron [req-43d339e7-25d1-4142-98cc-10e772ebec04 req-9e020f08-ad76-435b-b567-a1ae4e960422 service nova] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Updated VIF entry in instance network info cache for port fabbb72b-b912-402f-9636-5bc2acbb481f. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 585.344920] env[68391]: DEBUG nova.network.neutron [req-43d339e7-25d1-4142-98cc-10e772ebec04 req-9e020f08-ad76-435b-b567-a1ae4e960422 service nova] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Updating instance_info_cache with network_info: [{"id": "fabbb72b-b912-402f-9636-5bc2acbb481f", "address": "fa:16:3e:bc:39:c7", "network": {"id": "e1f07030-1dfd-473c-931d-8ae55bb77fa2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1336197633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c11363b4b2454fa0c808cd49d876d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfabbb72b-b9", "ovs_interfaceid": "fabbb72b-b912-402f-9636-5bc2acbb481f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.444867] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520a74eb-a229-a0f2-63b7-000fdec318e3, 'name': SearchDatastore_Task, 'duration_secs': 0.021105} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.445462] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.445462] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 585.445726] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.446758] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.446758] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.446933] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5447dd7-0f58-47db-b06b-309031543b14 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.460806] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.461342] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 585.461816] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-185cfd7f-85de-4034-a0be-14e33f745559 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.473383] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 585.473383] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526af121-9bbc-3577-747e-7752a557069c" [ 585.473383] env[68391]: _type = "Task" [ 585.473383] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.488034] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526af121-9bbc-3577-747e-7752a557069c, 'name': SearchDatastore_Task, 'duration_secs': 0.012485} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.488976] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68da7bd2-087c-4fe3-82ed-615b62b9c824 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.495796] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 585.495796] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52da1097-7666-324d-0aa1-7a16ca4a1bf4" [ 585.495796] env[68391]: _type = "Task" [ 585.495796] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.508230] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52da1097-7666-324d-0aa1-7a16ca4a1bf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.511595] env[68391]: DEBUG oslo_vmware.api [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038383, 'name': PowerOffVM_Task, 'duration_secs': 0.219445} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.511888] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 585.512307] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Updating instance '1b07d836-07a1-437f-8890-59630b092bca' progress to 17 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 585.602743] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': task-3038384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073594} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.602743] env[68391]: DEBUG oslo_concurrency.lockutils [None req-97ec0a2b-0510-4964-a6ec-6471345470c1 tempest-ServerDiagnosticsNegativeTest-2044825824 tempest-ServerDiagnosticsNegativeTest-2044825824-project-member] Lock "9da9da05-f0fe-4490-a416-5e4513e72584" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.472s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.607669] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 585.609027] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e32111-e7df-4663-ad63-70fd121aaa95 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.641050] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] a40e75b5-1c76-4f37-8452-6f2769a5978e/a40e75b5-1c76-4f37-8452-6f2769a5978e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 585.643389] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f7c9190-3e39-4cef-b709-b3d1e0a79e02 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.670863] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Waiting for the task: (returnval){ [ 585.670863] env[68391]: value = "task-3038385" [ 585.670863] env[68391]: _type = "Task" [ 585.670863] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.682790] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': task-3038385, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.854071] env[68391]: DEBUG oslo_concurrency.lockutils [req-43d339e7-25d1-4142-98cc-10e772ebec04 req-9e020f08-ad76-435b-b567-a1ae4e960422 service nova] Releasing lock "refresh_cache-a40e75b5-1c76-4f37-8452-6f2769a5978e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.011328] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52da1097-7666-324d-0aa1-7a16ca4a1bf4, 'name': SearchDatastore_Task, 'duration_secs': 0.013074} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.014804] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.017905] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] e356559c-e4ae-4a13-8605-edb2c6608463/e356559c-e4ae-4a13-8605-edb2c6608463.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.018621] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.019066] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.019967] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.020490] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.020811] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.022647] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.022647] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.022647] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.022647] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.022647] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.022855] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.034291] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abef5416-67e8-4893-a2bb-01ff9dc93f6a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.037377] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a92b2e59-23ac-49a5-bb64-4bd7c48e6fdc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.061085] env[68391]: DEBUG oslo_vmware.api [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 586.061085] env[68391]: value = "task-3038387" [ 586.061085] env[68391]: _type = "Task" [ 586.061085] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.063213] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 586.063213] env[68391]: value = "task-3038386" [ 586.063213] env[68391]: _type = "Task" [ 586.063213] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.082026] env[68391]: DEBUG oslo_vmware.api [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.085037] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.177669] env[68391]: DEBUG nova.network.neutron [req-03e4c359-6e99-4938-8c71-606e6600f5c4 req-2340553d-9ecd-483d-ace2-a24115a480b6 service nova] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Updated VIF entry in instance network info cache for port 50354f0f-209f-4233-83c6-4a8a9fb3fb71. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 586.178123] env[68391]: DEBUG nova.network.neutron [req-03e4c359-6e99-4938-8c71-606e6600f5c4 req-2340553d-9ecd-483d-ace2-a24115a480b6 service nova] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Updating instance_info_cache with network_info: [{"id": "50354f0f-209f-4233-83c6-4a8a9fb3fb71", "address": "fa:16:3e:ff:81:28", "network": {"id": "ae330b66-e2f3-4dfe-9ec6-e52a03e1f1f7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-26313167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb8f7a30962419da5cb60a6f22fc690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50354f0f-20", "ovs_interfaceid": "50354f0f-209f-4233-83c6-4a8a9fb3fb71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.181296] env[68391]: DEBUG oslo_vmware.rw_handles [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f62759-e189-ec69-c908-daa05320cb3a/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 586.185915] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877517d7-4b6d-4a50-a115-4bcf13ce51b3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.193650] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': task-3038385, 'name': ReconfigVM_Task, 'duration_secs': 0.321243} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.194387] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Reconfigured VM instance instance-0000000e to attach disk [datastore2] a40e75b5-1c76-4f37-8452-6f2769a5978e/a40e75b5-1c76-4f37-8452-6f2769a5978e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.195998] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66ecb143-1c50-4b27-9031-c96909a9e7d3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.200030] env[68391]: DEBUG oslo_vmware.rw_handles [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f62759-e189-ec69-c908-daa05320cb3a/disk-0.vmdk is in state: ready. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 586.200610] env[68391]: ERROR oslo_vmware.rw_handles [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f62759-e189-ec69-c908-daa05320cb3a/disk-0.vmdk due to incomplete transfer. [ 586.201336] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ba3cbc68-fbca-42dd-872f-56bfc7c21b2f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.208718] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Waiting for the task: (returnval){ [ 586.208718] env[68391]: value = "task-3038388" [ 586.208718] env[68391]: _type = "Task" [ 586.208718] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.214639] env[68391]: DEBUG oslo_vmware.rw_handles [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f62759-e189-ec69-c908-daa05320cb3a/disk-0.vmdk. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 586.214756] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Uploaded image 9eb84be3-4c26-403e-8701-698deda76fc3 to the Glance image server {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 586.217369] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Destroying the VM {{(pid=68391) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 586.218506] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f227f47d-2373-4c48-84fc-689cf8d199d4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.224933] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': task-3038388, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.229274] env[68391]: DEBUG oslo_vmware.api [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 586.229274] env[68391]: value = "task-3038389" [ 586.229274] env[68391]: _type = "Task" [ 586.229274] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.240388] env[68391]: DEBUG oslo_vmware.api [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038389, 'name': Destroy_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.541459] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe16099-a1fd-4ff3-b75a-65dedad3bd9a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.553538] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2363f7-5cad-4d47-9bea-098b240c018a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.598424] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff63111f-fb15-407a-ae26-9b7fc2f82694 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.607274] env[68391]: DEBUG oslo_vmware.api [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038387, 'name': ReconfigVM_Task, 'duration_secs': 0.306515} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.613512] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Updating instance '1b07d836-07a1-437f-8890-59630b092bca' progress to 33 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 586.620101] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511181} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.620101] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] e356559c-e4ae-4a13-8605-edb2c6608463/e356559c-e4ae-4a13-8605-edb2c6608463.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 586.620101] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 586.620101] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bfb491-bd46-4f1e-b8ec-eec6db3a8846 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.626346] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1d41d05-4353-4b6b-9d3e-21dc31569afd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.639292] env[68391]: DEBUG nova.compute.provider_tree [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.644125] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 586.644125] env[68391]: value = "task-3038390" [ 586.644125] env[68391]: _type = "Task" [ 586.644125] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.654868] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.693893] env[68391]: DEBUG oslo_concurrency.lockutils [req-03e4c359-6e99-4938-8c71-606e6600f5c4 req-2340553d-9ecd-483d-ace2-a24115a480b6 service nova] Releasing lock "refresh_cache-e356559c-e4ae-4a13-8605-edb2c6608463" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.724375] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': task-3038388, 'name': Rename_Task, 'duration_secs': 0.382924} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.724617] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 586.724849] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79f79b90-7eb2-434b-b1c0-1e371b5203ab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.737806] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Waiting for the task: (returnval){ [ 586.737806] env[68391]: value = "task-3038391" [ 586.737806] env[68391]: _type = "Task" [ 586.737806] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.745773] env[68391]: DEBUG oslo_vmware.api [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038389, 'name': Destroy_Task, 'duration_secs': 0.475804} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.746458] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Destroyed the VM [ 586.746886] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Deleting Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 586.747214] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3a6ab7f4-7099-48a5-a8db-1d5729d23f12 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.751908] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': task-3038391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.759030] env[68391]: DEBUG oslo_vmware.api [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 586.759030] env[68391]: value = "task-3038392" [ 586.759030] env[68391]: _type = "Task" [ 586.759030] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.768593] env[68391]: DEBUG oslo_vmware.api [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038392, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.126820] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 587.127042] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 587.127042] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.127247] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 587.127462] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.127536] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 587.127697] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 587.127857] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 587.128742] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 587.128742] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 587.128742] env[68391]: DEBUG nova.virt.hardware [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 587.133978] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Reconfiguring VM instance instance-00000001 to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 587.134169] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa7dc18d-5d6c-4229-82f1-62034cc39218 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.154149] env[68391]: DEBUG nova.scheduler.client.report [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.172025] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11431} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.172025] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 587.172025] env[68391]: DEBUG oslo_vmware.api [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 587.172025] env[68391]: value = "task-3038393" [ 587.172025] env[68391]: _type = "Task" [ 587.172025] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.172025] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a86491d-0db2-4c6f-a5e7-de8854bd38f3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.202626] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] e356559c-e4ae-4a13-8605-edb2c6608463/e356559c-e4ae-4a13-8605-edb2c6608463.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 587.206852] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66e87d0e-f671-49f4-8bda-f3aae3f9d41a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.225428] env[68391]: DEBUG oslo_vmware.api [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038393, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.236289] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 587.236289] env[68391]: value = "task-3038394" [ 587.236289] env[68391]: _type = "Task" [ 587.236289] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.246867] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.253517] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': task-3038391, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.273831] env[68391]: DEBUG oslo_vmware.api [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038392, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.280448] env[68391]: DEBUG nova.network.neutron [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Successfully updated port: 3bbf7df5-0927-4bdf-981c-cbb3d1f85ab5 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.314111] env[68391]: DEBUG oslo_concurrency.lockutils [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Acquiring lock "336e7166-5e3f-4de1-b3af-14b521ec8147" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.314517] env[68391]: DEBUG oslo_concurrency.lockutils [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Lock "336e7166-5e3f-4de1-b3af-14b521ec8147" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.658696] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.659248] env[68391]: DEBUG nova.compute.manager [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 587.661780] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.252s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.662020] env[68391]: DEBUG nova.objects.instance [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Lazy-loading 'resources' on Instance uuid 955d5968-609f-41ef-9fba-34c29184f66f {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 587.685683] env[68391]: DEBUG oslo_vmware.api [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038393, 'name': ReconfigVM_Task, 'duration_secs': 0.273263} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.687111] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Reconfigured VM instance instance-00000001 to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 587.687210] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973ccc56-3b6c-4a44-9f14-51cdcbbfd4b8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.716143] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 1b07d836-07a1-437f-8890-59630b092bca/1b07d836-07a1-437f-8890-59630b092bca.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 587.717499] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26e9f853-388d-42e5-9104-0ed6f726a2c1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.741128] env[68391]: DEBUG oslo_vmware.api [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 587.741128] env[68391]: value = "task-3038395" [ 587.741128] env[68391]: _type = "Task" [ 587.741128] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.751185] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038394, 'name': ReconfigVM_Task, 'duration_secs': 0.31883} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.752060] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Reconfigured VM instance instance-0000000f to attach disk [datastore2] e356559c-e4ae-4a13-8605-edb2c6608463/e356559c-e4ae-4a13-8605-edb2c6608463.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 587.753427] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68a8ebc9-0fe5-49cd-8216-2a860a4368f9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.758186] env[68391]: DEBUG oslo_vmware.api [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': task-3038391, 'name': PowerOnVM_Task, 'duration_secs': 0.587691} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.762638] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 587.762787] env[68391]: INFO nova.compute.manager [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Took 10.82 seconds to spawn the instance on the hypervisor. [ 587.768217] env[68391]: DEBUG nova.compute.manager [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 587.768217] env[68391]: DEBUG oslo_vmware.api [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.772354] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baafb2b-36c7-4e44-bdba-831eb85db410 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.780627] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 587.780627] env[68391]: value = "task-3038396" [ 587.780627] env[68391]: _type = "Task" [ 587.780627] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.788707] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "refresh_cache-cb0f9997-74dc-4974-93e3-f5a9d451499e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.788758] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquired lock "refresh_cache-cb0f9997-74dc-4974-93e3-f5a9d451499e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.788947] env[68391]: DEBUG nova.network.neutron [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 587.792944] env[68391]: DEBUG oslo_vmware.api [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038392, 'name': RemoveSnapshot_Task, 'duration_secs': 0.690176} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.793870] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Deleted Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 587.794185] env[68391]: INFO nova.compute.manager [None req-cf39c518-e7e5-4b19-9c65-98592242e298 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Took 16.97 seconds to snapshot the instance on the hypervisor. [ 587.799471] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038396, 'name': Rename_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.165615] env[68391]: DEBUG nova.compute.utils [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.173537] env[68391]: DEBUG nova.compute.manager [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.173752] env[68391]: DEBUG nova.network.neutron [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 588.246917] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Acquiring lock "6ab608b6-6828-46a0-a62a-ac56156c4be3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.246917] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Lock "6ab608b6-6828-46a0-a62a-ac56156c4be3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.264979] env[68391]: DEBUG oslo_vmware.api [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.294010] env[68391]: DEBUG nova.compute.manager [req-385321cf-850a-4203-8bfa-31ca7881d6e4 req-7f71e27e-5d08-4014-b274-7c36218fab1b service nova] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Received event network-vif-plugged-3bbf7df5-0927-4bdf-981c-cbb3d1f85ab5 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 588.294655] env[68391]: DEBUG oslo_concurrency.lockutils [req-385321cf-850a-4203-8bfa-31ca7881d6e4 req-7f71e27e-5d08-4014-b274-7c36218fab1b service nova] Acquiring lock "cb0f9997-74dc-4974-93e3-f5a9d451499e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.294655] env[68391]: DEBUG oslo_concurrency.lockutils [req-385321cf-850a-4203-8bfa-31ca7881d6e4 req-7f71e27e-5d08-4014-b274-7c36218fab1b service nova] Lock "cb0f9997-74dc-4974-93e3-f5a9d451499e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.294655] env[68391]: DEBUG oslo_concurrency.lockutils [req-385321cf-850a-4203-8bfa-31ca7881d6e4 req-7f71e27e-5d08-4014-b274-7c36218fab1b service nova] Lock "cb0f9997-74dc-4974-93e3-f5a9d451499e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.294859] env[68391]: DEBUG nova.compute.manager [req-385321cf-850a-4203-8bfa-31ca7881d6e4 req-7f71e27e-5d08-4014-b274-7c36218fab1b service nova] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] No waiting events found dispatching network-vif-plugged-3bbf7df5-0927-4bdf-981c-cbb3d1f85ab5 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 588.294962] env[68391]: WARNING nova.compute.manager [req-385321cf-850a-4203-8bfa-31ca7881d6e4 req-7f71e27e-5d08-4014-b274-7c36218fab1b service nova] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Received unexpected event network-vif-plugged-3bbf7df5-0927-4bdf-981c-cbb3d1f85ab5 for instance with vm_state building and task_state spawning. [ 588.311152] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038396, 'name': Rename_Task, 'duration_secs': 0.152648} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.318910] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 588.319648] env[68391]: INFO nova.compute.manager [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Took 29.53 seconds to build instance. [ 588.327344] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c09e62fe-3e91-4f6f-80e4-6b42913212cc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.336464] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 588.336464] env[68391]: value = "task-3038397" [ 588.336464] env[68391]: _type = "Task" [ 588.336464] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.353758] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.365951] env[68391]: DEBUG nova.policy [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65cff14c21734b1fbb50ac141d6d7004', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3fd0e4031f74101a6c47f997b93a8bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.453475] env[68391]: DEBUG nova.network.neutron [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.660766] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf57a279-8da5-4825-874d-1ac1d1810b50 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.672933] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88a0b17-afdc-4086-a1dc-4e6357517004 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.677639] env[68391]: DEBUG nova.compute.manager [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 588.716391] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c2d220-0af8-463c-b73a-166814f3f6c7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.725070] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a9014a-6d46-49e6-8491-8000a77545ab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.743356] env[68391]: DEBUG nova.compute.provider_tree [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.760330] env[68391]: DEBUG oslo_vmware.api [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.830030] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec99c0cf-bae8-4dd0-84f4-8b1805de590b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Lock "a40e75b5-1c76-4f37-8452-6f2769a5978e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.052s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.855924] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038397, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.106224] env[68391]: DEBUG nova.network.neutron [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Updating instance_info_cache with network_info: [{"id": "3bbf7df5-0927-4bdf-981c-cbb3d1f85ab5", "address": "fa:16:3e:a3:7c:e5", "network": {"id": "ae330b66-e2f3-4dfe-9ec6-e52a03e1f1f7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-26313167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb8f7a30962419da5cb60a6f22fc690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbf7df5-09", "ovs_interfaceid": "3bbf7df5-0927-4bdf-981c-cbb3d1f85ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.247630] env[68391]: DEBUG nova.scheduler.client.report [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.264568] env[68391]: DEBUG oslo_vmware.api [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038395, 'name': ReconfigVM_Task, 'duration_secs': 1.259362} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.264568] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 1b07d836-07a1-437f-8890-59630b092bca/1b07d836-07a1-437f-8890-59630b092bca.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 589.264568] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Updating instance '1b07d836-07a1-437f-8890-59630b092bca' progress to 50 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 589.333530] env[68391]: DEBUG nova.compute.manager [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.354299] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038397, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.598392] env[68391]: DEBUG nova.network.neutron [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Successfully created port: 7546fda1-9bad-400c-b3da-6d0cde159ec7 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.610531] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Releasing lock "refresh_cache-cb0f9997-74dc-4974-93e3-f5a9d451499e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.610886] env[68391]: DEBUG nova.compute.manager [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Instance network_info: |[{"id": "3bbf7df5-0927-4bdf-981c-cbb3d1f85ab5", "address": "fa:16:3e:a3:7c:e5", "network": {"id": "ae330b66-e2f3-4dfe-9ec6-e52a03e1f1f7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-26313167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb8f7a30962419da5cb60a6f22fc690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbf7df5-09", "ovs_interfaceid": "3bbf7df5-0927-4bdf-981c-cbb3d1f85ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 589.612519] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:7c:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bbf7df5-0927-4bdf-981c-cbb3d1f85ab5', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.624783] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 589.625082] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.625606] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1323c54-946c-47da-9338-56325b3259d0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.652653] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.652653] env[68391]: value = "task-3038398" [ 589.652653] env[68391]: _type = "Task" [ 589.652653] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.665972] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038398, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.698661] env[68391]: DEBUG nova.compute.manager [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 589.743209] env[68391]: DEBUG nova.virt.hardware [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.743491] env[68391]: DEBUG nova.virt.hardware [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.743642] env[68391]: DEBUG nova.virt.hardware [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.743843] env[68391]: DEBUG nova.virt.hardware [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.743988] env[68391]: DEBUG nova.virt.hardware [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.744154] env[68391]: DEBUG nova.virt.hardware [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.744471] env[68391]: DEBUG nova.virt.hardware [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.744636] env[68391]: DEBUG nova.virt.hardware [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.744824] env[68391]: DEBUG nova.virt.hardware [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.745028] env[68391]: DEBUG nova.virt.hardware [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.745203] env[68391]: DEBUG nova.virt.hardware [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.746162] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f9de56-40a3-4a9a-b0fb-87b32cc85662 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.760472] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.767419] env[68391]: DEBUG oslo_concurrency.lockutils [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.228s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.767826] env[68391]: DEBUG nova.objects.instance [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Lazy-loading 'resources' on Instance uuid 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 589.774792] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb91c27-d98a-4205-8323-b6ca0eceef2e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.784327] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b288970-762b-440a-8df9-fd825b475cb9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.821589] env[68391]: INFO nova.scheduler.client.report [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Deleted allocations for instance 955d5968-609f-41ef-9fba-34c29184f66f [ 589.822411] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fda2a4-be2c-4777-8061-ceb194103b7e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.850761] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Updating instance '1b07d836-07a1-437f-8890-59630b092bca' progress to 67 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 589.867897] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038397, 'name': PowerOnVM_Task} progress is 86%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.876999] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.166018] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038398, 'name': CreateVM_Task, 'duration_secs': 0.382434} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.166166] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.167178] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.167178] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.167321] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.168199] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a90f6de5-b9cc-4ba3-b204-39f08b81e9f1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.175157] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 590.175157] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522a40d4-bc37-2c78-0fdc-1db9a1dbce14" [ 590.175157] env[68391]: _type = "Task" [ 590.175157] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.187738] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522a40d4-bc37-2c78-0fdc-1db9a1dbce14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.336167] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1bd7947e-5be5-4961-b8e6-f19356ae0d75 tempest-TenantUsagesTestJSON-1944169868 tempest-TenantUsagesTestJSON-1944169868-project-member] Lock "955d5968-609f-41ef-9fba-34c29184f66f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.547s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.372751] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038397, 'name': PowerOnVM_Task, 'duration_secs': 1.65613} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.373335] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 590.373538] env[68391]: INFO nova.compute.manager [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Took 10.79 seconds to spawn the instance on the hypervisor. [ 590.373736] env[68391]: DEBUG nova.compute.manager [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 590.374690] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c5e9db-b845-460b-8a2e-735cc4b6bcf5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.522159] env[68391]: DEBUG nova.network.neutron [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Port dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8 binding to destination host cpu-1 is already ACTIVE {{(pid=68391) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 590.694550] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522a40d4-bc37-2c78-0fdc-1db9a1dbce14, 'name': SearchDatastore_Task, 'duration_secs': 0.025331} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.695748] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.695748] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.695748] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.695748] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.695945] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.695945] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa90b7c4-74d2-4bf4-9c53-6a4028004c7f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.719376] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.719376] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.719887] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0249506f-9505-4cf9-a3c2-812540de521b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.726137] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 590.726137] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dd5958-1a59-3542-9ea4-00dcdee88fa3" [ 590.726137] env[68391]: _type = "Task" [ 590.726137] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.739852] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dd5958-1a59-3542-9ea4-00dcdee88fa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.785210] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434eeeb6-a1aa-42b5-8e01-e10e5d5ec165 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.794238] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc58c7d-47f4-4b4c-920d-35f5c8bacb96 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.830954] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f2922a-0902-456f-91ca-8fd6954566f5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.841803] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b21880-54c2-42da-b1d8-3ab808b64f0d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.856026] env[68391]: DEBUG nova.compute.provider_tree [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.898053] env[68391]: INFO nova.compute.manager [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Took 31.45 seconds to build instance. [ 591.243993] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dd5958-1a59-3542-9ea4-00dcdee88fa3, 'name': SearchDatastore_Task, 'duration_secs': 0.04753} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.246149] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-974b1e61-00a2-4880-b531-16df88f14682 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.252906] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 591.252906] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f96a64-f933-0eae-fbc4-6bf7b6926423" [ 591.252906] env[68391]: _type = "Task" [ 591.252906] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.263631] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f96a64-f933-0eae-fbc4-6bf7b6926423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.359348] env[68391]: DEBUG nova.scheduler.client.report [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.400329] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "e356559c-e4ae-4a13-8605-edb2c6608463" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.966s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.556559] env[68391]: DEBUG nova.compute.manager [req-0a2d0753-7e7d-46b5-80dc-542d62a50927 req-25882f26-7967-41d3-abe3-53664d25562c service nova] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Received event network-changed-23598efe-9717-438d-8aa5-44bf8e7e458d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 591.557937] env[68391]: DEBUG nova.compute.manager [req-0a2d0753-7e7d-46b5-80dc-542d62a50927 req-25882f26-7967-41d3-abe3-53664d25562c service nova] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Refreshing instance network info cache due to event network-changed-23598efe-9717-438d-8aa5-44bf8e7e458d. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 591.557937] env[68391]: DEBUG oslo_concurrency.lockutils [req-0a2d0753-7e7d-46b5-80dc-542d62a50927 req-25882f26-7967-41d3-abe3-53664d25562c service nova] Acquiring lock "refresh_cache-85e6230e-00fc-4099-bebd-5a2b0f7d8402" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.557937] env[68391]: DEBUG oslo_concurrency.lockutils [req-0a2d0753-7e7d-46b5-80dc-542d62a50927 req-25882f26-7967-41d3-abe3-53664d25562c service nova] Acquired lock "refresh_cache-85e6230e-00fc-4099-bebd-5a2b0f7d8402" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.557937] env[68391]: DEBUG nova.network.neutron [req-0a2d0753-7e7d-46b5-80dc-542d62a50927 req-25882f26-7967-41d3-abe3-53664d25562c service nova] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Refreshing network info cache for port 23598efe-9717-438d-8aa5-44bf8e7e458d {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 591.575952] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "1b07d836-07a1-437f-8890-59630b092bca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.577979] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "1b07d836-07a1-437f-8890-59630b092bca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.577979] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "1b07d836-07a1-437f-8890-59630b092bca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.583073] env[68391]: DEBUG nova.compute.manager [req-460a0362-b478-47dd-961a-8822df26c243 req-704511cd-6340-4943-a871-23057d855aa7 service nova] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Received event network-changed-3bbf7df5-0927-4bdf-981c-cbb3d1f85ab5 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 591.583073] env[68391]: DEBUG nova.compute.manager [req-460a0362-b478-47dd-961a-8822df26c243 req-704511cd-6340-4943-a871-23057d855aa7 service nova] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Refreshing instance network info cache due to event network-changed-3bbf7df5-0927-4bdf-981c-cbb3d1f85ab5. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 591.583073] env[68391]: DEBUG oslo_concurrency.lockutils [req-460a0362-b478-47dd-961a-8822df26c243 req-704511cd-6340-4943-a871-23057d855aa7 service nova] Acquiring lock "refresh_cache-cb0f9997-74dc-4974-93e3-f5a9d451499e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.583073] env[68391]: DEBUG oslo_concurrency.lockutils [req-460a0362-b478-47dd-961a-8822df26c243 req-704511cd-6340-4943-a871-23057d855aa7 service nova] Acquired lock "refresh_cache-cb0f9997-74dc-4974-93e3-f5a9d451499e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.583073] env[68391]: DEBUG nova.network.neutron [req-460a0362-b478-47dd-961a-8822df26c243 req-704511cd-6340-4943-a871-23057d855aa7 service nova] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Refreshing network info cache for port 3bbf7df5-0927-4bdf-981c-cbb3d1f85ab5 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 591.764251] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f96a64-f933-0eae-fbc4-6bf7b6926423, 'name': SearchDatastore_Task, 'duration_secs': 0.021021} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.764574] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.765036] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] cb0f9997-74dc-4974-93e3-f5a9d451499e/cb0f9997-74dc-4974-93e3-f5a9d451499e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.765169] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-295ad55c-8bd3-49b2-8345-daf662af6c58 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.775016] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 591.775016] env[68391]: value = "task-3038399" [ 591.775016] env[68391]: _type = "Task" [ 591.775016] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.784366] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.876753] env[68391]: DEBUG oslo_concurrency.lockutils [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.880415] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.821s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.882148] env[68391]: INFO nova.compute.claims [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.886355] env[68391]: DEBUG oslo_concurrency.lockutils [None req-de1da811-1fa3-4ba6-ba74-f9488fe3401b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Acquiring lock "a40e75b5-1c76-4f37-8452-6f2769a5978e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.886569] env[68391]: DEBUG oslo_concurrency.lockutils [None req-de1da811-1fa3-4ba6-ba74-f9488fe3401b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Lock "a40e75b5-1c76-4f37-8452-6f2769a5978e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.886822] env[68391]: INFO nova.compute.manager [None req-de1da811-1fa3-4ba6-ba74-f9488fe3401b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Rebooting instance [ 591.904369] env[68391]: DEBUG nova.compute.manager [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.918470] env[68391]: INFO nova.scheduler.client.report [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Deleted allocations for instance 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b [ 591.995565] env[68391]: DEBUG nova.network.neutron [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Successfully updated port: 7546fda1-9bad-400c-b3da-6d0cde159ec7 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.290211] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038399, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.431310] env[68391]: DEBUG oslo_concurrency.lockutils [None req-98b73bec-0a62-4ed8-91ad-ba63e1d80b18 tempest-DeleteServersAdminTestJSON-27336832 tempest-DeleteServersAdminTestJSON-27336832-project-admin] Lock "5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.420s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.437656] env[68391]: DEBUG oslo_concurrency.lockutils [None req-de1da811-1fa3-4ba6-ba74-f9488fe3401b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Acquiring lock "refresh_cache-a40e75b5-1c76-4f37-8452-6f2769a5978e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.438214] env[68391]: DEBUG oslo_concurrency.lockutils [None req-de1da811-1fa3-4ba6-ba74-f9488fe3401b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Acquired lock "refresh_cache-a40e75b5-1c76-4f37-8452-6f2769a5978e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.439515] env[68391]: DEBUG nova.network.neutron [None req-de1da811-1fa3-4ba6-ba74-f9488fe3401b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.445168] env[68391]: DEBUG oslo_concurrency.lockutils [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.501261] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquiring lock "refresh_cache-291661a1-659b-45a6-b35f-2db187f17324" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.501261] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquired lock "refresh_cache-291661a1-659b-45a6-b35f-2db187f17324" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.501261] env[68391]: DEBUG nova.network.neutron [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.578297] env[68391]: DEBUG nova.network.neutron [req-0a2d0753-7e7d-46b5-80dc-542d62a50927 req-25882f26-7967-41d3-abe3-53664d25562c service nova] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Updated VIF entry in instance network info cache for port 23598efe-9717-438d-8aa5-44bf8e7e458d. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.578705] env[68391]: DEBUG nova.network.neutron [req-0a2d0753-7e7d-46b5-80dc-542d62a50927 req-25882f26-7967-41d3-abe3-53664d25562c service nova] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Updating instance_info_cache with network_info: [{"id": "23598efe-9717-438d-8aa5-44bf8e7e458d", "address": "fa:16:3e:5e:63:2a", "network": {"id": "ad88e207-d55e-42f3-81b2-e8f48e4f3a77", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-25504961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12bd40776b6d4e49906bac56afa6b6de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23598efe-97", "ovs_interfaceid": "23598efe-9717-438d-8aa5-44bf8e7e458d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.590418] env[68391]: DEBUG nova.network.neutron [req-460a0362-b478-47dd-961a-8822df26c243 req-704511cd-6340-4943-a871-23057d855aa7 service nova] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Updated VIF entry in instance network info cache for port 3bbf7df5-0927-4bdf-981c-cbb3d1f85ab5. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.590920] env[68391]: DEBUG nova.network.neutron [req-460a0362-b478-47dd-961a-8822df26c243 req-704511cd-6340-4943-a871-23057d855aa7 service nova] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Updating instance_info_cache with network_info: [{"id": "3bbf7df5-0927-4bdf-981c-cbb3d1f85ab5", "address": "fa:16:3e:a3:7c:e5", "network": {"id": "ae330b66-e2f3-4dfe-9ec6-e52a03e1f1f7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-26313167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb8f7a30962419da5cb60a6f22fc690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbf7df5-09", "ovs_interfaceid": "3bbf7df5-0927-4bdf-981c-cbb3d1f85ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.693578] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "refresh_cache-1b07d836-07a1-437f-8890-59630b092bca" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.693755] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquired lock "refresh_cache-1b07d836-07a1-437f-8890-59630b092bca" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.693928] env[68391]: DEBUG nova.network.neutron [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.790461] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766368} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.790755] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] cb0f9997-74dc-4974-93e3-f5a9d451499e/cb0f9997-74dc-4974-93e3-f5a9d451499e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.790963] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 592.791233] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22a15160-3090-442f-9856-9228ac4f8d2f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.801403] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 592.801403] env[68391]: value = "task-3038400" [ 592.801403] env[68391]: _type = "Task" [ 592.801403] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.821102] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.082700] env[68391]: DEBUG oslo_concurrency.lockutils [req-0a2d0753-7e7d-46b5-80dc-542d62a50927 req-25882f26-7967-41d3-abe3-53664d25562c service nova] Releasing lock "refresh_cache-85e6230e-00fc-4099-bebd-5a2b0f7d8402" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.096985] env[68391]: DEBUG oslo_concurrency.lockutils [req-460a0362-b478-47dd-961a-8822df26c243 req-704511cd-6340-4943-a871-23057d855aa7 service nova] Releasing lock "refresh_cache-cb0f9997-74dc-4974-93e3-f5a9d451499e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.137806] env[68391]: DEBUG nova.network.neutron [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.320823] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070372} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.325697] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.328085] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0784681-f2eb-4835-9cdc-7fb78b83fe39 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.355230] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] cb0f9997-74dc-4974-93e3-f5a9d451499e/cb0f9997-74dc-4974-93e3-f5a9d451499e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.355948] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1247bad0-8beb-439a-a42f-f110aa72df89 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.383738] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 593.383738] env[68391]: value = "task-3038401" [ 593.383738] env[68391]: _type = "Task" [ 593.383738] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.398949] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.439128] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b08bccc-395f-4c70-bff3-8d637b8df9e2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.447831] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede8b229-5657-4a38-a0d1-73f85f773226 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.484187] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bf5e75-1956-4e62-8853-306743f9e5ba {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.493567] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf07db5-ca56-4e72-9d18-75bc498e0271 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.508360] env[68391]: DEBUG nova.compute.provider_tree [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.550744] env[68391]: DEBUG nova.network.neutron [None req-de1da811-1fa3-4ba6-ba74-f9488fe3401b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Updating instance_info_cache with network_info: [{"id": "fabbb72b-b912-402f-9636-5bc2acbb481f", "address": "fa:16:3e:bc:39:c7", "network": {"id": "e1f07030-1dfd-473c-931d-8ae55bb77fa2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1336197633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c11363b4b2454fa0c808cd49d876d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfabbb72b-b9", "ovs_interfaceid": "fabbb72b-b912-402f-9636-5bc2acbb481f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.567953] env[68391]: DEBUG nova.network.neutron [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Updating instance_info_cache with network_info: [{"id": "7546fda1-9bad-400c-b3da-6d0cde159ec7", "address": "fa:16:3e:62:30:02", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7546fda1-9b", "ovs_interfaceid": "7546fda1-9bad-400c-b3da-6d0cde159ec7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.697442] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Acquiring lock "e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.697692] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Lock "e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.740421] env[68391]: DEBUG nova.network.neutron [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Updating instance_info_cache with network_info: [{"id": "dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8", "address": "fa:16:3e:03:0d:cf", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfb6dc4c-d9", "ovs_interfaceid": "dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.902812] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.014099] env[68391]: DEBUG nova.scheduler.client.report [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.055627] env[68391]: DEBUG oslo_concurrency.lockutils [None req-de1da811-1fa3-4ba6-ba74-f9488fe3401b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Releasing lock "refresh_cache-a40e75b5-1c76-4f37-8452-6f2769a5978e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.070541] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Releasing lock "refresh_cache-291661a1-659b-45a6-b35f-2db187f17324" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.070876] env[68391]: DEBUG nova.compute.manager [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Instance network_info: |[{"id": "7546fda1-9bad-400c-b3da-6d0cde159ec7", "address": "fa:16:3e:62:30:02", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7546fda1-9b", "ovs_interfaceid": "7546fda1-9bad-400c-b3da-6d0cde159ec7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.071519] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:30:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7546fda1-9bad-400c-b3da-6d0cde159ec7', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.081377] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Creating folder: Project (d3fd0e4031f74101a6c47f997b93a8bf). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.083828] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6db103fd-53da-49ea-838d-d29dd92b369c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.094849] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Created folder: Project (d3fd0e4031f74101a6c47f997b93a8bf) in parent group-v608736. [ 594.095264] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Creating folder: Instances. Parent ref: group-v608785. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.095873] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bed05fb-75eb-48ef-a532-bf9f1d44a8a4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.108943] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Created folder: Instances in parent group-v608785. [ 594.109213] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 594.109411] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.109609] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-475b6eee-ca60-4e85-b8c4-3fc093962817 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.138027] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.138027] env[68391]: value = "task-3038404" [ 594.138027] env[68391]: _type = "Task" [ 594.138027] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.147789] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038404, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.245432] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Releasing lock "refresh_cache-1b07d836-07a1-437f-8890-59630b092bca" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.399327] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038401, 'name': ReconfigVM_Task, 'duration_secs': 0.633004} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.399620] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Reconfigured VM instance instance-00000010 to attach disk [datastore2] cb0f9997-74dc-4974-93e3-f5a9d451499e/cb0f9997-74dc-4974-93e3-f5a9d451499e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.400719] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-866405f6-83c7-48d5-b4c1-00765442f6d9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.410972] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 594.410972] env[68391]: value = "task-3038405" [ 594.410972] env[68391]: _type = "Task" [ 594.410972] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.421783] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038405, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.466436] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Acquiring lock "03e4e020-511f-4d10-87a7-5e14a74cd77b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.467419] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Lock "03e4e020-511f-4d10-87a7-5e14a74cd77b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.522349] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.522888] env[68391]: DEBUG nova.compute.manager [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.527356] env[68391]: DEBUG oslo_concurrency.lockutils [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.391s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.528906] env[68391]: INFO nova.compute.claims [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.562287] env[68391]: DEBUG nova.compute.manager [None req-de1da811-1fa3-4ba6-ba74-f9488fe3401b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.563690] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684f067f-826d-4a75-8fb6-5b89a88f67e2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.615200] env[68391]: DEBUG oslo_concurrency.lockutils [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "8255f57d-32cf-4205-a078-dbf25d0f6afc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.615443] env[68391]: DEBUG oslo_concurrency.lockutils [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "8255f57d-32cf-4205-a078-dbf25d0f6afc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.650309] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038404, 'name': CreateVM_Task, 'duration_secs': 0.411131} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.650825] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.652037] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.652339] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.652729] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.653030] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23217907-4782-4873-ae66-52462ab4b65a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.659399] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 594.659399] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520701f0-2575-d71c-f26a-efa6b0412f94" [ 594.659399] env[68391]: _type = "Task" [ 594.659399] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.669327] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520701f0-2575-d71c-f26a-efa6b0412f94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.780061] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7ce7d8-62e2-4bbb-9fe2-09b1675cd2cd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.804677] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d54a66f-c734-4a69-8a96-18d6eda8e268 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.813633] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Updating instance '1b07d836-07a1-437f-8890-59630b092bca' progress to 83 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 594.921831] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038405, 'name': Rename_Task, 'duration_secs': 0.209536} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.922138] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 594.922537] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-860c330b-cf3c-476f-a74a-459eee1cce92 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.931330] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 594.931330] env[68391]: value = "task-3038406" [ 594.931330] env[68391]: _type = "Task" [ 594.931330] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.941710] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.039766] env[68391]: DEBUG nova.compute.utils [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.045684] env[68391]: DEBUG nova.compute.manager [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Not allocating networking since 'none' was specified. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 595.137189] env[68391]: DEBUG nova.compute.manager [req-a65d880f-ccbe-4467-a24c-175cd0c837d0 req-671449fe-42f8-4cd2-8145-55ccb4095233 service nova] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Received event network-vif-plugged-7546fda1-9bad-400c-b3da-6d0cde159ec7 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 595.137303] env[68391]: DEBUG oslo_concurrency.lockutils [req-a65d880f-ccbe-4467-a24c-175cd0c837d0 req-671449fe-42f8-4cd2-8145-55ccb4095233 service nova] Acquiring lock "291661a1-659b-45a6-b35f-2db187f17324-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.137535] env[68391]: DEBUG oslo_concurrency.lockutils [req-a65d880f-ccbe-4467-a24c-175cd0c837d0 req-671449fe-42f8-4cd2-8145-55ccb4095233 service nova] Lock "291661a1-659b-45a6-b35f-2db187f17324-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.137797] env[68391]: DEBUG oslo_concurrency.lockutils [req-a65d880f-ccbe-4467-a24c-175cd0c837d0 req-671449fe-42f8-4cd2-8145-55ccb4095233 service nova] Lock "291661a1-659b-45a6-b35f-2db187f17324-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.138011] env[68391]: DEBUG nova.compute.manager [req-a65d880f-ccbe-4467-a24c-175cd0c837d0 req-671449fe-42f8-4cd2-8145-55ccb4095233 service nova] [instance: 291661a1-659b-45a6-b35f-2db187f17324] No waiting events found dispatching network-vif-plugged-7546fda1-9bad-400c-b3da-6d0cde159ec7 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 595.139245] env[68391]: WARNING nova.compute.manager [req-a65d880f-ccbe-4467-a24c-175cd0c837d0 req-671449fe-42f8-4cd2-8145-55ccb4095233 service nova] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Received unexpected event network-vif-plugged-7546fda1-9bad-400c-b3da-6d0cde159ec7 for instance with vm_state building and task_state spawning. [ 595.139245] env[68391]: DEBUG nova.compute.manager [req-a65d880f-ccbe-4467-a24c-175cd0c837d0 req-671449fe-42f8-4cd2-8145-55ccb4095233 service nova] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Received event network-changed-7546fda1-9bad-400c-b3da-6d0cde159ec7 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 595.139245] env[68391]: DEBUG nova.compute.manager [req-a65d880f-ccbe-4467-a24c-175cd0c837d0 req-671449fe-42f8-4cd2-8145-55ccb4095233 service nova] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Refreshing instance network info cache due to event network-changed-7546fda1-9bad-400c-b3da-6d0cde159ec7. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 595.139245] env[68391]: DEBUG oslo_concurrency.lockutils [req-a65d880f-ccbe-4467-a24c-175cd0c837d0 req-671449fe-42f8-4cd2-8145-55ccb4095233 service nova] Acquiring lock "refresh_cache-291661a1-659b-45a6-b35f-2db187f17324" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.139245] env[68391]: DEBUG oslo_concurrency.lockutils [req-a65d880f-ccbe-4467-a24c-175cd0c837d0 req-671449fe-42f8-4cd2-8145-55ccb4095233 service nova] Acquired lock "refresh_cache-291661a1-659b-45a6-b35f-2db187f17324" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.140423] env[68391]: DEBUG nova.network.neutron [req-a65d880f-ccbe-4467-a24c-175cd0c837d0 req-671449fe-42f8-4cd2-8145-55ccb4095233 service nova] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Refreshing network info cache for port 7546fda1-9bad-400c-b3da-6d0cde159ec7 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.177846] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520701f0-2575-d71c-f26a-efa6b0412f94, 'name': SearchDatastore_Task, 'duration_secs': 0.016461} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.178430] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.178665] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.178882] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.179959] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.180235] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.180533] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b4b539d-76c1-42c6-9c5e-2cf8e2b5c3d3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.191997] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.192275] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.193239] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c7c3c26-0f5d-4320-a313-792a97bf1d86 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.200812] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 595.200812] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52734917-b6ee-bc40-64ab-02ef4f3b2a23" [ 595.200812] env[68391]: _type = "Task" [ 595.200812] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.210347] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52734917-b6ee-bc40-64ab-02ef4f3b2a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.324563] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.324897] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-991e2ba2-0866-4ff9-b82b-a2a9885da7df {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.334077] env[68391]: DEBUG oslo_vmware.api [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 595.334077] env[68391]: value = "task-3038407" [ 595.334077] env[68391]: _type = "Task" [ 595.334077] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.349293] env[68391]: DEBUG oslo_vmware.api [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.443652] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038406, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.544215] env[68391]: DEBUG nova.compute.manager [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.589032] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa65267c-ba8e-4792-a17b-738e4139a534 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.606020] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-de1da811-1fa3-4ba6-ba74-f9488fe3401b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Doing hard reboot of VM {{(pid=68391) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 595.606020] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-524649de-312b-4f12-95a6-611421aa56fe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.615779] env[68391]: DEBUG oslo_vmware.api [None req-de1da811-1fa3-4ba6-ba74-f9488fe3401b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Waiting for the task: (returnval){ [ 595.615779] env[68391]: value = "task-3038408" [ 595.615779] env[68391]: _type = "Task" [ 595.615779] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.626717] env[68391]: DEBUG oslo_vmware.api [None req-de1da811-1fa3-4ba6-ba74-f9488fe3401b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': task-3038408, 'name': ResetVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.712677] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52734917-b6ee-bc40-64ab-02ef4f3b2a23, 'name': SearchDatastore_Task, 'duration_secs': 0.014599} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.719036] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa0acd18-9d1a-413e-bcc1-d84a978f9731 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.726926] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 595.726926] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5230d095-e981-184c-64a8-6a8faf0cff66" [ 595.726926] env[68391]: _type = "Task" [ 595.726926] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.740625] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5230d095-e981-184c-64a8-6a8faf0cff66, 'name': SearchDatastore_Task} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.744136] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.744136] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 291661a1-659b-45a6-b35f-2db187f17324/291661a1-659b-45a6-b35f-2db187f17324.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.744446] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81751e70-6071-46e3-b4c0-783682bcb5bf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.755511] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 595.755511] env[68391]: value = "task-3038409" [ 595.755511] env[68391]: _type = "Task" [ 595.755511] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.768908] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.849315] env[68391]: DEBUG oslo_vmware.api [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038407, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.945397] env[68391]: DEBUG oslo_vmware.api [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038406, 'name': PowerOnVM_Task, 'duration_secs': 0.756263} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.945670] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 595.946570] env[68391]: INFO nova.compute.manager [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Took 11.15 seconds to spawn the instance on the hypervisor. [ 595.946570] env[68391]: DEBUG nova.compute.manager [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 595.946859] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426bce47-8e0e-4ee3-933d-21b36453191b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.957872] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "6e3dde6e-00a4-465d-bf1f-5bd1ab28761d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.958198] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "6e3dde6e-00a4-465d-bf1f-5bd1ab28761d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.961598] env[68391]: DEBUG nova.network.neutron [req-a65d880f-ccbe-4467-a24c-175cd0c837d0 req-671449fe-42f8-4cd2-8145-55ccb4095233 service nova] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Updated VIF entry in instance network info cache for port 7546fda1-9bad-400c-b3da-6d0cde159ec7. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.961598] env[68391]: DEBUG nova.network.neutron [req-a65d880f-ccbe-4467-a24c-175cd0c837d0 req-671449fe-42f8-4cd2-8145-55ccb4095233 service nova] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Updating instance_info_cache with network_info: [{"id": "7546fda1-9bad-400c-b3da-6d0cde159ec7", "address": "fa:16:3e:62:30:02", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7546fda1-9b", "ovs_interfaceid": "7546fda1-9bad-400c-b3da-6d0cde159ec7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.057713] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d19cb89-fdeb-435c-a7f7-0baefee999ea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.067247] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83feccc8-c460-498f-a3cf-cf5491af8455 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.108899] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aad2416-14b6-48ef-bb31-d4f69a70c7a9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.124368] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f5f788-8370-4599-aa33-04df06f922e6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.144493] env[68391]: DEBUG nova.compute.provider_tree [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.150474] env[68391]: DEBUG oslo_vmware.api [None req-de1da811-1fa3-4ba6-ba74-f9488fe3401b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': task-3038408, 'name': ResetVM_Task, 'duration_secs': 0.108739} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.153985] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-de1da811-1fa3-4ba6-ba74-f9488fe3401b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Did hard reboot of VM {{(pid=68391) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 596.153985] env[68391]: DEBUG nova.compute.manager [None req-de1da811-1fa3-4ba6-ba74-f9488fe3401b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.153985] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2c7bfc-7cf0-4e96-81cf-ecdccaa78b55 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.278195] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038409, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.353213] env[68391]: DEBUG oslo_vmware.api [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038407, 'name': PowerOnVM_Task, 'duration_secs': 0.526142} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.353213] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.353213] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d927e885-5a74-469d-83f9-3208ef050fc8 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Updating instance '1b07d836-07a1-437f-8890-59630b092bca' progress to 100 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 596.467754] env[68391]: DEBUG oslo_concurrency.lockutils [req-a65d880f-ccbe-4467-a24c-175cd0c837d0 req-671449fe-42f8-4cd2-8145-55ccb4095233 service nova] Releasing lock "refresh_cache-291661a1-659b-45a6-b35f-2db187f17324" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.473237] env[68391]: INFO nova.compute.manager [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Took 33.63 seconds to build instance. [ 596.563592] env[68391]: DEBUG nova.compute.manager [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.602746] env[68391]: DEBUG nova.virt.hardware [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.602746] env[68391]: DEBUG nova.virt.hardware [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.602746] env[68391]: DEBUG nova.virt.hardware [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.603024] env[68391]: DEBUG nova.virt.hardware [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.603419] env[68391]: DEBUG nova.virt.hardware [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.603838] env[68391]: DEBUG nova.virt.hardware [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.604102] env[68391]: DEBUG nova.virt.hardware [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.604303] env[68391]: DEBUG nova.virt.hardware [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.604533] env[68391]: DEBUG nova.virt.hardware [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.604728] env[68391]: DEBUG nova.virt.hardware [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.604919] env[68391]: DEBUG nova.virt.hardware [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.606032] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9f42ec-4906-4ef9-bf5b-6148b240add8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.618995] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8c6fed-3d91-4582-8a8e-eb75c9de1b08 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.639020] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Instance VIF info [] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.643970] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Creating folder: Project (e4b963c66f6f4a5e9891ded5593d4f4a). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.644338] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25c95409-0fac-4c04-8854-e30ae50e9137 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.647302] env[68391]: DEBUG nova.scheduler.client.report [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.661194] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Created folder: Project (e4b963c66f6f4a5e9891ded5593d4f4a) in parent group-v608736. [ 596.661415] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Creating folder: Instances. Parent ref: group-v608788. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.661714] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-379d3185-0467-48e1-aec6-f5b652e453e4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.667733] env[68391]: DEBUG oslo_concurrency.lockutils [None req-de1da811-1fa3-4ba6-ba74-f9488fe3401b tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Lock "a40e75b5-1c76-4f37-8452-6f2769a5978e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.780s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.676155] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Created folder: Instances in parent group-v608788. [ 596.676544] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 596.676663] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.677054] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b114a607-5490-4dac-a7ac-1c41f8950716 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.699269] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.699269] env[68391]: value = "task-3038412" [ 596.699269] env[68391]: _type = "Task" [ 596.699269] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.712166] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038412, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.748380] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "03d0a82a-7689-4d48-9a5f-508f55a76ee3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.748740] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "03d0a82a-7689-4d48-9a5f-508f55a76ee3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.774076] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731455} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.775419] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 291661a1-659b-45a6-b35f-2db187f17324/291661a1-659b-45a6-b35f-2db187f17324.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.775679] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.776174] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25980e45-6b6a-40d3-bf43-cf954af02bd5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.788535] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 596.788535] env[68391]: value = "task-3038413" [ 596.788535] env[68391]: _type = "Task" [ 596.788535] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.801564] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.974873] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1f678ced-c17d-4b97-aae2-fb827fd27858 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "cb0f9997-74dc-4974-93e3-f5a9d451499e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.502s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.153858] env[68391]: DEBUG oslo_concurrency.lockutils [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.153858] env[68391]: DEBUG nova.compute.manager [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.157294] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.462s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.158682] env[68391]: INFO nova.compute.claims [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.218026] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038412, 'name': CreateVM_Task, 'duration_secs': 0.415344} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.218026] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.218026] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.218026] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.218253] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.218341] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a73f264e-3ddd-4898-b212-0471dd61c8f2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.226076] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for the task: (returnval){ [ 597.226076] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520bcf60-43cc-ed5b-b6dc-14a11848510b" [ 597.226076] env[68391]: _type = "Task" [ 597.226076] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.236843] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520bcf60-43cc-ed5b-b6dc-14a11848510b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.300835] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091692} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.301189] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.302471] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb35eb6-5066-48bb-8324-6dc235f583e0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.331058] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 291661a1-659b-45a6-b35f-2db187f17324/291661a1-659b-45a6-b35f-2db187f17324.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.331058] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13d7b9bf-da76-497e-9f6a-b694c062952a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.351949] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 597.351949] env[68391]: value = "task-3038414" [ 597.351949] env[68391]: _type = "Task" [ 597.351949] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.364906] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.479224] env[68391]: DEBUG nova.compute.manager [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.536551] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.537016] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.664955] env[68391]: DEBUG nova.compute.utils [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.667031] env[68391]: DEBUG nova.compute.manager [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.667353] env[68391]: DEBUG nova.network.neutron [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.747727] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520bcf60-43cc-ed5b-b6dc-14a11848510b, 'name': SearchDatastore_Task, 'duration_secs': 0.064315} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.747727] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.747952] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.748283] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.748495] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.748750] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.749124] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fb56b1a-e477-47da-879e-df52413c8686 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.763137] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.763317] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.764149] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-419973d0-7de4-4b24-afc3-17e37508626b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.773175] env[68391]: DEBUG nova.policy [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65cff14c21734b1fbb50ac141d6d7004', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3fd0e4031f74101a6c47f997b93a8bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.776554] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for the task: (returnval){ [ 597.776554] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525ba75c-5124-c20d-38cc-08b9b253861c" [ 597.776554] env[68391]: _type = "Task" [ 597.776554] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.790857] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525ba75c-5124-c20d-38cc-08b9b253861c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.865020] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038414, 'name': ReconfigVM_Task, 'duration_secs': 0.317496} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.865020] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 291661a1-659b-45a6-b35f-2db187f17324/291661a1-659b-45a6-b35f-2db187f17324.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.865020] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3d35245-95b5-4db2-8ab0-9804ed2a44f1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.873480] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 597.873480] env[68391]: value = "task-3038419" [ 597.873480] env[68391]: _type = "Task" [ 597.873480] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.893233] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038419, 'name': Rename_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.009491] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.172897] env[68391]: DEBUG nova.compute.manager [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.221127] env[68391]: DEBUG nova.network.neutron [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Successfully created port: 13e4605d-b5be-416e-9bc1-a0fcb3b6bb2c {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.296057] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525ba75c-5124-c20d-38cc-08b9b253861c, 'name': SearchDatastore_Task, 'duration_secs': 0.034479} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.298125] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-158eb661-3d3c-4535-9cd0-32cdd2ccc4a5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.303941] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for the task: (returnval){ [ 598.303941] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f42776-82d8-cfb0-be2a-b02aecddcc8b" [ 598.303941] env[68391]: _type = "Task" [ 598.303941] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.320870] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f42776-82d8-cfb0-be2a-b02aecddcc8b, 'name': SearchDatastore_Task} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.329694] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.329694] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 04a75416-4760-4c14-9e8e-5458a095866e/04a75416-4760-4c14-9e8e-5458a095866e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.331715] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfa5c654-5cbc-4650-a00b-21bb93db974d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.341420] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for the task: (returnval){ [ 598.341420] env[68391]: value = "task-3038420" [ 598.341420] env[68391]: _type = "Task" [ 598.341420] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.359032] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.398343] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038419, 'name': Rename_Task, 'duration_secs': 0.170499} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.398592] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.398865] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd0d1a62-b69e-4d8f-8cba-af885539405e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.413346] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 598.413346] env[68391]: value = "task-3038421" [ 598.413346] env[68391]: _type = "Task" [ 598.413346] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.426326] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.787995] env[68391]: DEBUG nova.compute.manager [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.794744] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0522689e-0315-4241-87d1-482f5af80310 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.858039] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038420, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.887749] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Acquiring lock "85e6230e-00fc-4099-bebd-5a2b0f7d8402" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.888123] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Lock "85e6230e-00fc-4099-bebd-5a2b0f7d8402" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.888255] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Acquiring lock "85e6230e-00fc-4099-bebd-5a2b0f7d8402-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.888441] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Lock "85e6230e-00fc-4099-bebd-5a2b0f7d8402-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.888609] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Lock "85e6230e-00fc-4099-bebd-5a2b0f7d8402-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.891515] env[68391]: INFO nova.compute.manager [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Terminating instance [ 598.923243] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038421, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.004213] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "0a48b910-7213-4d2e-a33e-727304c3a810" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.004967] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "0a48b910-7213-4d2e-a33e-727304c3a810" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.022791] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8eca097-4755-46ca-8a3b-76e4d6d0b416 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.033102] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4cafc3-08b1-4525-a9af-b8b03b11595b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.067613] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4940c3-4d53-470e-b890-2cb25c295daa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.076875] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d4c0c4-37eb-4de6-a1cb-2f2b1b7d5b6e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.093346] env[68391]: DEBUG nova.compute.provider_tree [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.186539] env[68391]: DEBUG nova.compute.manager [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.211104] env[68391]: DEBUG nova.virt.hardware [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.211291] env[68391]: DEBUG nova.virt.hardware [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.211451] env[68391]: DEBUG nova.virt.hardware [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.211825] env[68391]: DEBUG nova.virt.hardware [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.211825] env[68391]: DEBUG nova.virt.hardware [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.212172] env[68391]: DEBUG nova.virt.hardware [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.212263] env[68391]: DEBUG nova.virt.hardware [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.212506] env[68391]: DEBUG nova.virt.hardware [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.212610] env[68391]: DEBUG nova.virt.hardware [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.212759] env[68391]: DEBUG nova.virt.hardware [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.212930] env[68391]: DEBUG nova.virt.hardware [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.213928] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ff7c5a-8872-464e-84d6-2732a84c3f90 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.223798] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e901a47-66ca-4140-b867-2b1d6d1135fa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.333224] env[68391]: INFO nova.compute.manager [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] instance snapshotting [ 599.338049] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274f570a-1687-4c70-a81c-166f0ae7213f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.365221] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e169bb2-9542-45fe-bafc-0fcdc30269e0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.374683] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555405} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.376701] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 04a75416-4760-4c14-9e8e-5458a095866e/04a75416-4760-4c14-9e8e-5458a095866e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.376932] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.379606] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aba7204d-bfdf-40f9-988e-cf744129bf9e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.395024] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for the task: (returnval){ [ 599.395024] env[68391]: value = "task-3038422" [ 599.395024] env[68391]: _type = "Task" [ 599.395024] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.398308] env[68391]: DEBUG nova.compute.manager [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 599.398544] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 599.399771] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66661a9-0cac-4c21-a288-6a1723daeb3f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.406245] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.412438] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 599.417091] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f6de54b-f96d-4b6c-a5a0-09a0e49ac45b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.426868] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038421, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.428434] env[68391]: DEBUG oslo_vmware.api [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Waiting for the task: (returnval){ [ 599.428434] env[68391]: value = "task-3038423" [ 599.428434] env[68391]: _type = "Task" [ 599.428434] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.444820] env[68391]: DEBUG oslo_vmware.api [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Task: {'id': task-3038423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.595347] env[68391]: DEBUG nova.scheduler.client.report [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.889505] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Creating Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 599.889505] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d0f7bc59-f71d-42ec-b354-12aa627e73be {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.901020] env[68391]: DEBUG oslo_vmware.api [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 599.901020] env[68391]: value = "task-3038424" [ 599.901020] env[68391]: _type = "Task" [ 599.901020] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.909688] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181861} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.914466] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.915410] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "0ce27112-6779-453d-845a-eb7bd66c49f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.915804] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "0ce27112-6779-453d-845a-eb7bd66c49f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.923230] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989e63b3-198d-4869-b079-13807c88ef7d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.928130] env[68391]: DEBUG oslo_vmware.api [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038424, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.955553] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 04a75416-4760-4c14-9e8e-5458a095866e/04a75416-4760-4c14-9e8e-5458a095866e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.958195] env[68391]: DEBUG oslo_vmware.api [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038421, 'name': PowerOnVM_Task, 'duration_secs': 1.094192} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.958195] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-057eba05-4186-48fc-8fa1-1f07962b242b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.973914] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.974889] env[68391]: INFO nova.compute.manager [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Took 10.28 seconds to spawn the instance on the hypervisor. [ 599.975192] env[68391]: DEBUG nova.compute.manager [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.984060] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0490b049-6b93-427c-a893-7cbc5a5e235c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.987100] env[68391]: DEBUG oslo_vmware.api [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Task: {'id': task-3038423, 'name': PowerOffVM_Task, 'duration_secs': 0.450315} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.991502] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 599.992869] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 599.992869] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e642dd8c-3f6f-4f81-b958-67a8e397bdef {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.001350] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for the task: (returnval){ [ 600.001350] env[68391]: value = "task-3038425" [ 600.001350] env[68391]: _type = "Task" [ 600.001350] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.014022] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038425, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.088028] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 600.088381] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 600.088440] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Deleting the datastore file [datastore1] 85e6230e-00fc-4099-bebd-5a2b0f7d8402 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.088985] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-730513ed-3ec3-447a-9810-ca967b16dd64 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.097650] env[68391]: DEBUG oslo_vmware.api [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Waiting for the task: (returnval){ [ 600.097650] env[68391]: value = "task-3038427" [ 600.097650] env[68391]: _type = "Task" [ 600.097650] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.107914] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.951s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.108446] env[68391]: DEBUG nova.compute.manager [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.110988] env[68391]: DEBUG oslo_vmware.api [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Task: {'id': task-3038427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.112964] env[68391]: DEBUG nova.network.neutron [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Successfully updated port: 13e4605d-b5be-416e-9bc1-a0fcb3b6bb2c {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.113567] env[68391]: DEBUG oslo_concurrency.lockutils [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.934s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.114795] env[68391]: INFO nova.compute.claims [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.351671] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Acquiring lock "a40e75b5-1c76-4f37-8452-6f2769a5978e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.351864] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Lock "a40e75b5-1c76-4f37-8452-6f2769a5978e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.352475] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Acquiring lock "a40e75b5-1c76-4f37-8452-6f2769a5978e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.352475] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Lock "a40e75b5-1c76-4f37-8452-6f2769a5978e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.352849] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Lock "a40e75b5-1c76-4f37-8452-6f2769a5978e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.355341] env[68391]: INFO nova.compute.manager [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Terminating instance [ 600.411292] env[68391]: DEBUG oslo_vmware.api [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038424, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.434994] env[68391]: DEBUG nova.compute.manager [req-867113f4-a095-4ca1-98c2-03b84c574b52 req-111b0541-633c-466e-9e55-b73d215c35c0 service nova] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Received event network-vif-plugged-13e4605d-b5be-416e-9bc1-a0fcb3b6bb2c {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 600.435320] env[68391]: DEBUG oslo_concurrency.lockutils [req-867113f4-a095-4ca1-98c2-03b84c574b52 req-111b0541-633c-466e-9e55-b73d215c35c0 service nova] Acquiring lock "828732f1-e0d2-4e9c-83f1-7f43892ba7be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.435609] env[68391]: DEBUG oslo_concurrency.lockutils [req-867113f4-a095-4ca1-98c2-03b84c574b52 req-111b0541-633c-466e-9e55-b73d215c35c0 service nova] Lock "828732f1-e0d2-4e9c-83f1-7f43892ba7be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.435787] env[68391]: DEBUG oslo_concurrency.lockutils [req-867113f4-a095-4ca1-98c2-03b84c574b52 req-111b0541-633c-466e-9e55-b73d215c35c0 service nova] Lock "828732f1-e0d2-4e9c-83f1-7f43892ba7be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.435989] env[68391]: DEBUG nova.compute.manager [req-867113f4-a095-4ca1-98c2-03b84c574b52 req-111b0541-633c-466e-9e55-b73d215c35c0 service nova] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] No waiting events found dispatching network-vif-plugged-13e4605d-b5be-416e-9bc1-a0fcb3b6bb2c {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.436196] env[68391]: WARNING nova.compute.manager [req-867113f4-a095-4ca1-98c2-03b84c574b52 req-111b0541-633c-466e-9e55-b73d215c35c0 service nova] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Received unexpected event network-vif-plugged-13e4605d-b5be-416e-9bc1-a0fcb3b6bb2c for instance with vm_state building and task_state spawning. [ 600.494025] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3eeb4c4c-b761-4ace-bfdb-19b5c9ecce52 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "1b07d836-07a1-437f-8890-59630b092bca" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.494486] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3eeb4c4c-b761-4ace-bfdb-19b5c9ecce52 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "1b07d836-07a1-437f-8890-59630b092bca" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.494660] env[68391]: DEBUG nova.compute.manager [None req-3eeb4c4c-b761-4ace-bfdb-19b5c9ecce52 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Going to confirm migration 1 {{(pid=68391) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 600.513586] env[68391]: INFO nova.compute.manager [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Took 31.17 seconds to build instance. [ 600.523137] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.557628] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "e356559c-e4ae-4a13-8605-edb2c6608463" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.557904] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "e356559c-e4ae-4a13-8605-edb2c6608463" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.558512] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "e356559c-e4ae-4a13-8605-edb2c6608463-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.558512] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "e356559c-e4ae-4a13-8605-edb2c6608463-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.558597] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "e356559c-e4ae-4a13-8605-edb2c6608463-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.561130] env[68391]: INFO nova.compute.manager [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Terminating instance [ 600.612444] env[68391]: DEBUG oslo_vmware.api [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Task: {'id': task-3038427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331009} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.612728] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.613398] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 600.613398] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 600.613398] env[68391]: INFO nova.compute.manager [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Took 1.21 seconds to destroy the instance on the hypervisor. [ 600.613713] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 600.613713] env[68391]: DEBUG nova.compute.manager [-] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 600.613837] env[68391]: DEBUG nova.network.neutron [-] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 600.621524] env[68391]: DEBUG oslo_concurrency.lockutils [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquiring lock "refresh_cache-828732f1-e0d2-4e9c-83f1-7f43892ba7be" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.621524] env[68391]: DEBUG oslo_concurrency.lockutils [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquired lock "refresh_cache-828732f1-e0d2-4e9c-83f1-7f43892ba7be" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.621524] env[68391]: DEBUG nova.network.neutron [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.621524] env[68391]: DEBUG nova.compute.utils [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.625667] env[68391]: DEBUG nova.compute.manager [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.625791] env[68391]: DEBUG nova.network.neutron [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.700944] env[68391]: DEBUG nova.policy [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf00a146f74c4a509e9fca129fcae573', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '671d0dbc6c92469c8b71c3beba08a470', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.865984] env[68391]: DEBUG nova.compute.manager [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 600.866704] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 600.868558] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fb40dc-4958-4119-8e9b-dcf1a37d3500 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.883749] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 600.887289] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a63b48b3-a570-40d1-a6b2-db198551623c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.900625] env[68391]: DEBUG oslo_vmware.api [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Waiting for the task: (returnval){ [ 600.900625] env[68391]: value = "task-3038429" [ 600.900625] env[68391]: _type = "Task" [ 600.900625] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.921181] env[68391]: DEBUG oslo_vmware.api [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038424, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.926159] env[68391]: DEBUG oslo_vmware.api [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': task-3038429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.017145] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82e8c7f7-cd75-4639-8f29-f178d91b0aa1 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lock "291661a1-659b-45a6-b35f-2db187f17324" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.748s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.017361] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038425, 'name': ReconfigVM_Task, 'duration_secs': 0.723905} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.019036] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 04a75416-4760-4c14-9e8e-5458a095866e/04a75416-4760-4c14-9e8e-5458a095866e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.023650] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85c0b805-84f2-48cd-9229-1603bb0b9a6c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.035851] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for the task: (returnval){ [ 601.035851] env[68391]: value = "task-3038430" [ 601.035851] env[68391]: _type = "Task" [ 601.035851] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.053343] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038430, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.066945] env[68391]: DEBUG nova.compute.manager [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 601.067212] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 601.069426] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bbd687-560e-41be-8bdd-912c2c7eaf4e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.079834] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 601.080564] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cabc2802-af3f-4ff7-945f-40a5f116a81b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.088732] env[68391]: DEBUG oslo_vmware.api [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 601.088732] env[68391]: value = "task-3038431" [ 601.088732] env[68391]: _type = "Task" [ 601.088732] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.100069] env[68391]: DEBUG oslo_vmware.api [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.127076] env[68391]: DEBUG nova.compute.manager [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.198872] env[68391]: DEBUG nova.network.neutron [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.222893] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3eeb4c4c-b761-4ace-bfdb-19b5c9ecce52 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "refresh_cache-1b07d836-07a1-437f-8890-59630b092bca" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.223296] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3eeb4c4c-b761-4ace-bfdb-19b5c9ecce52 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquired lock "refresh_cache-1b07d836-07a1-437f-8890-59630b092bca" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.223508] env[68391]: DEBUG nova.network.neutron [None req-3eeb4c4c-b761-4ace-bfdb-19b5c9ecce52 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.223704] env[68391]: DEBUG nova.objects.instance [None req-3eeb4c4c-b761-4ace-bfdb-19b5c9ecce52 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lazy-loading 'info_cache' on Instance uuid 1b07d836-07a1-437f-8890-59630b092bca {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 601.243116] env[68391]: DEBUG oslo_concurrency.lockutils [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "cb0f9997-74dc-4974-93e3-f5a9d451499e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.243411] env[68391]: DEBUG oslo_concurrency.lockutils [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "cb0f9997-74dc-4974-93e3-f5a9d451499e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.243625] env[68391]: DEBUG oslo_concurrency.lockutils [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "cb0f9997-74dc-4974-93e3-f5a9d451499e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.243807] env[68391]: DEBUG oslo_concurrency.lockutils [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "cb0f9997-74dc-4974-93e3-f5a9d451499e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.243983] env[68391]: DEBUG oslo_concurrency.lockutils [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "cb0f9997-74dc-4974-93e3-f5a9d451499e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.253013] env[68391]: INFO nova.compute.manager [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Terminating instance [ 601.421942] env[68391]: DEBUG oslo_vmware.api [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038424, 'name': CreateSnapshot_Task, 'duration_secs': 1.024959} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.423047] env[68391]: DEBUG nova.network.neutron [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Successfully created port: fb07ee00-d0e2-4fb6-acf9-8e1015df91bd {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.429622] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Created Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 601.430025] env[68391]: DEBUG oslo_vmware.api [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': task-3038429, 'name': PowerOffVM_Task, 'duration_secs': 0.357965} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.433564] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84fde98-50c1-47e2-a425-17610e855e8a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.437232] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 601.437555] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 601.437967] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3867bb8-4b8d-472d-a4cc-85702e5d48bb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.526272] env[68391]: DEBUG nova.compute.manager [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.531413] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 601.531634] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 601.531815] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Deleting the datastore file [datastore2] a40e75b5-1c76-4f37-8452-6f2769a5978e {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.532421] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b82f27d1-7ade-4afc-84ef-ae740ac6b7e4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.541842] env[68391]: DEBUG oslo_vmware.api [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Waiting for the task: (returnval){ [ 601.541842] env[68391]: value = "task-3038433" [ 601.541842] env[68391]: _type = "Task" [ 601.541842] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.550829] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038430, 'name': Rename_Task, 'duration_secs': 0.503796} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.551465] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.551465] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6d2e902-bfe0-495b-bd71-63ed3c6c0ff7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.558293] env[68391]: DEBUG oslo_vmware.api [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': task-3038433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.567043] env[68391]: DEBUG nova.network.neutron [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Updating instance_info_cache with network_info: [{"id": "13e4605d-b5be-416e-9bc1-a0fcb3b6bb2c", "address": "fa:16:3e:47:d0:03", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e4605d-b5", "ovs_interfaceid": "13e4605d-b5be-416e-9bc1-a0fcb3b6bb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.573338] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for the task: (returnval){ [ 601.573338] env[68391]: value = "task-3038434" [ 601.573338] env[68391]: _type = "Task" [ 601.573338] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.601838] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.608147] env[68391]: DEBUG nova.network.neutron [-] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.609646] env[68391]: DEBUG oslo_vmware.api [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038431, 'name': PowerOffVM_Task, 'duration_secs': 0.491907} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.616914] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 601.617212] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 601.619284] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71b2be24-733b-4a04-b151-63517c42bdb2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.695384] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 601.695716] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 601.695831] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Deleting the datastore file [datastore2] e356559c-e4ae-4a13-8605-edb2c6608463 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.696047] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d510e87-62cd-4eda-8741-a9870b751792 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.707506] env[68391]: DEBUG oslo_vmware.api [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 601.707506] env[68391]: value = "task-3038436" [ 601.707506] env[68391]: _type = "Task" [ 601.707506] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.722954] env[68391]: DEBUG oslo_vmware.api [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.759212] env[68391]: DEBUG nova.compute.manager [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 601.759512] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 601.761056] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da81336-0ebb-4974-8e94-923c8492d604 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.771821] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 601.771821] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61f7ed1e-f330-449a-a6af-8fd809d4f660 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.783365] env[68391]: DEBUG oslo_vmware.api [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 601.783365] env[68391]: value = "task-3038437" [ 601.783365] env[68391]: _type = "Task" [ 601.783365] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.796358] env[68391]: DEBUG oslo_vmware.api [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.868189] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7e87a4-622e-4d8a-912b-f95d57e1dc33 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.878262] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f821dfb-15a6-4cc8-8d0e-4f43ba644cbb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.916024] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fa2bef-0631-4320-84dc-f453efa1e15c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.926854] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fae36ab-41dc-475c-90dc-97662440c548 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.942371] env[68391]: DEBUG nova.compute.provider_tree [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.965599] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Creating linked-clone VM from snapshot {{(pid=68391) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 601.967248] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e504a44b-349f-4d7c-ac75-db0a4ab38952 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.979139] env[68391]: DEBUG oslo_vmware.api [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 601.979139] env[68391]: value = "task-3038438" [ 601.979139] env[68391]: _type = "Task" [ 601.979139] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.989836] env[68391]: DEBUG oslo_vmware.api [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038438, 'name': CloneVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.059692] env[68391]: DEBUG oslo_vmware.api [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Task: {'id': task-3038433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329029} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.060890] env[68391]: DEBUG oslo_concurrency.lockutils [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.061278] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 602.062031] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 602.062031] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 602.062031] env[68391]: INFO nova.compute.manager [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 602.062942] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.063670] env[68391]: DEBUG nova.compute.manager [-] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 602.063670] env[68391]: DEBUG nova.network.neutron [-] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 602.075166] env[68391]: DEBUG oslo_concurrency.lockutils [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Releasing lock "refresh_cache-828732f1-e0d2-4e9c-83f1-7f43892ba7be" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.075916] env[68391]: DEBUG nova.compute.manager [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Instance network_info: |[{"id": "13e4605d-b5be-416e-9bc1-a0fcb3b6bb2c", "address": "fa:16:3e:47:d0:03", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e4605d-b5", "ovs_interfaceid": "13e4605d-b5be-416e-9bc1-a0fcb3b6bb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.076112] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:d0:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13e4605d-b5be-416e-9bc1-a0fcb3b6bb2c', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.086059] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.090847] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.091246] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2ec40d3-e86d-4dce-bf70-d3fdf9a41262 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.114022] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038434, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.115590] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.115590] env[68391]: value = "task-3038439" [ 602.115590] env[68391]: _type = "Task" [ 602.115590] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.119327] env[68391]: INFO nova.compute.manager [-] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Took 1.51 seconds to deallocate network for instance. [ 602.139749] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038439, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.143544] env[68391]: DEBUG nova.compute.manager [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.177784] env[68391]: DEBUG nova.virt.hardware [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.178425] env[68391]: DEBUG nova.virt.hardware [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.178602] env[68391]: DEBUG nova.virt.hardware [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.178817] env[68391]: DEBUG nova.virt.hardware [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.178934] env[68391]: DEBUG nova.virt.hardware [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.179099] env[68391]: DEBUG nova.virt.hardware [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.179339] env[68391]: DEBUG nova.virt.hardware [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.179504] env[68391]: DEBUG nova.virt.hardware [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.179679] env[68391]: DEBUG nova.virt.hardware [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.179842] env[68391]: DEBUG nova.virt.hardware [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.180038] env[68391]: DEBUG nova.virt.hardware [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.181167] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead13a43-87ee-4c10-adbf-8e05542a8dfe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.199722] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8aee7c9-8f8a-43be-8874-beb86d2b2dc6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.231710] env[68391]: DEBUG oslo_vmware.api [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327812} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.231993] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 602.232089] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 602.232525] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 602.232525] env[68391]: INFO nova.compute.manager [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Took 1.17 seconds to destroy the instance on the hypervisor. [ 602.232746] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.235555] env[68391]: DEBUG nova.compute.manager [-] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 602.235706] env[68391]: DEBUG nova.network.neutron [-] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 602.294570] env[68391]: DEBUG oslo_vmware.api [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038437, 'name': PowerOffVM_Task, 'duration_secs': 0.252384} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.294955] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 602.295247] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 602.295505] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4121c70-adc6-46a1-9800-9e2526298322 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.395351] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 602.395716] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 602.396106] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Deleting the datastore file [datastore2] cb0f9997-74dc-4974-93e3-f5a9d451499e {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.397166] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1300395c-997a-410e-ad22-ed44832f62eb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.406621] env[68391]: DEBUG oslo_vmware.api [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 602.406621] env[68391]: value = "task-3038441" [ 602.406621] env[68391]: _type = "Task" [ 602.406621] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.418525] env[68391]: DEBUG oslo_vmware.api [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.451928] env[68391]: DEBUG nova.scheduler.client.report [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.491714] env[68391]: DEBUG oslo_vmware.api [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038438, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.545750] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Acquiring lock "04218161-39eb-419d-96ea-c624f6e18e66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.546202] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Lock "04218161-39eb-419d-96ea-c624f6e18e66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.546428] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Acquiring lock "04218161-39eb-419d-96ea-c624f6e18e66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.546751] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Lock "04218161-39eb-419d-96ea-c624f6e18e66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.547053] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Lock "04218161-39eb-419d-96ea-c624f6e18e66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.550013] env[68391]: INFO nova.compute.manager [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Terminating instance [ 602.589482] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038434, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.625995] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038439, 'name': CreateVM_Task, 'duration_secs': 0.420025} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.627068] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.627275] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.627995] env[68391]: DEBUG oslo_concurrency.lockutils [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.628181] env[68391]: DEBUG oslo_concurrency.lockutils [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.628532] env[68391]: DEBUG oslo_concurrency.lockutils [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.628788] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9050a8b5-eb81-4c9c-beba-f98be5388395 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.634575] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 602.634575] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525ed3ce-8552-069e-9070-0d23c078b047" [ 602.634575] env[68391]: _type = "Task" [ 602.634575] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.643274] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525ed3ce-8552-069e-9070-0d23c078b047, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.920525] env[68391]: DEBUG oslo_vmware.api [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213041} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.920793] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 602.921367] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 602.921991] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 602.921991] env[68391]: INFO nova.compute.manager [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 602.925113] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.925113] env[68391]: DEBUG nova.compute.manager [-] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 602.925113] env[68391]: DEBUG nova.network.neutron [-] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 602.959404] env[68391]: DEBUG oslo_concurrency.lockutils [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.845s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.959404] env[68391]: DEBUG nova.compute.manager [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.961781] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.271s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.963409] env[68391]: INFO nova.compute.claims [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.996699] env[68391]: DEBUG oslo_vmware.api [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038438, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.055058] env[68391]: DEBUG nova.compute.manager [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 603.058021] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 603.058021] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5a9e2e-6932-4daf-ad78-6ca3d13322f8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.063593] env[68391]: DEBUG nova.network.neutron [None req-3eeb4c4c-b761-4ace-bfdb-19b5c9ecce52 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Updating instance_info_cache with network_info: [{"id": "dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8", "address": "fa:16:3e:03:0d:cf", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfb6dc4c-d9", "ovs_interfaceid": "dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.073133] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 603.073502] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13aa6dd3-b363-4a72-a41b-709e5e6d322a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.087374] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038434, 'name': PowerOnVM_Task} progress is 75%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.090112] env[68391]: DEBUG oslo_vmware.api [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Waiting for the task: (returnval){ [ 603.090112] env[68391]: value = "task-3038443" [ 603.090112] env[68391]: _type = "Task" [ 603.090112] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.102368] env[68391]: DEBUG oslo_vmware.api [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': task-3038443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.151392] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525ed3ce-8552-069e-9070-0d23c078b047, 'name': SearchDatastore_Task, 'duration_secs': 0.013266} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.151750] env[68391]: DEBUG oslo_concurrency.lockutils [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.152032] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.152327] env[68391]: DEBUG oslo_concurrency.lockutils [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.152586] env[68391]: DEBUG oslo_concurrency.lockutils [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.152800] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.153126] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc956d6b-9cad-4d0a-a14a-1f34b9e2dcba {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.165264] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.165264] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.166600] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-376d1a3f-68da-4f88-b5ea-c532ebeeabd2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.173360] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 603.173360] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e8f981-38a9-1173-cb25-6ed9b951be64" [ 603.173360] env[68391]: _type = "Task" [ 603.173360] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.183296] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e8f981-38a9-1173-cb25-6ed9b951be64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.248506] env[68391]: DEBUG nova.compute.manager [req-8d298969-1478-4a00-bf9e-971b84855936 req-3e878f4d-c2b0-4cb5-a47b-c13be7dfacac service nova] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Received event network-changed-13e4605d-b5be-416e-9bc1-a0fcb3b6bb2c {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.248614] env[68391]: DEBUG nova.compute.manager [req-8d298969-1478-4a00-bf9e-971b84855936 req-3e878f4d-c2b0-4cb5-a47b-c13be7dfacac service nova] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Refreshing instance network info cache due to event network-changed-13e4605d-b5be-416e-9bc1-a0fcb3b6bb2c. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 603.248816] env[68391]: DEBUG oslo_concurrency.lockutils [req-8d298969-1478-4a00-bf9e-971b84855936 req-3e878f4d-c2b0-4cb5-a47b-c13be7dfacac service nova] Acquiring lock "refresh_cache-828732f1-e0d2-4e9c-83f1-7f43892ba7be" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.248964] env[68391]: DEBUG oslo_concurrency.lockutils [req-8d298969-1478-4a00-bf9e-971b84855936 req-3e878f4d-c2b0-4cb5-a47b-c13be7dfacac service nova] Acquired lock "refresh_cache-828732f1-e0d2-4e9c-83f1-7f43892ba7be" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.249382] env[68391]: DEBUG nova.network.neutron [req-8d298969-1478-4a00-bf9e-971b84855936 req-3e878f4d-c2b0-4cb5-a47b-c13be7dfacac service nova] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Refreshing network info cache for port 13e4605d-b5be-416e-9bc1-a0fcb3b6bb2c {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 603.455841] env[68391]: DEBUG nova.network.neutron [-] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.470096] env[68391]: DEBUG nova.compute.utils [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.476361] env[68391]: DEBUG nova.compute.manager [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.476361] env[68391]: DEBUG nova.network.neutron [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.499609] env[68391]: DEBUG oslo_vmware.api [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038438, 'name': CloneVM_Task} progress is 95%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.524422] env[68391]: DEBUG nova.network.neutron [-] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.552289] env[68391]: DEBUG nova.policy [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94d4a8fd06c14e79a862439418b61103', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8f297ca4786486785ba0d4a8fe41528', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.566541] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3eeb4c4c-b761-4ace-bfdb-19b5c9ecce52 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Releasing lock "refresh_cache-1b07d836-07a1-437f-8890-59630b092bca" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.567294] env[68391]: DEBUG nova.objects.instance [None req-3eeb4c4c-b761-4ace-bfdb-19b5c9ecce52 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lazy-loading 'migration_context' on Instance uuid 1b07d836-07a1-437f-8890-59630b092bca {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 603.592237] env[68391]: DEBUG oslo_vmware.api [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038434, 'name': PowerOnVM_Task, 'duration_secs': 1.699844} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.596503] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.597102] env[68391]: INFO nova.compute.manager [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Took 7.03 seconds to spawn the instance on the hypervisor. [ 603.597102] env[68391]: DEBUG nova.compute.manager [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.598201] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4122324e-a4cc-4922-8af2-53bc857f9c03 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.608859] env[68391]: DEBUG oslo_vmware.api [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': task-3038443, 'name': PowerOffVM_Task, 'duration_secs': 0.342947} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.611298] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 603.611535] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 603.614572] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5751930-53b9-4e91-9260-c0bfda64dca8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.683900] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 603.684317] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 603.684684] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Deleting the datastore file [datastore2] 04218161-39eb-419d-96ea-c624f6e18e66 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.685052] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33c90fe1-e8ad-4dca-b67f-1a0cf63439d9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.691417] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e8f981-38a9-1173-cb25-6ed9b951be64, 'name': SearchDatastore_Task, 'duration_secs': 0.03048} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.692876] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-675819a8-434d-4f38-99e1-e1eee6b8d20f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.701567] env[68391]: DEBUG oslo_vmware.api [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Waiting for the task: (returnval){ [ 603.701567] env[68391]: value = "task-3038445" [ 603.701567] env[68391]: _type = "Task" [ 603.701567] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.704806] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 603.704806] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b306a3-b838-1ce5-4974-48fa1a91af20" [ 603.704806] env[68391]: _type = "Task" [ 603.704806] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.711662] env[68391]: DEBUG oslo_vmware.api [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': task-3038445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.717614] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b306a3-b838-1ce5-4974-48fa1a91af20, 'name': SearchDatastore_Task, 'duration_secs': 0.01057} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.717875] env[68391]: DEBUG oslo_concurrency.lockutils [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.718161] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 828732f1-e0d2-4e9c-83f1-7f43892ba7be/828732f1-e0d2-4e9c-83f1-7f43892ba7be.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.718415] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee1affe7-fc46-452e-a5de-aa9820fb6fd7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.726748] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 603.726748] env[68391]: value = "task-3038446" [ 603.726748] env[68391]: _type = "Task" [ 603.726748] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.736432] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.770387] env[68391]: DEBUG nova.network.neutron [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Successfully updated port: fb07ee00-d0e2-4fb6-acf9-8e1015df91bd {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.893447] env[68391]: DEBUG nova.network.neutron [-] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.959074] env[68391]: INFO nova.compute.manager [-] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Took 1.90 seconds to deallocate network for instance. [ 603.978511] env[68391]: DEBUG nova.compute.manager [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.996163] env[68391]: DEBUG oslo_vmware.api [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038438, 'name': CloneVM_Task, 'duration_secs': 1.630549} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.997101] env[68391]: INFO nova.virt.vmwareapi.vmops [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Created linked-clone VM from snapshot [ 603.997710] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a8a850-e70c-4d56-bd4b-3e301cc1057b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.006807] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Uploading image 79b0000e-6f3a-45b7-b4c8-99fc5ecc8420 {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 604.030486] env[68391]: INFO nova.compute.manager [-] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Took 1.79 seconds to deallocate network for instance. [ 604.041787] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 604.041787] env[68391]: value = "vm-608795" [ 604.041787] env[68391]: _type = "VirtualMachine" [ 604.041787] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 604.042290] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-23a497e3-375a-42d1-928c-be0bff79ec8b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.056261] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Lease: (returnval){ [ 604.056261] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523c4209-fe85-57eb-042f-de274e2dce8f" [ 604.056261] env[68391]: _type = "HttpNfcLease" [ 604.056261] env[68391]: } obtained for exporting VM: (result){ [ 604.056261] env[68391]: value = "vm-608795" [ 604.056261] env[68391]: _type = "VirtualMachine" [ 604.056261] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 604.056736] env[68391]: DEBUG oslo_vmware.api [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the lease: (returnval){ [ 604.056736] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523c4209-fe85-57eb-042f-de274e2dce8f" [ 604.056736] env[68391]: _type = "HttpNfcLease" [ 604.056736] env[68391]: } to be ready. {{(pid=68391) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 604.072376] env[68391]: DEBUG nova.compute.manager [req-87bfb5af-5494-4e2f-80f1-c077b60c4cae req-6805f93f-681c-48ec-83c6-abbc69be38f2 service nova] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Received event network-vif-deleted-3bbf7df5-0927-4bdf-981c-cbb3d1f85ab5 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 604.073604] env[68391]: DEBUG nova.objects.base [None req-3eeb4c4c-b761-4ace-bfdb-19b5c9ecce52 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Object Instance<1b07d836-07a1-437f-8890-59630b092bca> lazy-loaded attributes: info_cache,migration_context {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 604.082572] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c07ac56-6224-409c-871e-01c3c3bbac3d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.090986] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 604.090986] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523c4209-fe85-57eb-042f-de274e2dce8f" [ 604.090986] env[68391]: _type = "HttpNfcLease" [ 604.090986] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 604.111584] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27e83735-3943-410e-8ae0-5c2e0332aa36 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.120231] env[68391]: DEBUG oslo_vmware.api [None req-3eeb4c4c-b761-4ace-bfdb-19b5c9ecce52 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 604.120231] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5213cd87-1b54-7826-85db-cc328a55671e" [ 604.120231] env[68391]: _type = "Task" [ 604.120231] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.144382] env[68391]: INFO nova.compute.manager [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Took 34.11 seconds to build instance. [ 604.145353] env[68391]: DEBUG oslo_vmware.api [None req-3eeb4c4c-b761-4ace-bfdb-19b5c9ecce52 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5213cd87-1b54-7826-85db-cc328a55671e, 'name': SearchDatastore_Task, 'duration_secs': 0.014459} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.146210] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3eeb4c4c-b761-4ace-bfdb-19b5c9ecce52 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.215143] env[68391]: DEBUG oslo_vmware.api [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Task: {'id': task-3038445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15358} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.215563] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.215760] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 604.215933] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 604.216135] env[68391]: INFO nova.compute.manager [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Took 1.16 seconds to destroy the instance on the hypervisor. [ 604.216418] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.216617] env[68391]: DEBUG nova.compute.manager [-] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 604.216706] env[68391]: DEBUG nova.network.neutron [-] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 604.242833] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038446, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.274084] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquiring lock "refresh_cache-11e16402-9fbd-4dc8-855b-b8db7dd1434c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.274257] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquired lock "refresh_cache-11e16402-9fbd-4dc8-855b-b8db7dd1434c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.274419] env[68391]: DEBUG nova.network.neutron [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.285338] env[68391]: DEBUG nova.network.neutron [req-8d298969-1478-4a00-bf9e-971b84855936 req-3e878f4d-c2b0-4cb5-a47b-c13be7dfacac service nova] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Updated VIF entry in instance network info cache for port 13e4605d-b5be-416e-9bc1-a0fcb3b6bb2c. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.285794] env[68391]: DEBUG nova.network.neutron [req-8d298969-1478-4a00-bf9e-971b84855936 req-3e878f4d-c2b0-4cb5-a47b-c13be7dfacac service nova] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Updating instance_info_cache with network_info: [{"id": "13e4605d-b5be-416e-9bc1-a0fcb3b6bb2c", "address": "fa:16:3e:47:d0:03", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e4605d-b5", "ovs_interfaceid": "13e4605d-b5be-416e-9bc1-a0fcb3b6bb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.357193] env[68391]: DEBUG nova.network.neutron [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Successfully created port: ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.397955] env[68391]: INFO nova.compute.manager [-] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Took 1.48 seconds to deallocate network for instance. [ 604.469448] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.539184] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.580615] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 604.580615] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523c4209-fe85-57eb-042f-de274e2dce8f" [ 604.580615] env[68391]: _type = "HttpNfcLease" [ 604.580615] env[68391]: } is ready. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 604.580615] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 604.580615] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523c4209-fe85-57eb-042f-de274e2dce8f" [ 604.580615] env[68391]: _type = "HttpNfcLease" [ 604.580615] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 604.583012] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c6c170-a11d-44a2-8c96-c0d53302b520 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.599278] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b6e60-a793-b68a-6b8c-f47acf6ec220/disk-0.vmdk from lease info. {{(pid=68391) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 604.599451] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b6e60-a793-b68a-6b8c-f47acf6ec220/disk-0.vmdk for reading. {{(pid=68391) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 604.670185] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0e39eeb7-445e-4d0a-96a8-ddb489f5d014 tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Lock "04a75416-4760-4c14-9e8e-5458a095866e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.586s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.736505] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-20711d22-1d05-4c67-b5b4-3a963a3221bf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.742828] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548881} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.749805] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 828732f1-e0d2-4e9c-83f1-7f43892ba7be/828732f1-e0d2-4e9c-83f1-7f43892ba7be.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.749805] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.749805] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cad00d6-1b37-4cda-837f-25299d5dd291 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.758509] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 604.758509] env[68391]: value = "task-3038449" [ 604.758509] env[68391]: _type = "Task" [ 604.758509] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.767275] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce20b2f6-62ff-4abc-bda1-d3a965af47ea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.777674] env[68391]: DEBUG oslo_concurrency.lockutils [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "d6b19435-f7df-4b89-b0b1-b147ff8d8f64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.777674] env[68391]: DEBUG oslo_concurrency.lockutils [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "d6b19435-f7df-4b89-b0b1-b147ff8d8f64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.786325] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.791035] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65a261b-b157-4222-97de-5856f3cad266 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.795335] env[68391]: DEBUG oslo_concurrency.lockutils [req-8d298969-1478-4a00-bf9e-971b84855936 req-3e878f4d-c2b0-4cb5-a47b-c13be7dfacac service nova] Releasing lock "refresh_cache-828732f1-e0d2-4e9c-83f1-7f43892ba7be" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.795564] env[68391]: DEBUG nova.compute.manager [req-8d298969-1478-4a00-bf9e-971b84855936 req-3e878f4d-c2b0-4cb5-a47b-c13be7dfacac service nova] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Received event network-vif-deleted-23598efe-9717-438d-8aa5-44bf8e7e458d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 604.835132] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2494b0-a258-4df3-8ba8-7557134775c2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.844801] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679db986-7983-4ccb-8142-fcc0f31162b8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.862846] env[68391]: DEBUG nova.compute.provider_tree [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.872225] env[68391]: DEBUG nova.network.neutron [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.909156] env[68391]: DEBUG oslo_concurrency.lockutils [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.993680] env[68391]: DEBUG nova.compute.manager [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.027838] env[68391]: DEBUG nova.virt.hardware [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.028429] env[68391]: DEBUG nova.virt.hardware [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.028429] env[68391]: DEBUG nova.virt.hardware [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.028592] env[68391]: DEBUG nova.virt.hardware [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.028642] env[68391]: DEBUG nova.virt.hardware [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.028782] env[68391]: DEBUG nova.virt.hardware [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.028990] env[68391]: DEBUG nova.virt.hardware [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.029507] env[68391]: DEBUG nova.virt.hardware [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.029761] env[68391]: DEBUG nova.virt.hardware [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.029942] env[68391]: DEBUG nova.virt.hardware [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.030140] env[68391]: DEBUG nova.virt.hardware [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.031361] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae96577-9392-4fee-b427-570dbe239350 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.043868] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8afebb-c5b7-443e-a9a1-e2280fa58f84 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.177941] env[68391]: DEBUG nova.compute.manager [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.246693] env[68391]: DEBUG nova.network.neutron [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Updating instance_info_cache with network_info: [{"id": "fb07ee00-d0e2-4fb6-acf9-8e1015df91bd", "address": "fa:16:3e:e8:6c:c6", "network": {"id": "438d70ec-868a-4b58-91b6-2b61813c8965", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20171568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "671d0dbc6c92469c8b71c3beba08a470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb07ee00-d0", "ovs_interfaceid": "fb07ee00-d0e2-4fb6-acf9-8e1015df91bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.272025] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139936} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.272669] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.273924] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d701ee6-67e3-4bbc-8091-8a642e5cb6de {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.303439] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 828732f1-e0d2-4e9c-83f1-7f43892ba7be/828732f1-e0d2-4e9c-83f1-7f43892ba7be.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.304532] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e097aab8-8855-4266-a3d5-d3075db50939 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.329594] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 605.329594] env[68391]: value = "task-3038450" [ 605.329594] env[68391]: _type = "Task" [ 605.329594] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.342530] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.366185] env[68391]: DEBUG nova.scheduler.client.report [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.485014] env[68391]: DEBUG nova.network.neutron [-] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.570468] env[68391]: INFO nova.compute.manager [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Rebuilding instance [ 605.653821] env[68391]: DEBUG nova.compute.manager [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.655502] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cb8ca1-eeb5-40d2-b736-7509869a2b57 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.706744] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.749155] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Releasing lock "refresh_cache-11e16402-9fbd-4dc8-855b-b8db7dd1434c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.749514] env[68391]: DEBUG nova.compute.manager [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Instance network_info: |[{"id": "fb07ee00-d0e2-4fb6-acf9-8e1015df91bd", "address": "fa:16:3e:e8:6c:c6", "network": {"id": "438d70ec-868a-4b58-91b6-2b61813c8965", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20171568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "671d0dbc6c92469c8b71c3beba08a470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb07ee00-d0", "ovs_interfaceid": "fb07ee00-d0e2-4fb6-acf9-8e1015df91bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.750153] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:6c:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb07ee00-d0e2-4fb6-acf9-8e1015df91bd', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.764862] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 605.765660] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.766024] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebec9a7b-c895-4825-9e8c-5f34c6608b57 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.796243] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.796243] env[68391]: value = "task-3038451" [ 605.796243] env[68391]: _type = "Task" [ 605.796243] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.813058] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038451, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.850209] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038450, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.873506] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.910s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.873506] env[68391]: DEBUG nova.compute.manager [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.875543] env[68391]: DEBUG oslo_concurrency.lockutils [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.734s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.875876] env[68391]: DEBUG nova.objects.instance [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Lazy-loading 'resources' on Instance uuid 7eea385c-cd21-4229-84ca-60ebfaa72460 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 605.988288] env[68391]: INFO nova.compute.manager [-] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Took 1.77 seconds to deallocate network for instance. [ 606.111831] env[68391]: DEBUG nova.compute.manager [req-c4902547-b1bf-472f-b9b3-2f2e3f942a84 req-612bbd05-0a33-4d9e-80e2-6875fab6943d service nova] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Received event network-vif-deleted-fabbb72b-b912-402f-9636-5bc2acbb481f {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 606.112962] env[68391]: DEBUG nova.compute.manager [req-c4902547-b1bf-472f-b9b3-2f2e3f942a84 req-612bbd05-0a33-4d9e-80e2-6875fab6943d service nova] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Received event network-vif-deleted-50354f0f-209f-4233-83c6-4a8a9fb3fb71 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 606.312836] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038451, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.344426] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038450, 'name': ReconfigVM_Task, 'duration_secs': 0.55742} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.344839] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 828732f1-e0d2-4e9c-83f1-7f43892ba7be/828732f1-e0d2-4e9c-83f1-7f43892ba7be.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.345521] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0424b38b-564a-4879-834b-c82ecac64b3f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.354648] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 606.354648] env[68391]: value = "task-3038452" [ 606.354648] env[68391]: _type = "Task" [ 606.354648] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.366307] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038452, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.379369] env[68391]: DEBUG nova.compute.utils [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.380908] env[68391]: DEBUG nova.compute.manager [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Not allocating networking since 'none' was specified. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 606.422260] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Acquiring lock "899fb4f5-ddf8-4295-8abe-99669680d1d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.422519] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Lock "899fb4f5-ddf8-4295-8abe-99669680d1d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.498305] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.560254] env[68391]: DEBUG nova.compute.manager [req-0e46ae45-69d0-44b1-a8bb-cdbaac1a9e2c req-368acb03-19c6-44da-a143-52ffbb82b46e service nova] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Received event network-vif-plugged-fb07ee00-d0e2-4fb6-acf9-8e1015df91bd {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 606.560452] env[68391]: DEBUG oslo_concurrency.lockutils [req-0e46ae45-69d0-44b1-a8bb-cdbaac1a9e2c req-368acb03-19c6-44da-a143-52ffbb82b46e service nova] Acquiring lock "11e16402-9fbd-4dc8-855b-b8db7dd1434c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.561095] env[68391]: DEBUG oslo_concurrency.lockutils [req-0e46ae45-69d0-44b1-a8bb-cdbaac1a9e2c req-368acb03-19c6-44da-a143-52ffbb82b46e service nova] Lock "11e16402-9fbd-4dc8-855b-b8db7dd1434c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.561515] env[68391]: DEBUG oslo_concurrency.lockutils [req-0e46ae45-69d0-44b1-a8bb-cdbaac1a9e2c req-368acb03-19c6-44da-a143-52ffbb82b46e service nova] Lock "11e16402-9fbd-4dc8-855b-b8db7dd1434c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.561935] env[68391]: DEBUG nova.compute.manager [req-0e46ae45-69d0-44b1-a8bb-cdbaac1a9e2c req-368acb03-19c6-44da-a143-52ffbb82b46e service nova] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] No waiting events found dispatching network-vif-plugged-fb07ee00-d0e2-4fb6-acf9-8e1015df91bd {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 606.562117] env[68391]: WARNING nova.compute.manager [req-0e46ae45-69d0-44b1-a8bb-cdbaac1a9e2c req-368acb03-19c6-44da-a143-52ffbb82b46e service nova] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Received unexpected event network-vif-plugged-fb07ee00-d0e2-4fb6-acf9-8e1015df91bd for instance with vm_state building and task_state spawning. [ 606.562382] env[68391]: DEBUG nova.compute.manager [req-0e46ae45-69d0-44b1-a8bb-cdbaac1a9e2c req-368acb03-19c6-44da-a143-52ffbb82b46e service nova] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Received event network-changed-fb07ee00-d0e2-4fb6-acf9-8e1015df91bd {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 606.562595] env[68391]: DEBUG nova.compute.manager [req-0e46ae45-69d0-44b1-a8bb-cdbaac1a9e2c req-368acb03-19c6-44da-a143-52ffbb82b46e service nova] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Refreshing instance network info cache due to event network-changed-fb07ee00-d0e2-4fb6-acf9-8e1015df91bd. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 606.563490] env[68391]: DEBUG oslo_concurrency.lockutils [req-0e46ae45-69d0-44b1-a8bb-cdbaac1a9e2c req-368acb03-19c6-44da-a143-52ffbb82b46e service nova] Acquiring lock "refresh_cache-11e16402-9fbd-4dc8-855b-b8db7dd1434c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.563670] env[68391]: DEBUG oslo_concurrency.lockutils [req-0e46ae45-69d0-44b1-a8bb-cdbaac1a9e2c req-368acb03-19c6-44da-a143-52ffbb82b46e service nova] Acquired lock "refresh_cache-11e16402-9fbd-4dc8-855b-b8db7dd1434c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.563859] env[68391]: DEBUG nova.network.neutron [req-0e46ae45-69d0-44b1-a8bb-cdbaac1a9e2c req-368acb03-19c6-44da-a143-52ffbb82b46e service nova] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Refreshing network info cache for port fb07ee00-d0e2-4fb6-acf9-8e1015df91bd {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.672537] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 606.672537] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe9063cb-2116-4df6-97a7-c61b760fd39f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.681607] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for the task: (returnval){ [ 606.681607] env[68391]: value = "task-3038453" [ 606.681607] env[68391]: _type = "Task" [ 606.681607] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.695180] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.726209] env[68391]: DEBUG nova.network.neutron [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Successfully updated port: ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.810011] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038451, 'name': CreateVM_Task, 'duration_secs': 0.528943} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.810241] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.811027] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.812136] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.812136] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.812136] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6502030b-0259-4fba-9b90-9cc9ce67394e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.817925] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for the task: (returnval){ [ 606.817925] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520089f9-f087-e0f7-d418-90a555617e2c" [ 606.817925] env[68391]: _type = "Task" [ 606.817925] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.835569] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520089f9-f087-e0f7-d418-90a555617e2c, 'name': SearchDatastore_Task, 'duration_secs': 0.013517} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.839584] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.839855] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.840103] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.840280] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.840461] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.841742] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-484f8caf-fc8b-4f85-b154-91eee9a6d57c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.855254] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.855254] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.860167] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d861f654-9967-4b8e-a643-e7a3dc1d1127 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.877323] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for the task: (returnval){ [ 606.877323] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b64e29-794f-bc6b-0483-61c73d58dac3" [ 606.877323] env[68391]: _type = "Task" [ 606.877323] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.886079] env[68391]: DEBUG nova.compute.manager [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.888481] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038452, 'name': Rename_Task, 'duration_secs': 0.179693} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.892528] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.892528] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fac61163-7914-4fa9-987d-89ca492bf822 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.903090] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b64e29-794f-bc6b-0483-61c73d58dac3, 'name': SearchDatastore_Task, 'duration_secs': 0.013565} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.906865] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 606.906865] env[68391]: value = "task-3038455" [ 606.906865] env[68391]: _type = "Task" [ 606.906865] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.907176] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17304d5f-65f3-4817-830d-591f32511601 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.926533] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for the task: (returnval){ [ 606.926533] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521b9129-5817-ef6c-b66e-af5188039204" [ 606.926533] env[68391]: _type = "Task" [ 606.926533] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.930372] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.947499] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521b9129-5817-ef6c-b66e-af5188039204, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.132236] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230d2228-b222-4d39-80b4-45d090c5cca5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.144104] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae28237-8ef8-4f59-af95-14a805c2eadf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.179691] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91684de8-c4a2-48fa-9eb7-2a5662675d34 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.189569] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0fce38-9684-4124-b898-a19c60cd13ec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.197176] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038453, 'name': PowerOffVM_Task, 'duration_secs': 0.134283} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.197956] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 607.198183] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 607.199007] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8288a3e8-4522-4574-8369-f89b243d83f0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.210654] env[68391]: DEBUG nova.compute.provider_tree [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.220103] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 607.220404] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8cc40b4-ab18-40c6-822f-2a5827af7077 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.229452] env[68391]: DEBUG oslo_concurrency.lockutils [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquiring lock "refresh_cache-7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.229620] env[68391]: DEBUG oslo_concurrency.lockutils [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquired lock "refresh_cache-7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.229761] env[68391]: DEBUG nova.network.neutron [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.264061] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 607.264274] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 607.264455] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Deleting the datastore file [datastore2] 04a75416-4760-4c14-9e8e-5458a095866e {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.264795] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4878195-b087-4c03-b8f1-643948737ab4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.275534] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for the task: (returnval){ [ 607.275534] env[68391]: value = "task-3038457" [ 607.275534] env[68391]: _type = "Task" [ 607.275534] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.291876] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.428015] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038455, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.441694] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521b9129-5817-ef6c-b66e-af5188039204, 'name': SearchDatastore_Task, 'duration_secs': 0.016582} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.442155] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.442486] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 11e16402-9fbd-4dc8-855b-b8db7dd1434c/11e16402-9fbd-4dc8-855b-b8db7dd1434c.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.442826] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c537c906-8064-4727-89aa-004c0b67526a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.453866] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for the task: (returnval){ [ 607.453866] env[68391]: value = "task-3038458" [ 607.453866] env[68391]: _type = "Task" [ 607.453866] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.463945] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.489408] env[68391]: DEBUG nova.network.neutron [req-0e46ae45-69d0-44b1-a8bb-cdbaac1a9e2c req-368acb03-19c6-44da-a143-52ffbb82b46e service nova] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Updated VIF entry in instance network info cache for port fb07ee00-d0e2-4fb6-acf9-8e1015df91bd. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.489775] env[68391]: DEBUG nova.network.neutron [req-0e46ae45-69d0-44b1-a8bb-cdbaac1a9e2c req-368acb03-19c6-44da-a143-52ffbb82b46e service nova] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Updating instance_info_cache with network_info: [{"id": "fb07ee00-d0e2-4fb6-acf9-8e1015df91bd", "address": "fa:16:3e:e8:6c:c6", "network": {"id": "438d70ec-868a-4b58-91b6-2b61813c8965", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20171568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "671d0dbc6c92469c8b71c3beba08a470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb07ee00-d0", "ovs_interfaceid": "fb07ee00-d0e2-4fb6-acf9-8e1015df91bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.713980] env[68391]: DEBUG nova.scheduler.client.report [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.789088] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176053} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.789999] env[68391]: DEBUG nova.network.neutron [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.792367] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.792525] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 607.792689] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 607.894725] env[68391]: DEBUG nova.compute.manager [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.926825] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038455, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.943975] env[68391]: DEBUG nova.virt.hardware [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.944412] env[68391]: DEBUG nova.virt.hardware [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.944687] env[68391]: DEBUG nova.virt.hardware [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.945037] env[68391]: DEBUG nova.virt.hardware [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.947941] env[68391]: DEBUG nova.virt.hardware [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.947941] env[68391]: DEBUG nova.virt.hardware [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.947941] env[68391]: DEBUG nova.virt.hardware [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.947941] env[68391]: DEBUG nova.virt.hardware [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.947941] env[68391]: DEBUG nova.virt.hardware [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.948234] env[68391]: DEBUG nova.virt.hardware [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.948234] env[68391]: DEBUG nova.virt.hardware [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.949122] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79164611-abe0-49c2-b045-d4a8f5db7f1c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.972361] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8959c88-44a8-427b-8bd5-a4613cf76da5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.977526] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038458, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.990766] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Instance VIF info [] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.997252] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Creating folder: Project (23771e2619dd4523a233d400c69462af). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.997521] env[68391]: DEBUG oslo_concurrency.lockutils [req-0e46ae45-69d0-44b1-a8bb-cdbaac1a9e2c req-368acb03-19c6-44da-a143-52ffbb82b46e service nova] Releasing lock "refresh_cache-11e16402-9fbd-4dc8-855b-b8db7dd1434c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.997828] env[68391]: DEBUG nova.compute.manager [req-0e46ae45-69d0-44b1-a8bb-cdbaac1a9e2c req-368acb03-19c6-44da-a143-52ffbb82b46e service nova] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Received event network-vif-deleted-860af740-d18f-4b02-8598-bf2b6821668f {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.998163] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5b67bbe-6ea4-45e7-b658-08cf6f7b1ae1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.018430] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Created folder: Project (23771e2619dd4523a233d400c69462af) in parent group-v608736. [ 608.018671] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Creating folder: Instances. Parent ref: group-v608799. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.019112] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eedd2f57-10a3-4a51-b2b8-a6eea9bc6ba1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.034139] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Created folder: Instances in parent group-v608799. [ 608.034377] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.034687] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e10449a8-0e0b-496e-8861-84708e325079] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.035030] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f0dc9d7-7873-4aab-9f0f-1455007051a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.055269] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.055269] env[68391]: value = "task-3038461" [ 608.055269] env[68391]: _type = "Task" [ 608.055269] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.064637] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038461, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.071318] env[68391]: DEBUG nova.network.neutron [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Updating instance_info_cache with network_info: [{"id": "ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e", "address": "fa:16:3e:2a:7f:97", "network": {"id": "530862f2-dc69-4e67-8ec8-386303a3cfe0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-646053942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8f297ca4786486785ba0d4a8fe41528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebfc4e8a-ea", "ovs_interfaceid": "ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.220602] env[68391]: DEBUG oslo_concurrency.lockutils [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.345s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.224586] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.714s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.227110] env[68391]: INFO nova.compute.claims [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.255105] env[68391]: INFO nova.scheduler.client.report [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Deleted allocations for instance 7eea385c-cd21-4229-84ca-60ebfaa72460 [ 608.425156] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038455, 'name': PowerOnVM_Task} progress is 91%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.469173] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582765} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.469469] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 11e16402-9fbd-4dc8-855b-b8db7dd1434c/11e16402-9fbd-4dc8-855b-b8db7dd1434c.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.469549] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 608.470592] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4038ef08-c4fa-43be-9024-fbb424aeaa0b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.479239] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for the task: (returnval){ [ 608.479239] env[68391]: value = "task-3038462" [ 608.479239] env[68391]: _type = "Task" [ 608.479239] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.488986] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.565981] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038461, 'name': CreateVM_Task, 'duration_secs': 0.428719} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.566160] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e10449a8-0e0b-496e-8861-84708e325079] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.566587] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.566642] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.566975] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.567271] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dff3c78-32b4-452e-a7ef-f8224f42c2ac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.575790] env[68391]: DEBUG oslo_concurrency.lockutils [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Releasing lock "refresh_cache-7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.576185] env[68391]: DEBUG nova.compute.manager [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Instance network_info: |[{"id": "ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e", "address": "fa:16:3e:2a:7f:97", "network": {"id": "530862f2-dc69-4e67-8ec8-386303a3cfe0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-646053942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8f297ca4786486785ba0d4a8fe41528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebfc4e8a-ea", "ovs_interfaceid": "ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.576595] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Waiting for the task: (returnval){ [ 608.576595] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a7de8d-ff02-2706-f6d4-3409dfd712b0" [ 608.576595] env[68391]: _type = "Task" [ 608.576595] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.576926] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:7f:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.584939] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Creating folder: Project (b8f297ca4786486785ba0d4a8fe41528). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.585259] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86183ebb-27c2-4a82-819b-60e8ddd41592 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.602386] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a7de8d-ff02-2706-f6d4-3409dfd712b0, 'name': SearchDatastore_Task, 'duration_secs': 0.017708} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.604493] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.604908] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.605156] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.607951] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.607951] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.607951] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Created folder: Project (b8f297ca4786486785ba0d4a8fe41528) in parent group-v608736. [ 608.607951] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Creating folder: Instances. Parent ref: group-v608802. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.607951] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbe305b5-d942-443e-b405-868ba03d585b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.608431] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1db04e3-9499-4cc1-ac45-400cdce707df {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.623108] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Created folder: Instances in parent group-v608802. [ 608.623108] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.623108] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.623749] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-805f2272-569a-49f0-aa8b-ecefb8705fd0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.643844] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.644104] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.645349] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30175c14-446c-4cf5-9096-fa755db2ff00 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.651129] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.651129] env[68391]: value = "task-3038465" [ 608.651129] env[68391]: _type = "Task" [ 608.651129] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.652400] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Waiting for the task: (returnval){ [ 608.652400] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a604ef-8f49-4ddf-f43b-0fbd15f0e061" [ 608.652400] env[68391]: _type = "Task" [ 608.652400] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.665187] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a604ef-8f49-4ddf-f43b-0fbd15f0e061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.668594] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038465, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.764804] env[68391]: DEBUG oslo_concurrency.lockutils [None req-65e4bf2b-9825-4b20-bc79-200e49c3630e tempest-ServerDiagnosticsTest-1728271757 tempest-ServerDiagnosticsTest-1728271757-project-member] Lock "7eea385c-cd21-4229-84ca-60ebfaa72460" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.608s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.832464] env[68391]: DEBUG nova.virt.hardware [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.832945] env[68391]: DEBUG nova.virt.hardware [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.835645] env[68391]: DEBUG nova.virt.hardware [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.835645] env[68391]: DEBUG nova.virt.hardware [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.835848] env[68391]: DEBUG nova.virt.hardware [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.836017] env[68391]: DEBUG nova.virt.hardware [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.836294] env[68391]: DEBUG nova.virt.hardware [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.836922] env[68391]: DEBUG nova.virt.hardware [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.836922] env[68391]: DEBUG nova.virt.hardware [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.836922] env[68391]: DEBUG nova.virt.hardware [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.837102] env[68391]: DEBUG nova.virt.hardware [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.837953] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158fc5cb-503b-4015-8ba7-f1722278640c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.847995] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48501e6-55c3-4ac9-81da-e5d62d3a8b5e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.865250] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Instance VIF info [] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.870892] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.872446] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.873776] env[68391]: DEBUG nova.compute.manager [req-f98ca9ee-9b6a-4e03-8dde-8702898041d6 req-239335d2-92b3-45bb-9c2c-931103678b52 service nova] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Received event network-vif-plugged-ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.873979] env[68391]: DEBUG oslo_concurrency.lockutils [req-f98ca9ee-9b6a-4e03-8dde-8702898041d6 req-239335d2-92b3-45bb-9c2c-931103678b52 service nova] Acquiring lock "7b44d5c5-c6e2-403e-8d0a-6580e3877e8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.874207] env[68391]: DEBUG oslo_concurrency.lockutils [req-f98ca9ee-9b6a-4e03-8dde-8702898041d6 req-239335d2-92b3-45bb-9c2c-931103678b52 service nova] Lock "7b44d5c5-c6e2-403e-8d0a-6580e3877e8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.874398] env[68391]: DEBUG oslo_concurrency.lockutils [req-f98ca9ee-9b6a-4e03-8dde-8702898041d6 req-239335d2-92b3-45bb-9c2c-931103678b52 service nova] Lock "7b44d5c5-c6e2-403e-8d0a-6580e3877e8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.874597] env[68391]: DEBUG nova.compute.manager [req-f98ca9ee-9b6a-4e03-8dde-8702898041d6 req-239335d2-92b3-45bb-9c2c-931103678b52 service nova] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] No waiting events found dispatching network-vif-plugged-ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.874772] env[68391]: WARNING nova.compute.manager [req-f98ca9ee-9b6a-4e03-8dde-8702898041d6 req-239335d2-92b3-45bb-9c2c-931103678b52 service nova] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Received unexpected event network-vif-plugged-ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e for instance with vm_state building and task_state spawning. [ 608.874947] env[68391]: DEBUG nova.compute.manager [req-f98ca9ee-9b6a-4e03-8dde-8702898041d6 req-239335d2-92b3-45bb-9c2c-931103678b52 service nova] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Received event network-changed-ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.875116] env[68391]: DEBUG nova.compute.manager [req-f98ca9ee-9b6a-4e03-8dde-8702898041d6 req-239335d2-92b3-45bb-9c2c-931103678b52 service nova] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Refreshing instance network info cache due to event network-changed-ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 608.875299] env[68391]: DEBUG oslo_concurrency.lockutils [req-f98ca9ee-9b6a-4e03-8dde-8702898041d6 req-239335d2-92b3-45bb-9c2c-931103678b52 service nova] Acquiring lock "refresh_cache-7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.875448] env[68391]: DEBUG oslo_concurrency.lockutils [req-f98ca9ee-9b6a-4e03-8dde-8702898041d6 req-239335d2-92b3-45bb-9c2c-931103678b52 service nova] Acquired lock "refresh_cache-7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.875597] env[68391]: DEBUG nova.network.neutron [req-f98ca9ee-9b6a-4e03-8dde-8702898041d6 req-239335d2-92b3-45bb-9c2c-931103678b52 service nova] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Refreshing network info cache for port ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.876925] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b5aef14-a39f-4e36-8434-37132aa3f771 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.900570] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.900570] env[68391]: value = "task-3038467" [ 608.900570] env[68391]: _type = "Task" [ 608.900570] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.911131] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038467, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.924148] env[68391]: DEBUG oslo_vmware.api [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038455, 'name': PowerOnVM_Task, 'duration_secs': 1.529163} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.924531] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.924785] env[68391]: INFO nova.compute.manager [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Took 9.74 seconds to spawn the instance on the hypervisor. [ 608.924991] env[68391]: DEBUG nova.compute.manager [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.925880] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3775f95e-4abb-4fe0-afd3-f1e10fc1a933 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.992314] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083053} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.992717] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 608.993740] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af7cf79-7475-45aa-843d-4d8a2051f981 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.020910] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 11e16402-9fbd-4dc8-855b-b8db7dd1434c/11e16402-9fbd-4dc8-855b-b8db7dd1434c.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.021208] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4be5cee-cebb-4d32-864d-cc8aa4f672e8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.045642] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for the task: (returnval){ [ 609.045642] env[68391]: value = "task-3038468" [ 609.045642] env[68391]: _type = "Task" [ 609.045642] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.054688] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.127985] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Acquiring lock "ec6ae023-f376-4c2f-9d3d-31144b5b007e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.127985] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Lock "ec6ae023-f376-4c2f-9d3d-31144b5b007e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.169083] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038465, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.173103] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a604ef-8f49-4ddf-f43b-0fbd15f0e061, 'name': SearchDatastore_Task, 'duration_secs': 0.020084} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.174092] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b47ac09-7b82-403c-b0c0-74a52d120f8d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.181914] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Waiting for the task: (returnval){ [ 609.181914] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5206d44b-0535-ff19-6b82-5047f3a9d5bd" [ 609.181914] env[68391]: _type = "Task" [ 609.181914] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.193050] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5206d44b-0535-ff19-6b82-5047f3a9d5bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.413790] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038467, 'name': CreateVM_Task, 'duration_secs': 0.366656} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.413965] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.414401] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.414968] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.415089] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.415331] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13ef5fe9-5914-41a6-927e-a341c0ebc7bf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.425079] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for the task: (returnval){ [ 609.425079] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f88a72-f93f-2d10-d03b-b41f64ba095b" [ 609.425079] env[68391]: _type = "Task" [ 609.425079] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.436289] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f88a72-f93f-2d10-d03b-b41f64ba095b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.450045] env[68391]: INFO nova.compute.manager [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Took 38.36 seconds to build instance. [ 609.561041] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.667076] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038465, 'name': CreateVM_Task, 'duration_secs': 0.547972} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.668547] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.670286] env[68391]: DEBUG oslo_concurrency.lockutils [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.697717] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5206d44b-0535-ff19-6b82-5047f3a9d5bd, 'name': SearchDatastore_Task, 'duration_secs': 0.014025} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.698187] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.698302] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] e10449a8-0e0b-496e-8861-84708e325079/e10449a8-0e0b-496e-8861-84708e325079.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.699362] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43af707e-3add-4621-a775-5e8bb8473ae7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.706505] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Waiting for the task: (returnval){ [ 609.706505] env[68391]: value = "task-3038469" [ 609.706505] env[68391]: _type = "Task" [ 609.706505] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.719152] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': task-3038469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.740431] env[68391]: DEBUG nova.network.neutron [req-f98ca9ee-9b6a-4e03-8dde-8702898041d6 req-239335d2-92b3-45bb-9c2c-931103678b52 service nova] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Updated VIF entry in instance network info cache for port ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.740864] env[68391]: DEBUG nova.network.neutron [req-f98ca9ee-9b6a-4e03-8dde-8702898041d6 req-239335d2-92b3-45bb-9c2c-931103678b52 service nova] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Updating instance_info_cache with network_info: [{"id": "ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e", "address": "fa:16:3e:2a:7f:97", "network": {"id": "530862f2-dc69-4e67-8ec8-386303a3cfe0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-646053942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8f297ca4786486785ba0d4a8fe41528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebfc4e8a-ea", "ovs_interfaceid": "ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.797210] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee956d2-8ff4-4bb4-8c2b-a5f0d5ede488 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.807327] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f80a68f-ca0c-4110-b37a-5135f38295d2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.841982] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b361db-c19a-492a-817b-c7f590cb792a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.854766] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42948e55-4d50-4cd0-acf0-a649a6701c61 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.873469] env[68391]: DEBUG nova.compute.provider_tree [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.936245] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f88a72-f93f-2d10-d03b-b41f64ba095b, 'name': SearchDatastore_Task, 'duration_secs': 0.030301} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.936584] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.936866] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.937121] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.941025] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.941025] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.941025] env[68391]: DEBUG oslo_concurrency.lockutils [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.941025] env[68391]: DEBUG oslo_concurrency.lockutils [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.941025] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7421b307-34b7-4cf9-a4e3-724dbc6ffc4f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.941586] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02be2130-5379-41bf-958c-311f8556a2a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.948411] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 609.948411] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52205f8e-4469-5eb7-befb-047ed171d828" [ 609.948411] env[68391]: _type = "Task" [ 609.948411] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.953397] env[68391]: DEBUG oslo_concurrency.lockutils [None req-68a61eee-e34e-45e1-a2e5-900a4c887159 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lock "828732f1-e0d2-4e9c-83f1-7f43892ba7be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.958s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.955457] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.955745] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.962178] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6de38fe-4b70-4aa1-8948-2340835f3f95 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.963522] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52205f8e-4469-5eb7-befb-047ed171d828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.968832] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for the task: (returnval){ [ 609.968832] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529250ac-91eb-fd42-f125-681f02bdd51f" [ 609.968832] env[68391]: _type = "Task" [ 609.968832] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.979027] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529250ac-91eb-fd42-f125-681f02bdd51f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.057861] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038468, 'name': ReconfigVM_Task, 'duration_secs': 0.676534} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.058137] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 11e16402-9fbd-4dc8-855b-b8db7dd1434c/11e16402-9fbd-4dc8-855b-b8db7dd1434c.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.058777] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99986b53-a181-42d6-939f-946f1c5755d7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.066752] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for the task: (returnval){ [ 610.066752] env[68391]: value = "task-3038470" [ 610.066752] env[68391]: _type = "Task" [ 610.066752] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.077248] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038470, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.218043] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': task-3038469, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.244453] env[68391]: DEBUG oslo_concurrency.lockutils [req-f98ca9ee-9b6a-4e03-8dde-8702898041d6 req-239335d2-92b3-45bb-9c2c-931103678b52 service nova] Releasing lock "refresh_cache-7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.377445] env[68391]: DEBUG nova.scheduler.client.report [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.455773] env[68391]: DEBUG nova.compute.manager [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.462339] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52205f8e-4469-5eb7-befb-047ed171d828, 'name': SearchDatastore_Task, 'duration_secs': 0.021312} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.462975] env[68391]: DEBUG oslo_concurrency.lockutils [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.463622] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.463622] env[68391]: DEBUG oslo_concurrency.lockutils [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.479751] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529250ac-91eb-fd42-f125-681f02bdd51f, 'name': SearchDatastore_Task, 'duration_secs': 0.027864} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.480562] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2879270b-a4d4-468e-a4e0-f445b714f142 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.486590] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for the task: (returnval){ [ 610.486590] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dc65c2-6258-cf42-95b5-105ab0764c9c" [ 610.486590] env[68391]: _type = "Task" [ 610.486590] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.495251] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dc65c2-6258-cf42-95b5-105ab0764c9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.578766] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038470, 'name': Rename_Task, 'duration_secs': 0.285083} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.579368] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.579368] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c467d18a-26ad-452d-826e-b1ea0f8fcfc8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.589377] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for the task: (returnval){ [ 610.589377] env[68391]: value = "task-3038471" [ 610.589377] env[68391]: _type = "Task" [ 610.589377] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.606117] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.721548] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': task-3038469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750242} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.721959] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] e10449a8-0e0b-496e-8861-84708e325079/e10449a8-0e0b-496e-8861-84708e325079.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.722255] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.723213] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8be1a244-5040-46cd-9faf-3704e4a8d3c4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.733245] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Waiting for the task: (returnval){ [ 610.733245] env[68391]: value = "task-3038472" [ 610.733245] env[68391]: _type = "Task" [ 610.733245] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.752576] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': task-3038472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.883681] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.884249] env[68391]: DEBUG nova.compute.manager [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.887325] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.010s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.889204] env[68391]: INFO nova.compute.claims [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.990135] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.000442] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dc65c2-6258-cf42-95b5-105ab0764c9c, 'name': SearchDatastore_Task, 'duration_secs': 0.02079} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.000442] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.000442] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 04a75416-4760-4c14-9e8e-5458a095866e/04a75416-4760-4c14-9e8e-5458a095866e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.000442] env[68391]: DEBUG oslo_concurrency.lockutils [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.000777] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.000777] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be7ab144-17ba-478a-9b0d-457e065174e1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.001519] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bef7e48-91ce-417f-82cc-9958fa4591cb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.011869] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for the task: (returnval){ [ 611.011869] env[68391]: value = "task-3038474" [ 611.011869] env[68391]: _type = "Task" [ 611.011869] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.013221] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.013408] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.017314] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d47a905-ab47-481a-9582-177aaf88a959 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.026675] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 611.026675] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5227c156-790f-fab4-1efa-8852b303c0ef" [ 611.026675] env[68391]: _type = "Task" [ 611.026675] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.027147] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.035830] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5227c156-790f-fab4-1efa-8852b303c0ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.104133] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038471, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.249227] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': task-3038472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072738} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.249227] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.249678] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dcd377-f670-4a02-85ad-d05d059810d5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.276391] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] e10449a8-0e0b-496e-8861-84708e325079/e10449a8-0e0b-496e-8861-84708e325079.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.276731] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e5fc50d-e9ef-4539-a6dd-96fd51c7a2f8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.300286] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Waiting for the task: (returnval){ [ 611.300286] env[68391]: value = "task-3038475" [ 611.300286] env[68391]: _type = "Task" [ 611.300286] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.309540] env[68391]: DEBUG oslo_concurrency.lockutils [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Acquiring lock "69f2e7b4-4673-4707-87e3-e40032f09a10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.309809] env[68391]: DEBUG oslo_concurrency.lockutils [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Lock "69f2e7b4-4673-4707-87e3-e40032f09a10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.316505] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': task-3038475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.399686] env[68391]: DEBUG nova.compute.utils [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.404027] env[68391]: DEBUG nova.compute.manager [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.404027] env[68391]: DEBUG nova.network.neutron [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.481225] env[68391]: DEBUG nova.policy [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21a0b5e2536547a08e15031454df0f10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4deb54b560a43289729084b9fbad669', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.536256] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038474, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.544816] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5227c156-790f-fab4-1efa-8852b303c0ef, 'name': SearchDatastore_Task, 'duration_secs': 0.02199} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.545952] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8a228eb-1c52-485a-81c8-163281859f50 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.556801] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 611.556801] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52982943-35a4-0b10-30eb-99abe358d376" [ 611.556801] env[68391]: _type = "Task" [ 611.556801] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.571027] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52982943-35a4-0b10-30eb-99abe358d376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.608020] env[68391]: DEBUG oslo_vmware.api [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038471, 'name': PowerOnVM_Task, 'duration_secs': 0.688287} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.608020] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.608020] env[68391]: INFO nova.compute.manager [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Took 9.46 seconds to spawn the instance on the hypervisor. [ 611.608020] env[68391]: DEBUG nova.compute.manager [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.608020] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fb3e85-1294-4093-beab-3d9a6da3e97f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.611835] env[68391]: DEBUG nova.compute.manager [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.612709] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1171c4e-9478-4123-adb0-a7fad0ab7ac4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.811159] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': task-3038475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.908785] env[68391]: DEBUG nova.compute.manager [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.025285] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621345} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.027932] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 04a75416-4760-4c14-9e8e-5458a095866e/04a75416-4760-4c14-9e8e-5458a095866e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.028170] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.028607] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8970abb5-ce1b-441d-94ca-4e01952492f4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.037877] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for the task: (returnval){ [ 612.037877] env[68391]: value = "task-3038476" [ 612.037877] env[68391]: _type = "Task" [ 612.037877] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.052252] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.073917] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52982943-35a4-0b10-30eb-99abe358d376, 'name': SearchDatastore_Task, 'duration_secs': 0.050688} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.074829] env[68391]: DEBUG nova.network.neutron [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Successfully created port: 05371bd9-1294-4000-8104-3082f7c0dd51 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.076990] env[68391]: DEBUG oslo_concurrency.lockutils [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.077056] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e/7b44d5c5-c6e2-403e-8d0a-6580e3877e8e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.077376] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79bf4ae8-3aa8-4f75-b8a8-f681961e9b21 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.085632] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 612.085632] env[68391]: value = "task-3038477" [ 612.085632] env[68391]: _type = "Task" [ 612.085632] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.094392] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.132730] env[68391]: INFO nova.compute.manager [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] instance snapshotting [ 612.136507] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67dbbce-bcec-437e-a869-e2825f37c7a2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.139476] env[68391]: INFO nova.compute.manager [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Took 40.47 seconds to build instance. [ 612.162801] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99144e70-67ec-4ecb-8c72-4b8366561e55 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.317125] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': task-3038475, 'name': ReconfigVM_Task, 'duration_secs': 1.00667} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.317749] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Reconfigured VM instance instance-00000016 to attach disk [datastore2] e10449a8-0e0b-496e-8861-84708e325079/e10449a8-0e0b-496e-8861-84708e325079.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.318091] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9ca1613-48f3-4d44-a1c5-fcc6be17263e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.328502] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Waiting for the task: (returnval){ [ 612.328502] env[68391]: value = "task-3038478" [ 612.328502] env[68391]: _type = "Task" [ 612.328502] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.342025] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': task-3038478, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.498118] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d2f78d-3f13-436c-b522-e039ab0869ac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.507038] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311be6cf-2756-4d3c-8f99-67df21c10c32 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.550591] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06df1561-2e3b-4375-99d2-91c89ab90f6e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.563499] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b137c9a4-b883-4e9c-8d15-b196e41d2a6a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.569643] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067219} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.569960] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.571392] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c278f6-485f-4b9c-a44c-25f08059c214 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.344868] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1dadeee2-3207-4ce0-ac26-ff00efa83963 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "11e16402-9fbd-4dc8-855b-b8db7dd1434c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.391s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.345892] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Creating Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 613.346897] env[68391]: DEBUG nova.compute.manager [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.349338] env[68391]: DEBUG nova.compute.provider_tree [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.356147] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-990f86ab-c92f-4418-8a51-7adbe58008d7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.378150] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 04a75416-4760-4c14-9e8e-5458a095866e/04a75416-4760-4c14-9e8e-5458a095866e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.382421] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e341219-2851-400f-b692-fdb5fab8bfe3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.407545] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': task-3038478, 'name': Rename_Task, 'duration_secs': 0.343289} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.407859] env[68391]: DEBUG oslo_vmware.api [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 613.407859] env[68391]: value = "task-3038480" [ 613.407859] env[68391]: _type = "Task" [ 613.407859] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.408118] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.869545} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.408784] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.409127] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e/7b44d5c5-c6e2-403e-8d0a-6580e3877e8e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.409364] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.409634] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a14d6a7-791a-4901-89a7-5403457be68e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.415080] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b7db3e0-6abd-458d-a276-1bd65e50ce81 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.420604] env[68391]: DEBUG nova.virt.hardware [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.420869] env[68391]: DEBUG nova.virt.hardware [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.421036] env[68391]: DEBUG nova.virt.hardware [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.421627] env[68391]: DEBUG nova.virt.hardware [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.421627] env[68391]: DEBUG nova.virt.hardware [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.421627] env[68391]: DEBUG nova.virt.hardware [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.421932] env[68391]: DEBUG nova.virt.hardware [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.422063] env[68391]: DEBUG nova.virt.hardware [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.422209] env[68391]: DEBUG nova.virt.hardware [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.422526] env[68391]: DEBUG nova.virt.hardware [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.422526] env[68391]: DEBUG nova.virt.hardware [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.425050] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735cfde5-da69-40e8-b2d1-d1eff0cf0dec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.428043] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for the task: (returnval){ [ 613.428043] env[68391]: value = "task-3038481" [ 613.428043] env[68391]: _type = "Task" [ 613.428043] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.438649] env[68391]: DEBUG oslo_vmware.api [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038480, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.443050] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Waiting for the task: (returnval){ [ 613.443050] env[68391]: value = "task-3038482" [ 613.443050] env[68391]: _type = "Task" [ 613.443050] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.443402] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 613.443402] env[68391]: value = "task-3038483" [ 613.443402] env[68391]: _type = "Task" [ 613.443402] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.445286] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2116b8-6658-4504-915e-2af8a39108fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.459212] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.477183] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': task-3038482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.477485] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.715333] env[68391]: DEBUG nova.compute.manager [req-ab75d565-ad1f-4d0d-9d47-45ac33a4901f req-64b4c042-1e05-46c0-82c3-b98ff6288742 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Received event network-changed-45095f19-2a72-4545-9a1d-80b544899113 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.715629] env[68391]: DEBUG nova.compute.manager [req-ab75d565-ad1f-4d0d-9d47-45ac33a4901f req-64b4c042-1e05-46c0-82c3-b98ff6288742 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Refreshing instance network info cache due to event network-changed-45095f19-2a72-4545-9a1d-80b544899113. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 613.715744] env[68391]: DEBUG oslo_concurrency.lockutils [req-ab75d565-ad1f-4d0d-9d47-45ac33a4901f req-64b4c042-1e05-46c0-82c3-b98ff6288742 service nova] Acquiring lock "refresh_cache-39cf4eea-900e-4211-9afe-ae2735af2661" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.715889] env[68391]: DEBUG oslo_concurrency.lockutils [req-ab75d565-ad1f-4d0d-9d47-45ac33a4901f req-64b4c042-1e05-46c0-82c3-b98ff6288742 service nova] Acquired lock "refresh_cache-39cf4eea-900e-4211-9afe-ae2735af2661" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.717424] env[68391]: DEBUG nova.network.neutron [req-ab75d565-ad1f-4d0d-9d47-45ac33a4901f req-64b4c042-1e05-46c0-82c3-b98ff6288742 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Refreshing network info cache for port 45095f19-2a72-4545-9a1d-80b544899113 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.854941] env[68391]: DEBUG nova.scheduler.client.report [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.859469] env[68391]: DEBUG nova.compute.manager [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.924995] env[68391]: DEBUG oslo_vmware.api [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038480, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.942892] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038481, 'name': ReconfigVM_Task, 'duration_secs': 0.361762} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.943305] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 04a75416-4760-4c14-9e8e-5458a095866e/04a75416-4760-4c14-9e8e-5458a095866e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.944127] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19859258-7b80-4dd0-b4e6-4c801634953c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.959994] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': task-3038482, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.964537] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for the task: (returnval){ [ 613.964537] env[68391]: value = "task-3038484" [ 613.964537] env[68391]: _type = "Task" [ 613.964537] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.964537] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090066} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.964537] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.968815] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844de9c5-7365-4c50-be42-03d7ec5c15b3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.979727] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038484, 'name': Rename_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.998475] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e/7b44d5c5-c6e2-403e-8d0a-6580e3877e8e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.999255] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47cb04d9-e5bd-4633-9d71-4cf0d81e9acd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.024468] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 614.024468] env[68391]: value = "task-3038485" [ 614.024468] env[68391]: _type = "Task" [ 614.024468] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.033723] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.346879] env[68391]: DEBUG nova.network.neutron [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Successfully updated port: 05371bd9-1294-4000-8104-3082f7c0dd51 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.367881] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.480s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.369056] env[68391]: DEBUG nova.compute.manager [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.375420] env[68391]: DEBUG oslo_concurrency.lockutils [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.930s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.377338] env[68391]: INFO nova.compute.claims [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.409064] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.422187] env[68391]: DEBUG oslo_vmware.api [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038480, 'name': CreateSnapshot_Task, 'duration_secs': 0.569148} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.422549] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Created Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 614.423380] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b68238-5e8f-4e4f-8a14-59d497b6b390 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.460680] env[68391]: DEBUG oslo_vmware.api [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': task-3038482, 'name': PowerOnVM_Task, 'duration_secs': 1.005519} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.461126] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.461509] env[68391]: INFO nova.compute.manager [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Took 6.57 seconds to spawn the instance on the hypervisor. [ 614.461592] env[68391]: DEBUG nova.compute.manager [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.462489] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1339f6-a2ed-4436-aa19-b06b21887c89 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.475892] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038484, 'name': Rename_Task, 'duration_secs': 0.17888} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.477545] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.484044] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00c40a4f-012e-41bc-968c-f4e43705c504 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.495125] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for the task: (returnval){ [ 614.495125] env[68391]: value = "task-3038486" [ 614.495125] env[68391]: _type = "Task" [ 614.495125] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.506518] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.535663] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038485, 'name': ReconfigVM_Task, 'duration_secs': 0.422873} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.535943] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e/7b44d5c5-c6e2-403e-8d0a-6580e3877e8e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.536617] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f726b094-53d9-4d2d-afb4-57eaca1d4e2a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.546170] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 614.546170] env[68391]: value = "task-3038487" [ 614.546170] env[68391]: _type = "Task" [ 614.546170] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.555452] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038487, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.723067] env[68391]: DEBUG nova.compute.manager [req-4cc795a4-b217-4247-9d22-d0da79fb0215 req-21da53be-38dd-47d9-b4c2-b95f826e21bf service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Received event network-vif-plugged-05371bd9-1294-4000-8104-3082f7c0dd51 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.723297] env[68391]: DEBUG oslo_concurrency.lockutils [req-4cc795a4-b217-4247-9d22-d0da79fb0215 req-21da53be-38dd-47d9-b4c2-b95f826e21bf service nova] Acquiring lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.723583] env[68391]: DEBUG oslo_concurrency.lockutils [req-4cc795a4-b217-4247-9d22-d0da79fb0215 req-21da53be-38dd-47d9-b4c2-b95f826e21bf service nova] Lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.723801] env[68391]: DEBUG oslo_concurrency.lockutils [req-4cc795a4-b217-4247-9d22-d0da79fb0215 req-21da53be-38dd-47d9-b4c2-b95f826e21bf service nova] Lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.724374] env[68391]: DEBUG nova.compute.manager [req-4cc795a4-b217-4247-9d22-d0da79fb0215 req-21da53be-38dd-47d9-b4c2-b95f826e21bf service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] No waiting events found dispatching network-vif-plugged-05371bd9-1294-4000-8104-3082f7c0dd51 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 614.724638] env[68391]: WARNING nova.compute.manager [req-4cc795a4-b217-4247-9d22-d0da79fb0215 req-21da53be-38dd-47d9-b4c2-b95f826e21bf service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Received unexpected event network-vif-plugged-05371bd9-1294-4000-8104-3082f7c0dd51 for instance with vm_state building and task_state spawning. [ 614.777428] env[68391]: DEBUG nova.network.neutron [req-ab75d565-ad1f-4d0d-9d47-45ac33a4901f req-64b4c042-1e05-46c0-82c3-b98ff6288742 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Updated VIF entry in instance network info cache for port 45095f19-2a72-4545-9a1d-80b544899113. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.778016] env[68391]: DEBUG nova.network.neutron [req-ab75d565-ad1f-4d0d-9d47-45ac33a4901f req-64b4c042-1e05-46c0-82c3-b98ff6288742 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Updating instance_info_cache with network_info: [{"id": "45095f19-2a72-4545-9a1d-80b544899113", "address": "fa:16:3e:9e:30:6d", "network": {"id": "438d70ec-868a-4b58-91b6-2b61813c8965", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20171568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "671d0dbc6c92469c8b71c3beba08a470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45095f19-2a", "ovs_interfaceid": "45095f19-2a72-4545-9a1d-80b544899113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.857716] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "refresh_cache-0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.858160] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "refresh_cache-0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.858160] env[68391]: DEBUG nova.network.neutron [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.882978] env[68391]: DEBUG nova.compute.utils [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.887280] env[68391]: DEBUG nova.compute.manager [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.887444] env[68391]: DEBUG nova.network.neutron [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.947048] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Creating linked-clone VM from snapshot {{(pid=68391) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 614.947444] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5fb4cbea-91c1-48a2-be67-b69a5471d242 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.959221] env[68391]: DEBUG oslo_vmware.api [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 614.959221] env[68391]: value = "task-3038488" [ 614.959221] env[68391]: _type = "Task" [ 614.959221] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.972423] env[68391]: DEBUG oslo_vmware.api [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038488, 'name': CloneVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.997497] env[68391]: INFO nova.compute.manager [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Took 39.33 seconds to build instance. [ 615.002693] env[68391]: DEBUG nova.policy [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f29a8ae1d8d24f38ba7cef4a4958eab7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebebd7af266b406186ba72457740d5a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.009598] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038486, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.060284] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038487, 'name': Rename_Task, 'duration_secs': 0.285097} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.060284] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.060284] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-111ade1e-2e17-48b7-af1b-c39d0cdc9a5f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.068920] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 615.068920] env[68391]: value = "task-3038489" [ 615.068920] env[68391]: _type = "Task" [ 615.068920] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.081134] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.287171] env[68391]: DEBUG oslo_concurrency.lockutils [req-ab75d565-ad1f-4d0d-9d47-45ac33a4901f req-64b4c042-1e05-46c0-82c3-b98ff6288742 service nova] Releasing lock "refresh_cache-39cf4eea-900e-4211-9afe-ae2735af2661" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.391507] env[68391]: DEBUG nova.compute.manager [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.471653] env[68391]: DEBUG nova.network.neutron [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.474692] env[68391]: DEBUG oslo_vmware.api [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038488, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.500983] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fe779c5b-257b-4b48-a74c-9e375d44c59c tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Lock "e10449a8-0e0b-496e-8861-84708e325079" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.994s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.515422] env[68391]: DEBUG oslo_vmware.api [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038486, 'name': PowerOnVM_Task, 'duration_secs': 0.803605} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.515845] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.516104] env[68391]: DEBUG nova.compute.manager [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.518663] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4f2276-67fe-4742-b364-21673882343b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.583079] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038489, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.742043] env[68391]: DEBUG nova.network.neutron [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Successfully created port: 35849009-585d-436a-ae9e-15ef4f0ae052 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.958415] env[68391]: DEBUG nova.network.neutron [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Updating instance_info_cache with network_info: [{"id": "05371bd9-1294-4000-8104-3082f7c0dd51", "address": "fa:16:3e:e0:43:e4", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05371bd9-12", "ovs_interfaceid": "05371bd9-1294-4000-8104-3082f7c0dd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.976947] env[68391]: DEBUG oslo_vmware.api [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038488, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.014981] env[68391]: DEBUG nova.compute.manager [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.044489] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.082308] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038489, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.158559] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b6e60-a793-b68a-6b8c-f47acf6ec220/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 616.159734] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b701b9-da09-46ac-a471-ca3caa94e286 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.169282] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b6e60-a793-b68a-6b8c-f47acf6ec220/disk-0.vmdk is in state: ready. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 616.169495] env[68391]: ERROR oslo_vmware.rw_handles [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b6e60-a793-b68a-6b8c-f47acf6ec220/disk-0.vmdk due to incomplete transfer. [ 616.169829] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cb22e435-63dc-4e47-b55d-67226d013c52 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.179526] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b6e60-a793-b68a-6b8c-f47acf6ec220/disk-0.vmdk. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 616.179769] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Uploaded image 79b0000e-6f3a-45b7-b4c8-99fc5ecc8420 to the Glance image server {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 616.182631] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Destroying the VM {{(pid=68391) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 616.183203] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2d8d136a-8164-4532-aeac-3edd1c245f6d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.189775] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed134b49-d52c-4a73-9507-61f0c95d267d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.195093] env[68391]: DEBUG oslo_vmware.api [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 616.195093] env[68391]: value = "task-3038490" [ 616.195093] env[68391]: _type = "Task" [ 616.195093] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.203248] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c057dd-d582-421c-a45e-112750a17b81 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.216939] env[68391]: DEBUG oslo_vmware.api [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038490, 'name': Destroy_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.254071] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cca404-7eba-4d3b-b1a7-4c81ea2512fe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.257971] env[68391]: DEBUG nova.compute.manager [None req-a77c27e4-1951-449d-87d4-a80ee2859073 tempest-ServerDiagnosticsV248Test-1451312342 tempest-ServerDiagnosticsV248Test-1451312342-project-admin] [instance: e10449a8-0e0b-496e-8861-84708e325079] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.259146] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d639472c-4eb8-44e4-9d1d-a6f38847b42a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.269610] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879db019-2ef5-436c-b5eb-78dbf739934c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.274270] env[68391]: INFO nova.compute.manager [None req-a77c27e4-1951-449d-87d4-a80ee2859073 tempest-ServerDiagnosticsV248Test-1451312342 tempest-ServerDiagnosticsV248Test-1451312342-project-admin] [instance: e10449a8-0e0b-496e-8861-84708e325079] Retrieving diagnostics [ 616.275190] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c8a31f-f6f1-45a2-a50b-d8ff2c3520d9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.289932] env[68391]: DEBUG nova.compute.provider_tree [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.405514] env[68391]: DEBUG nova.compute.manager [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.443279] env[68391]: DEBUG nova.virt.hardware [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.443636] env[68391]: DEBUG nova.virt.hardware [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.443861] env[68391]: DEBUG nova.virt.hardware [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.444298] env[68391]: DEBUG nova.virt.hardware [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.444433] env[68391]: DEBUG nova.virt.hardware [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.444540] env[68391]: DEBUG nova.virt.hardware [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.444829] env[68391]: DEBUG nova.virt.hardware [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.445077] env[68391]: DEBUG nova.virt.hardware [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.445348] env[68391]: DEBUG nova.virt.hardware [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.445608] env[68391]: DEBUG nova.virt.hardware [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.445888] env[68391]: DEBUG nova.virt.hardware [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.447161] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4989581f-6386-4fca-9873-307a349eb902 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.459272] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cd99c3-4632-410d-aa6d-6fe95a1c86ca {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.466296] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "refresh_cache-0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.466296] env[68391]: DEBUG nova.compute.manager [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Instance network_info: |[{"id": "05371bd9-1294-4000-8104-3082f7c0dd51", "address": "fa:16:3e:e0:43:e4", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05371bd9-12", "ovs_interfaceid": "05371bd9-1294-4000-8104-3082f7c0dd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.466586] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:43:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05371bd9-1294-4000-8104-3082f7c0dd51', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.477324] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Creating folder: Project (c4deb54b560a43289729084b9fbad669). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.481011] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a40afcb9-4695-48a9-802f-8146ff42da3f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.496528] env[68391]: DEBUG oslo_vmware.api [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038488, 'name': CloneVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.498720] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Created folder: Project (c4deb54b560a43289729084b9fbad669) in parent group-v608736. [ 616.499170] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Creating folder: Instances. Parent ref: group-v608808. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.499560] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e23fba1-a6c6-4409-bcb9-9b7e72fe34a5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.513825] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Created folder: Instances in parent group-v608808. [ 616.514136] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.514368] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.514661] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ab594cf-adeb-4a21-9692-0c2794d17e4e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.543797] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.543797] env[68391]: value = "task-3038493" [ 616.543797] env[68391]: _type = "Task" [ 616.543797] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.554040] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038493, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.555154] env[68391]: DEBUG oslo_concurrency.lockutils [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.584431] env[68391]: DEBUG oslo_vmware.api [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038489, 'name': PowerOnVM_Task, 'duration_secs': 1.368866} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.585078] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.585078] env[68391]: INFO nova.compute.manager [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Took 11.59 seconds to spawn the instance on the hypervisor. [ 616.585383] env[68391]: DEBUG nova.compute.manager [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.586138] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51628e15-7d5d-47ac-bc80-43e788b1acda {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.708962] env[68391]: DEBUG oslo_vmware.api [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038490, 'name': Destroy_Task} progress is 33%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.794270] env[68391]: DEBUG nova.scheduler.client.report [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.976575] env[68391]: DEBUG oslo_vmware.api [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038488, 'name': CloneVM_Task, 'duration_secs': 1.567716} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.979094] env[68391]: INFO nova.virt.vmwareapi.vmops [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Created linked-clone VM from snapshot [ 616.979094] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a106b592-b2d1-4d77-9d93-6477e78459b2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.987409] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Uploading image f16f352d-4b8f-4af8-a7e8-ca4b9d5d55a2 {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 616.992612] env[68391]: DEBUG nova.compute.manager [req-70f149af-52e4-4116-8468-5d524e34a6e9 req-5bdc22f8-b100-4c74-825c-9798d68aa61e service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Received event network-changed-45095f19-2a72-4545-9a1d-80b544899113 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.992612] env[68391]: DEBUG nova.compute.manager [req-70f149af-52e4-4116-8468-5d524e34a6e9 req-5bdc22f8-b100-4c74-825c-9798d68aa61e service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Refreshing instance network info cache due to event network-changed-45095f19-2a72-4545-9a1d-80b544899113. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 616.993284] env[68391]: DEBUG oslo_concurrency.lockutils [req-70f149af-52e4-4116-8468-5d524e34a6e9 req-5bdc22f8-b100-4c74-825c-9798d68aa61e service nova] Acquiring lock "refresh_cache-39cf4eea-900e-4211-9afe-ae2735af2661" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.993284] env[68391]: DEBUG oslo_concurrency.lockutils [req-70f149af-52e4-4116-8468-5d524e34a6e9 req-5bdc22f8-b100-4c74-825c-9798d68aa61e service nova] Acquired lock "refresh_cache-39cf4eea-900e-4211-9afe-ae2735af2661" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.993581] env[68391]: DEBUG nova.network.neutron [req-70f149af-52e4-4116-8468-5d524e34a6e9 req-5bdc22f8-b100-4c74-825c-9798d68aa61e service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Refreshing network info cache for port 45095f19-2a72-4545-9a1d-80b544899113 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.025454] env[68391]: DEBUG oslo_vmware.rw_handles [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 617.025454] env[68391]: value = "vm-608807" [ 617.025454] env[68391]: _type = "VirtualMachine" [ 617.025454] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 617.026591] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f223a486-503e-495d-952e-81270efe542b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.037019] env[68391]: DEBUG oslo_vmware.rw_handles [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lease: (returnval){ [ 617.037019] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521d7dfc-7b1c-ccda-2869-9fc81fed3567" [ 617.037019] env[68391]: _type = "HttpNfcLease" [ 617.037019] env[68391]: } obtained for exporting VM: (result){ [ 617.037019] env[68391]: value = "vm-608807" [ 617.037019] env[68391]: _type = "VirtualMachine" [ 617.037019] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 617.037019] env[68391]: DEBUG oslo_vmware.api [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the lease: (returnval){ [ 617.037019] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521d7dfc-7b1c-ccda-2869-9fc81fed3567" [ 617.037019] env[68391]: _type = "HttpNfcLease" [ 617.037019] env[68391]: } to be ready. {{(pid=68391) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 617.046615] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 617.046615] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521d7dfc-7b1c-ccda-2869-9fc81fed3567" [ 617.046615] env[68391]: _type = "HttpNfcLease" [ 617.046615] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 617.058102] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038493, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.116781] env[68391]: INFO nova.compute.manager [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Took 43.96 seconds to build instance. [ 617.211507] env[68391]: DEBUG oslo_vmware.api [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038490, 'name': Destroy_Task, 'duration_secs': 0.643135} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.211507] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Destroyed the VM [ 617.211507] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Deleting Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 617.211946] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-12a0aacd-03b2-408c-817d-8ac97e17b8a8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.219578] env[68391]: DEBUG oslo_vmware.api [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 617.219578] env[68391]: value = "task-3038495" [ 617.219578] env[68391]: _type = "Task" [ 617.219578] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.230811] env[68391]: DEBUG oslo_vmware.api [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038495, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.300100] env[68391]: DEBUG oslo_concurrency.lockutils [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.925s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.300648] env[68391]: DEBUG nova.compute.manager [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.304112] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.294s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.305374] env[68391]: INFO nova.compute.claims [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.563735] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 617.563735] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521d7dfc-7b1c-ccda-2869-9fc81fed3567" [ 617.563735] env[68391]: _type = "HttpNfcLease" [ 617.563735] env[68391]: } is ready. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 617.567405] env[68391]: DEBUG oslo_vmware.rw_handles [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 617.567405] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521d7dfc-7b1c-ccda-2869-9fc81fed3567" [ 617.567405] env[68391]: _type = "HttpNfcLease" [ 617.567405] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 617.567657] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038493, 'name': CreateVM_Task, 'duration_secs': 0.694743} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.568419] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3465c1dd-ec85-45b3-b21c-de5fede06989 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.571509] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.572282] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.572486] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.572817] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.573583] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c3676ad-5571-437a-bf3b-16c845e73118 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.580363] env[68391]: DEBUG oslo_vmware.rw_handles [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cead52-ab19-5532-cb5f-0d9b9ac3bbed/disk-0.vmdk from lease info. {{(pid=68391) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 617.580580] env[68391]: DEBUG oslo_vmware.rw_handles [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cead52-ab19-5532-cb5f-0d9b9ac3bbed/disk-0.vmdk for reading. {{(pid=68391) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 617.583319] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 617.583319] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528cce02-cd93-171b-3107-2b217d6885cc" [ 617.583319] env[68391]: _type = "Task" [ 617.583319] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.646930] env[68391]: DEBUG oslo_concurrency.lockutils [None req-da1fa225-9cfe-4c13-832b-d1a610e1736f tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.744s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.657795] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528cce02-cd93-171b-3107-2b217d6885cc, 'name': SearchDatastore_Task, 'duration_secs': 0.013243} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.658440] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.658768] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.659053] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.659215] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.659414] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.662014] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c026d69-abc1-47cc-9a16-40cb37eb23ab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.664904] env[68391]: DEBUG nova.compute.manager [req-ffce3103-f902-4380-bca4-6ac6c414758b req-bc9957d6-b573-46c9-ae0a-d5dfda77b1b7 service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Received event network-changed-05371bd9-1294-4000-8104-3082f7c0dd51 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.664904] env[68391]: DEBUG nova.compute.manager [req-ffce3103-f902-4380-bca4-6ac6c414758b req-bc9957d6-b573-46c9-ae0a-d5dfda77b1b7 service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Refreshing instance network info cache due to event network-changed-05371bd9-1294-4000-8104-3082f7c0dd51. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 617.664904] env[68391]: DEBUG oslo_concurrency.lockutils [req-ffce3103-f902-4380-bca4-6ac6c414758b req-bc9957d6-b573-46c9-ae0a-d5dfda77b1b7 service nova] Acquiring lock "refresh_cache-0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.665300] env[68391]: DEBUG oslo_concurrency.lockutils [req-ffce3103-f902-4380-bca4-6ac6c414758b req-bc9957d6-b573-46c9-ae0a-d5dfda77b1b7 service nova] Acquired lock "refresh_cache-0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.665300] env[68391]: DEBUG nova.network.neutron [req-ffce3103-f902-4380-bca4-6ac6c414758b req-bc9957d6-b573-46c9-ae0a-d5dfda77b1b7 service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Refreshing network info cache for port 05371bd9-1294-4000-8104-3082f7c0dd51 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.676489] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.676743] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.677841] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a4716e6-7f38-4485-895d-c6ceb9bacdc4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.688019] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4598476f-f6c7-4a78-954a-6bd386fdfc71 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.689391] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 617.689391] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526840de-0f85-c54d-a533-ec9188b41869" [ 617.689391] env[68391]: _type = "Task" [ 617.689391] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.700216] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526840de-0f85-c54d-a533-ec9188b41869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.734784] env[68391]: DEBUG oslo_vmware.api [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038495, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.809938] env[68391]: DEBUG nova.compute.utils [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.811691] env[68391]: DEBUG nova.compute.manager [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.811883] env[68391]: DEBUG nova.network.neutron [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.931167] env[68391]: DEBUG nova.policy [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '302d0ac03cfd4220809204369c4bd9cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00256b7ce8ca4c049e61b42503ca7c73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.021663] env[68391]: DEBUG nova.network.neutron [req-70f149af-52e4-4116-8468-5d524e34a6e9 req-5bdc22f8-b100-4c74-825c-9798d68aa61e service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Updated VIF entry in instance network info cache for port 45095f19-2a72-4545-9a1d-80b544899113. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.022404] env[68391]: DEBUG nova.network.neutron [req-70f149af-52e4-4116-8468-5d524e34a6e9 req-5bdc22f8-b100-4c74-825c-9798d68aa61e service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Updating instance_info_cache with network_info: [{"id": "45095f19-2a72-4545-9a1d-80b544899113", "address": "fa:16:3e:9e:30:6d", "network": {"id": "438d70ec-868a-4b58-91b6-2b61813c8965", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20171568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "671d0dbc6c92469c8b71c3beba08a470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45095f19-2a", "ovs_interfaceid": "45095f19-2a72-4545-9a1d-80b544899113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.030024] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Acquiring lock "22c69ccb-39b6-411a-bed9-03c7555aaeff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.030024] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Lock "22c69ccb-39b6-411a-bed9-03c7555aaeff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.160014] env[68391]: DEBUG nova.compute.manager [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.197490] env[68391]: DEBUG nova.network.neutron [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Successfully updated port: 35849009-585d-436a-ae9e-15ef4f0ae052 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.210380] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526840de-0f85-c54d-a533-ec9188b41869, 'name': SearchDatastore_Task, 'duration_secs': 0.015966} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.211895] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-867f436e-0a4d-48c5-8492-66fb794fff72 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.219747] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 618.219747] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52de89e1-9c26-262a-4f3f-d66eb71d5bd5" [ 618.219747] env[68391]: _type = "Task" [ 618.219747] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.237649] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52de89e1-9c26-262a-4f3f-d66eb71d5bd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.248580] env[68391]: DEBUG oslo_vmware.api [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038495, 'name': RemoveSnapshot_Task, 'duration_secs': 0.854404} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.248580] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Deleted Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 618.248580] env[68391]: INFO nova.compute.manager [None req-4f7ef65c-f8e5-4637-8d5a-1a1cfa4a7d8d tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Took 18.91 seconds to snapshot the instance on the hypervisor. [ 618.318186] env[68391]: DEBUG nova.compute.manager [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.532169] env[68391]: DEBUG oslo_concurrency.lockutils [req-70f149af-52e4-4116-8468-5d524e34a6e9 req-5bdc22f8-b100-4c74-825c-9798d68aa61e service nova] Releasing lock "refresh_cache-39cf4eea-900e-4211-9afe-ae2735af2661" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.532523] env[68391]: DEBUG nova.compute.manager [req-70f149af-52e4-4116-8468-5d524e34a6e9 req-5bdc22f8-b100-4c74-825c-9798d68aa61e service nova] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Received event network-changed-fb07ee00-d0e2-4fb6-acf9-8e1015df91bd {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.532762] env[68391]: DEBUG nova.compute.manager [req-70f149af-52e4-4116-8468-5d524e34a6e9 req-5bdc22f8-b100-4c74-825c-9798d68aa61e service nova] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Refreshing instance network info cache due to event network-changed-fb07ee00-d0e2-4fb6-acf9-8e1015df91bd. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 618.533305] env[68391]: DEBUG oslo_concurrency.lockutils [req-70f149af-52e4-4116-8468-5d524e34a6e9 req-5bdc22f8-b100-4c74-825c-9798d68aa61e service nova] Acquiring lock "refresh_cache-11e16402-9fbd-4dc8-855b-b8db7dd1434c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.533305] env[68391]: DEBUG oslo_concurrency.lockutils [req-70f149af-52e4-4116-8468-5d524e34a6e9 req-5bdc22f8-b100-4c74-825c-9798d68aa61e service nova] Acquired lock "refresh_cache-11e16402-9fbd-4dc8-855b-b8db7dd1434c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.533649] env[68391]: DEBUG nova.network.neutron [req-70f149af-52e4-4116-8468-5d524e34a6e9 req-5bdc22f8-b100-4c74-825c-9798d68aa61e service nova] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Refreshing network info cache for port fb07ee00-d0e2-4fb6-acf9-8e1015df91bd {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.554753] env[68391]: DEBUG nova.network.neutron [req-ffce3103-f902-4380-bca4-6ac6c414758b req-bc9957d6-b573-46c9-ae0a-d5dfda77b1b7 service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Updated VIF entry in instance network info cache for port 05371bd9-1294-4000-8104-3082f7c0dd51. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.554753] env[68391]: DEBUG nova.network.neutron [req-ffce3103-f902-4380-bca4-6ac6c414758b req-bc9957d6-b573-46c9-ae0a-d5dfda77b1b7 service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Updating instance_info_cache with network_info: [{"id": "05371bd9-1294-4000-8104-3082f7c0dd51", "address": "fa:16:3e:e0:43:e4", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05371bd9-12", "ovs_interfaceid": "05371bd9-1294-4000-8104-3082f7c0dd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.561477] env[68391]: DEBUG nova.network.neutron [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Successfully created port: 60f15e2f-2af6-492b-b11d-d779f772f6f1 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.682930] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.703910] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquiring lock "refresh_cache-78c655a8-fc5e-462e-b7f0-6d17345654f7" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.703910] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquired lock "refresh_cache-78c655a8-fc5e-462e-b7f0-6d17345654f7" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.703910] env[68391]: DEBUG nova.network.neutron [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.735255] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52de89e1-9c26-262a-4f3f-d66eb71d5bd5, 'name': SearchDatastore_Task, 'duration_secs': 0.019708} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.735739] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.738860] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 0b5b4adf-a2bd-4255-964e-bb70a52c056e/0b5b4adf-a2bd-4255-964e-bb70a52c056e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.738860] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-550ec881-3c60-4632-883f-da0a5ab211b4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.745713] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 618.745713] env[68391]: value = "task-3038496" [ 618.745713] env[68391]: _type = "Task" [ 618.745713] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.764134] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.955407] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e043d75-3f06-47de-9318-57b338701c07 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.969748] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c95ec71-407f-4b53-ac45-3c799cf5ac17 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.010575] env[68391]: INFO nova.compute.manager [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Rebuilding instance [ 619.015549] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36651b24-f6cc-4b3d-99f1-e0bd5103407c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.030297] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181c1734-daaa-4b23-936c-c933c389088d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.056579] env[68391]: DEBUG nova.compute.provider_tree [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.063221] env[68391]: DEBUG oslo_concurrency.lockutils [req-ffce3103-f902-4380-bca4-6ac6c414758b req-bc9957d6-b573-46c9-ae0a-d5dfda77b1b7 service nova] Releasing lock "refresh_cache-0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.091361] env[68391]: DEBUG nova.compute.manager [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.092129] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e8a5cd-13d2-4996-99e0-5c9df1b81629 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.253029] env[68391]: DEBUG nova.network.neutron [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.259982] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038496, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.331870] env[68391]: DEBUG nova.compute.manager [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.364500] env[68391]: DEBUG nova.virt.hardware [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.364985] env[68391]: DEBUG nova.virt.hardware [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.365259] env[68391]: DEBUG nova.virt.hardware [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.369024] env[68391]: DEBUG nova.virt.hardware [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.369024] env[68391]: DEBUG nova.virt.hardware [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.369024] env[68391]: DEBUG nova.virt.hardware [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.369024] env[68391]: DEBUG nova.virt.hardware [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.369024] env[68391]: DEBUG nova.virt.hardware [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.369348] env[68391]: DEBUG nova.virt.hardware [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.369348] env[68391]: DEBUG nova.virt.hardware [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.369348] env[68391]: DEBUG nova.virt.hardware [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.369348] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03088040-6f3f-4028-a9e3-1828c0efd079 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.382108] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315cfa78-31bc-48a1-b141-00d1da6bdc72 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.568023] env[68391]: DEBUG nova.scheduler.client.report [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.729453] env[68391]: DEBUG nova.network.neutron [req-70f149af-52e4-4116-8468-5d524e34a6e9 req-5bdc22f8-b100-4c74-825c-9798d68aa61e service nova] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Updated VIF entry in instance network info cache for port fb07ee00-d0e2-4fb6-acf9-8e1015df91bd. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.729453] env[68391]: DEBUG nova.network.neutron [req-70f149af-52e4-4116-8468-5d524e34a6e9 req-5bdc22f8-b100-4c74-825c-9798d68aa61e service nova] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Updating instance_info_cache with network_info: [{"id": "fb07ee00-d0e2-4fb6-acf9-8e1015df91bd", "address": "fa:16:3e:e8:6c:c6", "network": {"id": "438d70ec-868a-4b58-91b6-2b61813c8965", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20171568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "671d0dbc6c92469c8b71c3beba08a470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb07ee00-d0", "ovs_interfaceid": "fb07ee00-d0e2-4fb6-acf9-8e1015df91bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.763167] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038496, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.801294] env[68391]: DEBUG nova.network.neutron [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Updating instance_info_cache with network_info: [{"id": "35849009-585d-436a-ae9e-15ef4f0ae052", "address": "fa:16:3e:bf:06:6a", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35849009-58", "ovs_interfaceid": "35849009-585d-436a-ae9e-15ef4f0ae052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.985397] env[68391]: DEBUG oslo_concurrency.lockutils [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquiring lock "954b77db-199c-4472-a489-e6b57ac2af67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.985655] env[68391]: DEBUG oslo_concurrency.lockutils [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lock "954b77db-199c-4472-a489-e6b57ac2af67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.071184] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.071718] env[68391]: DEBUG nova.compute.manager [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.078540] env[68391]: DEBUG oslo_concurrency.lockutils [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.018s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.080117] env[68391]: INFO nova.compute.claims [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.110217] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 620.110573] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a932d9f-5303-43ca-b870-3155573aaf49 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.121314] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Waiting for the task: (returnval){ [ 620.121314] env[68391]: value = "task-3038497" [ 620.121314] env[68391]: _type = "Task" [ 620.121314] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.139041] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': task-3038497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.153540] env[68391]: DEBUG nova.compute.manager [req-223d089a-4865-4dfe-bc8a-7bf679362fd8 req-2177be74-ba11-42c9-94e0-e370bababd0b service nova] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Received event network-changed-fb07ee00-d0e2-4fb6-acf9-8e1015df91bd {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.154345] env[68391]: DEBUG nova.compute.manager [req-223d089a-4865-4dfe-bc8a-7bf679362fd8 req-2177be74-ba11-42c9-94e0-e370bababd0b service nova] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Refreshing instance network info cache due to event network-changed-fb07ee00-d0e2-4fb6-acf9-8e1015df91bd. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.158024] env[68391]: DEBUG oslo_concurrency.lockutils [req-223d089a-4865-4dfe-bc8a-7bf679362fd8 req-2177be74-ba11-42c9-94e0-e370bababd0b service nova] Acquiring lock "refresh_cache-11e16402-9fbd-4dc8-855b-b8db7dd1434c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.231910] env[68391]: DEBUG oslo_concurrency.lockutils [req-70f149af-52e4-4116-8468-5d524e34a6e9 req-5bdc22f8-b100-4c74-825c-9798d68aa61e service nova] Releasing lock "refresh_cache-11e16402-9fbd-4dc8-855b-b8db7dd1434c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.232393] env[68391]: DEBUG oslo_concurrency.lockutils [req-223d089a-4865-4dfe-bc8a-7bf679362fd8 req-2177be74-ba11-42c9-94e0-e370bababd0b service nova] Acquired lock "refresh_cache-11e16402-9fbd-4dc8-855b-b8db7dd1434c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.232652] env[68391]: DEBUG nova.network.neutron [req-223d089a-4865-4dfe-bc8a-7bf679362fd8 req-2177be74-ba11-42c9-94e0-e370bababd0b service nova] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Refreshing network info cache for port fb07ee00-d0e2-4fb6-acf9-8e1015df91bd {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.258617] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038496, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.303484] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Releasing lock "refresh_cache-78c655a8-fc5e-462e-b7f0-6d17345654f7" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.304945] env[68391]: DEBUG nova.compute.manager [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Instance network_info: |[{"id": "35849009-585d-436a-ae9e-15ef4f0ae052", "address": "fa:16:3e:bf:06:6a", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35849009-58", "ovs_interfaceid": "35849009-585d-436a-ae9e-15ef4f0ae052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.305230] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:06:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35849009-585d-436a-ae9e-15ef4f0ae052', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.313908] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.315687] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.317317] env[68391]: DEBUG nova.compute.manager [req-c56b9793-8a2c-4503-94f8-323ad1c67b26 req-03e9ffbb-1b0c-4f66-b6c7-4ffd4447f65c service nova] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Received event network-vif-plugged-35849009-585d-436a-ae9e-15ef4f0ae052 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.318452] env[68391]: DEBUG oslo_concurrency.lockutils [req-c56b9793-8a2c-4503-94f8-323ad1c67b26 req-03e9ffbb-1b0c-4f66-b6c7-4ffd4447f65c service nova] Acquiring lock "78c655a8-fc5e-462e-b7f0-6d17345654f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.318452] env[68391]: DEBUG oslo_concurrency.lockutils [req-c56b9793-8a2c-4503-94f8-323ad1c67b26 req-03e9ffbb-1b0c-4f66-b6c7-4ffd4447f65c service nova] Lock "78c655a8-fc5e-462e-b7f0-6d17345654f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.318630] env[68391]: DEBUG oslo_concurrency.lockutils [req-c56b9793-8a2c-4503-94f8-323ad1c67b26 req-03e9ffbb-1b0c-4f66-b6c7-4ffd4447f65c service nova] Lock "78c655a8-fc5e-462e-b7f0-6d17345654f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.318764] env[68391]: DEBUG nova.compute.manager [req-c56b9793-8a2c-4503-94f8-323ad1c67b26 req-03e9ffbb-1b0c-4f66-b6c7-4ffd4447f65c service nova] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] No waiting events found dispatching network-vif-plugged-35849009-585d-436a-ae9e-15ef4f0ae052 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.318939] env[68391]: WARNING nova.compute.manager [req-c56b9793-8a2c-4503-94f8-323ad1c67b26 req-03e9ffbb-1b0c-4f66-b6c7-4ffd4447f65c service nova] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Received unexpected event network-vif-plugged-35849009-585d-436a-ae9e-15ef4f0ae052 for instance with vm_state building and task_state spawning. [ 620.319114] env[68391]: DEBUG nova.compute.manager [req-c56b9793-8a2c-4503-94f8-323ad1c67b26 req-03e9ffbb-1b0c-4f66-b6c7-4ffd4447f65c service nova] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Received event network-changed-35849009-585d-436a-ae9e-15ef4f0ae052 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.319269] env[68391]: DEBUG nova.compute.manager [req-c56b9793-8a2c-4503-94f8-323ad1c67b26 req-03e9ffbb-1b0c-4f66-b6c7-4ffd4447f65c service nova] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Refreshing instance network info cache due to event network-changed-35849009-585d-436a-ae9e-15ef4f0ae052. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.319453] env[68391]: DEBUG oslo_concurrency.lockutils [req-c56b9793-8a2c-4503-94f8-323ad1c67b26 req-03e9ffbb-1b0c-4f66-b6c7-4ffd4447f65c service nova] Acquiring lock "refresh_cache-78c655a8-fc5e-462e-b7f0-6d17345654f7" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.319581] env[68391]: DEBUG oslo_concurrency.lockutils [req-c56b9793-8a2c-4503-94f8-323ad1c67b26 req-03e9ffbb-1b0c-4f66-b6c7-4ffd4447f65c service nova] Acquired lock "refresh_cache-78c655a8-fc5e-462e-b7f0-6d17345654f7" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.319727] env[68391]: DEBUG nova.network.neutron [req-c56b9793-8a2c-4503-94f8-323ad1c67b26 req-03e9ffbb-1b0c-4f66-b6c7-4ffd4447f65c service nova] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Refreshing network info cache for port 35849009-585d-436a-ae9e-15ef4f0ae052 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.322052] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8545e542-1e4d-4031-85f7-81d9dff2f2cf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.353197] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.353197] env[68391]: value = "task-3038498" [ 620.353197] env[68391]: _type = "Task" [ 620.353197] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.366596] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038498, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.466161] env[68391]: DEBUG oslo_concurrency.lockutils [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquiring lock "11e16402-9fbd-4dc8-855b-b8db7dd1434c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.466161] env[68391]: DEBUG oslo_concurrency.lockutils [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "11e16402-9fbd-4dc8-855b-b8db7dd1434c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.466161] env[68391]: DEBUG oslo_concurrency.lockutils [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquiring lock "11e16402-9fbd-4dc8-855b-b8db7dd1434c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.466469] env[68391]: DEBUG oslo_concurrency.lockutils [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "11e16402-9fbd-4dc8-855b-b8db7dd1434c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.466532] env[68391]: DEBUG oslo_concurrency.lockutils [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "11e16402-9fbd-4dc8-855b-b8db7dd1434c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.470553] env[68391]: INFO nova.compute.manager [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Terminating instance [ 620.580388] env[68391]: DEBUG nova.compute.utils [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.586182] env[68391]: DEBUG nova.network.neutron [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Successfully updated port: 60f15e2f-2af6-492b-b11d-d779f772f6f1 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.586182] env[68391]: DEBUG nova.compute.manager [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.586575] env[68391]: DEBUG nova.network.neutron [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.637676] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': task-3038497, 'name': PowerOffVM_Task, 'duration_secs': 0.232513} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.638085] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 620.638333] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 620.639850] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517a18ae-7de6-4950-a5e8-3e7f50bb1b05 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.648944] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 620.649687] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e11257ab-26fd-476a-be95-d74ed9e827e2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.670776] env[68391]: DEBUG nova.policy [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dca23f22e0884654843e6a01369ec491', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d1aa35a0c91499c8274b641a3ba376f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.682797] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 620.682857] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 620.683094] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Deleting the datastore file [datastore2] 04a75416-4760-4c14-9e8e-5458a095866e {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 620.683397] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfbc9e2c-49c4-4e31-9e3a-d9f8303b49aa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.695562] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Waiting for the task: (returnval){ [ 620.695562] env[68391]: value = "task-3038500" [ 620.695562] env[68391]: _type = "Task" [ 620.695562] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.706780] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': task-3038500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.765374] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038496, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.65683} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.765804] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 0b5b4adf-a2bd-4255-964e-bb70a52c056e/0b5b4adf-a2bd-4255-964e-bb70a52c056e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.766613] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.766613] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d2eb2c8-908a-4cf0-a3b1-7cccd42f21ec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.778732] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 620.778732] env[68391]: value = "task-3038501" [ 620.778732] env[68391]: _type = "Task" [ 620.778732] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.795509] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.867718] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038498, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.935395] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.935731] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.975844] env[68391]: DEBUG nova.compute.manager [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 620.976138] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 620.977657] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829e0add-5969-4bf5-b48f-255105f405ef {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.988115] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 620.988552] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4bff424-5eeb-45b6-b6d4-1b80387bd636 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.997953] env[68391]: DEBUG oslo_vmware.api [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for the task: (returnval){ [ 620.997953] env[68391]: value = "task-3038502" [ 620.997953] env[68391]: _type = "Task" [ 620.997953] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.015298] env[68391]: DEBUG oslo_vmware.api [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.098439] env[68391]: DEBUG oslo_concurrency.lockutils [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "refresh_cache-27d98b28-1248-40cf-8a75-121ce862be45" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.098583] env[68391]: DEBUG oslo_concurrency.lockutils [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "refresh_cache-27d98b28-1248-40cf-8a75-121ce862be45" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.098731] env[68391]: DEBUG nova.network.neutron [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.100105] env[68391]: DEBUG nova.compute.manager [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.204686] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': task-3038500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24406} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.204983] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.205342] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 621.205543] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 621.297191] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163104} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.297490] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.302218] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a13ef3f-1b50-41d6-a975-0317aae89073 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.331695] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 0b5b4adf-a2bd-4255-964e-bb70a52c056e/0b5b4adf-a2bd-4255-964e-bb70a52c056e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.335094] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb1fe97a-eb93-402d-96c0-1d6a1220c723 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.359863] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 621.359863] env[68391]: value = "task-3038503" [ 621.359863] env[68391]: _type = "Task" [ 621.359863] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.366536] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038498, 'name': CreateVM_Task, 'duration_secs': 0.546931} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.367134] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.367820] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.367987] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.368342] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.368614] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3b13721-b57a-40e3-b326-79910a08f8b8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.377456] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038503, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.384142] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for the task: (returnval){ [ 621.384142] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d181b2-f52b-ae6c-e507-a34f18630505" [ 621.384142] env[68391]: _type = "Task" [ 621.384142] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.384142] env[68391]: DEBUG nova.network.neutron [req-223d089a-4865-4dfe-bc8a-7bf679362fd8 req-2177be74-ba11-42c9-94e0-e370bababd0b service nova] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Updated VIF entry in instance network info cache for port fb07ee00-d0e2-4fb6-acf9-8e1015df91bd. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.384407] env[68391]: DEBUG nova.network.neutron [req-223d089a-4865-4dfe-bc8a-7bf679362fd8 req-2177be74-ba11-42c9-94e0-e370bababd0b service nova] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Updating instance_info_cache with network_info: [{"id": "fb07ee00-d0e2-4fb6-acf9-8e1015df91bd", "address": "fa:16:3e:e8:6c:c6", "network": {"id": "438d70ec-868a-4b58-91b6-2b61813c8965", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20171568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "671d0dbc6c92469c8b71c3beba08a470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb07ee00-d0", "ovs_interfaceid": "fb07ee00-d0e2-4fb6-acf9-8e1015df91bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.395904] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d181b2-f52b-ae6c-e507-a34f18630505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.445592] env[68391]: DEBUG nova.network.neutron [req-c56b9793-8a2c-4503-94f8-323ad1c67b26 req-03e9ffbb-1b0c-4f66-b6c7-4ffd4447f65c service nova] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Updated VIF entry in instance network info cache for port 35849009-585d-436a-ae9e-15ef4f0ae052. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.445893] env[68391]: DEBUG nova.network.neutron [req-c56b9793-8a2c-4503-94f8-323ad1c67b26 req-03e9ffbb-1b0c-4f66-b6c7-4ffd4447f65c service nova] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Updating instance_info_cache with network_info: [{"id": "35849009-585d-436a-ae9e-15ef4f0ae052", "address": "fa:16:3e:bf:06:6a", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35849009-58", "ovs_interfaceid": "35849009-585d-436a-ae9e-15ef4f0ae052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.447809] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.448141] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.448299] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.448491] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.449932] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.449932] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.449932] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68391) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 621.449932] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.491569] env[68391]: DEBUG nova.network.neutron [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Successfully created port: cf609623-91ae-433f-ac67-d701f98b5a57 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.512643] env[68391]: DEBUG oslo_vmware.api [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038502, 'name': PowerOffVM_Task, 'duration_secs': 0.334744} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.512946] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 621.513457] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 621.513457] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-488444b7-e310-4caf-b8b9-38b57382a37f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.592905] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 621.593184] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 621.593421] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Deleting the datastore file [datastore1] 11e16402-9fbd-4dc8-855b-b8db7dd1434c {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.594222] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5140252-38c0-496a-b9a1-2072fc4b002f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.616704] env[68391]: DEBUG oslo_vmware.api [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for the task: (returnval){ [ 621.616704] env[68391]: value = "task-3038505" [ 621.616704] env[68391]: _type = "Task" [ 621.616704] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.630089] env[68391]: DEBUG oslo_vmware.api [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.692040] env[68391]: DEBUG nova.network.neutron [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.866753] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c5b9c8-085e-4258-bfce-a717c657c532 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.879043] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.880617] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e43fd2-afec-4bcf-a2b7-d63501c44a8d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.912326] env[68391]: DEBUG oslo_concurrency.lockutils [req-223d089a-4865-4dfe-bc8a-7bf679362fd8 req-2177be74-ba11-42c9-94e0-e370bababd0b service nova] Releasing lock "refresh_cache-11e16402-9fbd-4dc8-855b-b8db7dd1434c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.916684] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12b22bf-578e-4eed-8372-834ff7b2f305 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.923442] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d181b2-f52b-ae6c-e507-a34f18630505, 'name': SearchDatastore_Task, 'duration_secs': 0.015975} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.924112] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.924344] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.924580] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.924770] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.924961] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.925213] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fef5bc27-bcad-4ddc-9748-58ee29b96f37 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.931564] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373d9867-2512-464f-818d-cf81b72c07ac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.938176] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.938390] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.946776] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8598014f-a729-42a1-8715-ba7d295f89fd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.949390] env[68391]: DEBUG nova.compute.provider_tree [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.950992] env[68391]: DEBUG oslo_concurrency.lockutils [req-c56b9793-8a2c-4503-94f8-323ad1c67b26 req-03e9ffbb-1b0c-4f66-b6c7-4ffd4447f65c service nova] Releasing lock "refresh_cache-78c655a8-fc5e-462e-b7f0-6d17345654f7" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.951976] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.957488] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for the task: (returnval){ [ 621.957488] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52342e63-cac3-b8ef-78a4-de48e8ab8d72" [ 621.957488] env[68391]: _type = "Task" [ 621.957488] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.961538] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Acquiring lock "186d39ce-c42b-4fb6-bcd1-ba10eeb9df20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.961766] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Lock "186d39ce-c42b-4fb6-bcd1-ba10eeb9df20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.961968] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Acquiring lock "186d39ce-c42b-4fb6-bcd1-ba10eeb9df20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.962182] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Lock "186d39ce-c42b-4fb6-bcd1-ba10eeb9df20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.962496] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Lock "186d39ce-c42b-4fb6-bcd1-ba10eeb9df20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.964758] env[68391]: INFO nova.compute.manager [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Terminating instance [ 621.971128] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52342e63-cac3-b8ef-78a4-de48e8ab8d72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.987283] env[68391]: DEBUG nova.network.neutron [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Updating instance_info_cache with network_info: [{"id": "60f15e2f-2af6-492b-b11d-d779f772f6f1", "address": "fa:16:3e:7e:6b:90", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60f15e2f-2a", "ovs_interfaceid": "60f15e2f-2af6-492b-b11d-d779f772f6f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.119227] env[68391]: DEBUG nova.compute.manager [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.135131] env[68391]: DEBUG oslo_vmware.api [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218806} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.135508] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.135740] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 622.136124] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 622.136357] env[68391]: INFO nova.compute.manager [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 622.136689] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.136906] env[68391]: DEBUG nova.compute.manager [-] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 622.137020] env[68391]: DEBUG nova.network.neutron [-] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 622.151905] env[68391]: DEBUG nova.virt.hardware [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.152222] env[68391]: DEBUG nova.virt.hardware [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.152450] env[68391]: DEBUG nova.virt.hardware [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.152737] env[68391]: DEBUG nova.virt.hardware [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.152934] env[68391]: DEBUG nova.virt.hardware [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.153106] env[68391]: DEBUG nova.virt.hardware [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.153319] env[68391]: DEBUG nova.virt.hardware [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.153557] env[68391]: DEBUG nova.virt.hardware [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.153774] env[68391]: DEBUG nova.virt.hardware [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.154009] env[68391]: DEBUG nova.virt.hardware [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.154217] env[68391]: DEBUG nova.virt.hardware [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.155817] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2b72c0-d62f-4a13-b19e-6b73e1f9493f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.164535] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2d83d3-0f7b-44fc-b4a6-d8c8ee0ac52e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.253035] env[68391]: DEBUG nova.virt.hardware [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.253298] env[68391]: DEBUG nova.virt.hardware [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.253479] env[68391]: DEBUG nova.virt.hardware [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.253698] env[68391]: DEBUG nova.virt.hardware [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.253890] env[68391]: DEBUG nova.virt.hardware [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.254084] env[68391]: DEBUG nova.virt.hardware [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.254337] env[68391]: DEBUG nova.virt.hardware [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.254535] env[68391]: DEBUG nova.virt.hardware [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.254752] env[68391]: DEBUG nova.virt.hardware [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.254973] env[68391]: DEBUG nova.virt.hardware [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.255207] env[68391]: DEBUG nova.virt.hardware [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.256159] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d78577d-a4f0-463d-91e3-2ffd8d025bc9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.265134] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6b7274-5a7c-494c-b217-0628e2b0f306 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.279725] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Instance VIF info [] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.285559] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.285857] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.286094] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2fbf00c-3e26-45b8-a1ce-ef19d0e05e38 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.305390] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.305390] env[68391]: value = "task-3038506" [ 622.305390] env[68391]: _type = "Task" [ 622.305390] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.314234] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038506, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.374070] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.454410] env[68391]: DEBUG nova.scheduler.client.report [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.468882] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52342e63-cac3-b8ef-78a4-de48e8ab8d72, 'name': SearchDatastore_Task, 'duration_secs': 0.014246} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.471868] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d7b1ddc-b960-43dd-b0d3-ccc67f1cb70e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.472279] env[68391]: DEBUG nova.compute.manager [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 622.472411] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.473793] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b813b3-dee5-42ad-97ae-2d9367fd5138 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.481837] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for the task: (returnval){ [ 622.481837] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529f3f4e-3dd4-a0cd-1e56-c5eaa96125d3" [ 622.481837] env[68391]: _type = "Task" [ 622.481837] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.484443] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.488598] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58d56f7e-25f7-4d90-bf09-187eb2ee5af0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.490141] env[68391]: DEBUG oslo_concurrency.lockutils [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "refresh_cache-27d98b28-1248-40cf-8a75-121ce862be45" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.490560] env[68391]: DEBUG nova.compute.manager [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Instance network_info: |[{"id": "60f15e2f-2af6-492b-b11d-d779f772f6f1", "address": "fa:16:3e:7e:6b:90", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60f15e2f-2a", "ovs_interfaceid": "60f15e2f-2af6-492b-b11d-d779f772f6f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.491525] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:6b:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60f15e2f-2af6-492b-b11d-d779f772f6f1', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.499294] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Creating folder: Project (00256b7ce8ca4c049e61b42503ca7c73). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.504241] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-421c865e-9374-4c43-a995-b9d15f7cf85a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.506319] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529f3f4e-3dd4-a0cd-1e56-c5eaa96125d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.507999] env[68391]: DEBUG oslo_vmware.api [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 622.507999] env[68391]: value = "task-3038507" [ 622.507999] env[68391]: _type = "Task" [ 622.507999] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.520039] env[68391]: DEBUG oslo_vmware.api [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.521951] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Created folder: Project (00256b7ce8ca4c049e61b42503ca7c73) in parent group-v608736. [ 622.521951] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Creating folder: Instances. Parent ref: group-v608813. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.522215] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50db3280-d759-4430-91b0-6fe2a7e8587e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.527891] env[68391]: DEBUG nova.compute.manager [req-e738360f-e305-4978-9be3-5d7a5ec18d9e req-55ff5399-c32a-49b2-a095-5c82d94f2d1d service nova] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Received event network-changed-ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.528180] env[68391]: DEBUG nova.compute.manager [req-e738360f-e305-4978-9be3-5d7a5ec18d9e req-55ff5399-c32a-49b2-a095-5c82d94f2d1d service nova] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Refreshing instance network info cache due to event network-changed-ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 622.528294] env[68391]: DEBUG oslo_concurrency.lockutils [req-e738360f-e305-4978-9be3-5d7a5ec18d9e req-55ff5399-c32a-49b2-a095-5c82d94f2d1d service nova] Acquiring lock "refresh_cache-7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.528437] env[68391]: DEBUG oslo_concurrency.lockutils [req-e738360f-e305-4978-9be3-5d7a5ec18d9e req-55ff5399-c32a-49b2-a095-5c82d94f2d1d service nova] Acquired lock "refresh_cache-7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.528597] env[68391]: DEBUG nova.network.neutron [req-e738360f-e305-4978-9be3-5d7a5ec18d9e req-55ff5399-c32a-49b2-a095-5c82d94f2d1d service nova] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Refreshing network info cache for port ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.535521] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Created folder: Instances in parent group-v608813. [ 622.535790] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.535988] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.536222] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc1eb5ae-d06b-4303-9400-4c736ee07842 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.560542] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.560542] env[68391]: value = "task-3038510" [ 622.560542] env[68391]: _type = "Task" [ 622.560542] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.570718] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038510, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.605035] env[68391]: DEBUG nova.compute.manager [req-0896c678-c852-484f-be7b-bb30c7d5f9ef req-6fde5295-44a3-4500-92f8-f5c04048c419 service nova] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Received event network-vif-plugged-60f15e2f-2af6-492b-b11d-d779f772f6f1 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.605325] env[68391]: DEBUG oslo_concurrency.lockutils [req-0896c678-c852-484f-be7b-bb30c7d5f9ef req-6fde5295-44a3-4500-92f8-f5c04048c419 service nova] Acquiring lock "27d98b28-1248-40cf-8a75-121ce862be45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.605514] env[68391]: DEBUG oslo_concurrency.lockutils [req-0896c678-c852-484f-be7b-bb30c7d5f9ef req-6fde5295-44a3-4500-92f8-f5c04048c419 service nova] Lock "27d98b28-1248-40cf-8a75-121ce862be45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.605626] env[68391]: DEBUG oslo_concurrency.lockutils [req-0896c678-c852-484f-be7b-bb30c7d5f9ef req-6fde5295-44a3-4500-92f8-f5c04048c419 service nova] Lock "27d98b28-1248-40cf-8a75-121ce862be45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.605883] env[68391]: DEBUG nova.compute.manager [req-0896c678-c852-484f-be7b-bb30c7d5f9ef req-6fde5295-44a3-4500-92f8-f5c04048c419 service nova] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] No waiting events found dispatching network-vif-plugged-60f15e2f-2af6-492b-b11d-d779f772f6f1 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.606106] env[68391]: WARNING nova.compute.manager [req-0896c678-c852-484f-be7b-bb30c7d5f9ef req-6fde5295-44a3-4500-92f8-f5c04048c419 service nova] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Received unexpected event network-vif-plugged-60f15e2f-2af6-492b-b11d-d779f772f6f1 for instance with vm_state building and task_state spawning. [ 622.606269] env[68391]: DEBUG nova.compute.manager [req-0896c678-c852-484f-be7b-bb30c7d5f9ef req-6fde5295-44a3-4500-92f8-f5c04048c419 service nova] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Received event network-changed-60f15e2f-2af6-492b-b11d-d779f772f6f1 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.606437] env[68391]: DEBUG nova.compute.manager [req-0896c678-c852-484f-be7b-bb30c7d5f9ef req-6fde5295-44a3-4500-92f8-f5c04048c419 service nova] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Refreshing instance network info cache due to event network-changed-60f15e2f-2af6-492b-b11d-d779f772f6f1. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 622.606620] env[68391]: DEBUG oslo_concurrency.lockutils [req-0896c678-c852-484f-be7b-bb30c7d5f9ef req-6fde5295-44a3-4500-92f8-f5c04048c419 service nova] Acquiring lock "refresh_cache-27d98b28-1248-40cf-8a75-121ce862be45" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.606755] env[68391]: DEBUG oslo_concurrency.lockutils [req-0896c678-c852-484f-be7b-bb30c7d5f9ef req-6fde5295-44a3-4500-92f8-f5c04048c419 service nova] Acquired lock "refresh_cache-27d98b28-1248-40cf-8a75-121ce862be45" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.606915] env[68391]: DEBUG nova.network.neutron [req-0896c678-c852-484f-be7b-bb30c7d5f9ef req-6fde5295-44a3-4500-92f8-f5c04048c419 service nova] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Refreshing network info cache for port 60f15e2f-2af6-492b-b11d-d779f772f6f1 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.818304] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038506, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.876243] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.965034] env[68391]: DEBUG oslo_concurrency.lockutils [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.884s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.965034] env[68391]: DEBUG nova.compute.manager [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.968221] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.340s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.968530] env[68391]: DEBUG nova.objects.instance [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Lazy-loading 'resources' on Instance uuid 85e6230e-00fc-4099-bebd-5a2b0f7d8402 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 622.998722] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529f3f4e-3dd4-a0cd-1e56-c5eaa96125d3, 'name': SearchDatastore_Task, 'duration_secs': 0.016921} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.999052] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.999336] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 78c655a8-fc5e-462e-b7f0-6d17345654f7/78c655a8-fc5e-462e-b7f0-6d17345654f7.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.999669] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0399f1c-523f-4a81-9b2c-40d7ea98b176 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.014298] env[68391]: DEBUG nova.network.neutron [-] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.015703] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for the task: (returnval){ [ 623.015703] env[68391]: value = "task-3038511" [ 623.015703] env[68391]: _type = "Task" [ 623.015703] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.027068] env[68391]: DEBUG oslo_vmware.api [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038507, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.034647] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.073994] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038510, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.326738] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038506, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.377452] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038503, 'name': ReconfigVM_Task, 'duration_secs': 1.547672} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.377755] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 0b5b4adf-a2bd-4255-964e-bb70a52c056e/0b5b4adf-a2bd-4255-964e-bb70a52c056e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.378766] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55eaee90-8987-4566-b4ae-b0f99ad600f7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.388715] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 623.388715] env[68391]: value = "task-3038512" [ 623.388715] env[68391]: _type = "Task" [ 623.388715] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.402104] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038512, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.473144] env[68391]: DEBUG nova.compute.utils [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.473855] env[68391]: DEBUG nova.compute.manager [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.474231] env[68391]: DEBUG nova.network.neutron [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.530783] env[68391]: INFO nova.compute.manager [-] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Took 1.39 seconds to deallocate network for instance. [ 623.531131] env[68391]: DEBUG oslo_vmware.api [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038507, 'name': PowerOffVM_Task, 'duration_secs': 0.575583} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.535300] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.535453] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.536943] env[68391]: DEBUG nova.policy [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84681c7506d449aea64a743f39be7800', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3db765533a5543fab0d6cb1f87df9223', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.543127] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25ee35f1-9214-48d4-bee8-2fb207c3419e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.547486] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.586026] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038510, 'name': CreateVM_Task, 'duration_secs': 0.546161} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.587438] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.588259] env[68391]: DEBUG oslo_concurrency.lockutils [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.588420] env[68391]: DEBUG oslo_concurrency.lockutils [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.588830] env[68391]: DEBUG oslo_concurrency.lockutils [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.589681] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-849cbf7e-50ee-4cf1-b766-0e6d62b392d5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.603311] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 623.603311] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524b8c52-0358-7a92-ff38-daa27cdb681f" [ 623.603311] env[68391]: _type = "Task" [ 623.603311] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.615938] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524b8c52-0358-7a92-ff38-daa27cdb681f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.625786] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.625786] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.625786] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Deleting the datastore file [datastore1] 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.625786] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbafdf0b-18ad-47ca-b649-a03cb68d483b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.639253] env[68391]: DEBUG oslo_vmware.api [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for the task: (returnval){ [ 623.639253] env[68391]: value = "task-3038514" [ 623.639253] env[68391]: _type = "Task" [ 623.639253] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.647634] env[68391]: DEBUG oslo_vmware.api [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.697414] env[68391]: DEBUG nova.network.neutron [req-e738360f-e305-4978-9be3-5d7a5ec18d9e req-55ff5399-c32a-49b2-a095-5c82d94f2d1d service nova] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Updated VIF entry in instance network info cache for port ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.698236] env[68391]: DEBUG nova.network.neutron [req-e738360f-e305-4978-9be3-5d7a5ec18d9e req-55ff5399-c32a-49b2-a095-5c82d94f2d1d service nova] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Updating instance_info_cache with network_info: [{"id": "ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e", "address": "fa:16:3e:2a:7f:97", "network": {"id": "530862f2-dc69-4e67-8ec8-386303a3cfe0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-646053942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8f297ca4786486785ba0d4a8fe41528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebfc4e8a-ea", "ovs_interfaceid": "ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.727863] env[68391]: DEBUG nova.network.neutron [req-0896c678-c852-484f-be7b-bb30c7d5f9ef req-6fde5295-44a3-4500-92f8-f5c04048c419 service nova] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Updated VIF entry in instance network info cache for port 60f15e2f-2af6-492b-b11d-d779f772f6f1. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.727863] env[68391]: DEBUG nova.network.neutron [req-0896c678-c852-484f-be7b-bb30c7d5f9ef req-6fde5295-44a3-4500-92f8-f5c04048c419 service nova] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Updating instance_info_cache with network_info: [{"id": "60f15e2f-2af6-492b-b11d-d779f772f6f1", "address": "fa:16:3e:7e:6b:90", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60f15e2f-2a", "ovs_interfaceid": "60f15e2f-2af6-492b-b11d-d779f772f6f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.820530] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038506, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.860690] env[68391]: DEBUG nova.network.neutron [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Successfully updated port: cf609623-91ae-433f-ac67-d701f98b5a57 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 623.903631] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038512, 'name': Rename_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.980264] env[68391]: DEBUG nova.compute.manager [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.025851] env[68391]: DEBUG nova.network.neutron [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Successfully created port: 84158c5b-8ba9-4508-87d0-0744b20d0376 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.037118] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.045702] env[68391]: DEBUG oslo_concurrency.lockutils [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.116732] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524b8c52-0358-7a92-ff38-daa27cdb681f, 'name': SearchDatastore_Task, 'duration_secs': 0.016289} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.120311] env[68391]: DEBUG oslo_concurrency.lockutils [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.120672] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.120998] env[68391]: DEBUG oslo_concurrency.lockutils [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.121239] env[68391]: DEBUG oslo_concurrency.lockutils [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.121487] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.122089] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43ea553d-922b-4b15-bc00-3841c58cf2ff {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.142308] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.142498] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.143314] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a03b0ea3-aeb8-4ea4-a37f-497edc8609db {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.153195] env[68391]: DEBUG oslo_vmware.api [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Task: {'id': task-3038514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332699} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.154564] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.154833] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 624.154978] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 624.155187] env[68391]: INFO nova.compute.manager [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Took 1.68 seconds to destroy the instance on the hypervisor. [ 624.155639] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.155867] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 624.155867] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f5d1cf-6058-d41d-68ee-d50e61646cb1" [ 624.155867] env[68391]: _type = "Task" [ 624.155867] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.156088] env[68391]: DEBUG nova.compute.manager [-] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 624.156205] env[68391]: DEBUG nova.network.neutron [-] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 624.170629] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f5d1cf-6058-d41d-68ee-d50e61646cb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.193665] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a9d79f-14d2-4ed6-9ecc-a2df92ca6e65 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.201643] env[68391]: DEBUG oslo_concurrency.lockutils [req-e738360f-e305-4978-9be3-5d7a5ec18d9e req-55ff5399-c32a-49b2-a095-5c82d94f2d1d service nova] Releasing lock "refresh_cache-7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.201931] env[68391]: DEBUG nova.compute.manager [req-e738360f-e305-4978-9be3-5d7a5ec18d9e req-55ff5399-c32a-49b2-a095-5c82d94f2d1d service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Received event network-changed-45095f19-2a72-4545-9a1d-80b544899113 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.202117] env[68391]: DEBUG nova.compute.manager [req-e738360f-e305-4978-9be3-5d7a5ec18d9e req-55ff5399-c32a-49b2-a095-5c82d94f2d1d service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Refreshing instance network info cache due to event network-changed-45095f19-2a72-4545-9a1d-80b544899113. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 624.202351] env[68391]: DEBUG oslo_concurrency.lockutils [req-e738360f-e305-4978-9be3-5d7a5ec18d9e req-55ff5399-c32a-49b2-a095-5c82d94f2d1d service nova] Acquiring lock "refresh_cache-39cf4eea-900e-4211-9afe-ae2735af2661" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.202487] env[68391]: DEBUG oslo_concurrency.lockutils [req-e738360f-e305-4978-9be3-5d7a5ec18d9e req-55ff5399-c32a-49b2-a095-5c82d94f2d1d service nova] Acquired lock "refresh_cache-39cf4eea-900e-4211-9afe-ae2735af2661" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.202649] env[68391]: DEBUG nova.network.neutron [req-e738360f-e305-4978-9be3-5d7a5ec18d9e req-55ff5399-c32a-49b2-a095-5c82d94f2d1d service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Refreshing network info cache for port 45095f19-2a72-4545-9a1d-80b544899113 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.204966] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ba4581-da94-4644-8e94-53b366fb038b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.243937] env[68391]: DEBUG oslo_concurrency.lockutils [req-0896c678-c852-484f-be7b-bb30c7d5f9ef req-6fde5295-44a3-4500-92f8-f5c04048c419 service nova] Releasing lock "refresh_cache-27d98b28-1248-40cf-8a75-121ce862be45" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.245353] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880a973f-de31-475e-a5c4-16c57ce16d3c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.256048] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d07750c-18c1-48b8-9cc4-830666269c7a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.271887] env[68391]: DEBUG nova.compute.provider_tree [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.318613] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038506, 'name': CreateVM_Task, 'duration_secs': 1.910492} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.318764] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.319271] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.319447] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.319786] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.320131] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b85717-166e-43a9-a07c-dbf895c74cf4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.327406] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Waiting for the task: (returnval){ [ 624.327406] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ec3079-ffef-98f7-b960-c9102a047d4c" [ 624.327406] env[68391]: _type = "Task" [ 624.327406] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.337444] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ec3079-ffef-98f7-b960-c9102a047d4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.363863] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Acquiring lock "refresh_cache-f2771b69-6f75-4311-a727-ce7261fe1cf5" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.364107] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Acquired lock "refresh_cache-f2771b69-6f75-4311-a727-ce7261fe1cf5" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.364309] env[68391]: DEBUG nova.network.neutron [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.402145] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038512, 'name': Rename_Task, 'duration_secs': 0.910905} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.402504] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.402795] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64120c02-26ce-44c1-8278-e5390cc88158 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.412255] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 624.412255] env[68391]: value = "task-3038515" [ 624.412255] env[68391]: _type = "Task" [ 624.412255] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.424500] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.534483] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038511, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.672532] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f5d1cf-6058-d41d-68ee-d50e61646cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.019285} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.673636] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ad5473-a023-49a8-958e-df4691890873 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.680868] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 624.680868] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527f17df-a869-ae13-7449-f3b6c5308859" [ 624.680868] env[68391]: _type = "Task" [ 624.680868] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.690498] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527f17df-a869-ae13-7449-f3b6c5308859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.777387] env[68391]: DEBUG nova.scheduler.client.report [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.831928] env[68391]: DEBUG nova.compute.manager [req-7ef6a076-7013-4631-b503-6fa20fd7a729 req-478915ca-f686-4a3e-9671-34586d1df474 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Received event network-changed-45095f19-2a72-4545-9a1d-80b544899113 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.831928] env[68391]: DEBUG nova.compute.manager [req-7ef6a076-7013-4631-b503-6fa20fd7a729 req-478915ca-f686-4a3e-9671-34586d1df474 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Refreshing instance network info cache due to event network-changed-45095f19-2a72-4545-9a1d-80b544899113. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 624.831928] env[68391]: DEBUG oslo_concurrency.lockutils [req-7ef6a076-7013-4631-b503-6fa20fd7a729 req-478915ca-f686-4a3e-9671-34586d1df474 service nova] Acquiring lock "refresh_cache-39cf4eea-900e-4211-9afe-ae2735af2661" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.846886] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ec3079-ffef-98f7-b960-c9102a047d4c, 'name': SearchDatastore_Task, 'duration_secs': 0.05165} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.847363] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.847618] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.847834] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.849382] env[68391]: DEBUG oslo_concurrency.lockutils [None req-71506f63-5eb6-4ece-9e1f-272f4f61d3c6 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquiring lock "11e16402-9fbd-4dc8-855b-b8db7dd1434c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.861125] env[68391]: DEBUG nova.compute.manager [req-7cd87509-12e0-4b53-b8a8-511fea07309a req-7736bb7b-7267-4d15-85fd-1915786446bc service nova] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Received event network-vif-deleted-fb07ee00-d0e2-4fb6-acf9-8e1015df91bd {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.861125] env[68391]: DEBUG nova.compute.manager [req-7cd87509-12e0-4b53-b8a8-511fea07309a req-7736bb7b-7267-4d15-85fd-1915786446bc service nova] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Received event network-vif-plugged-cf609623-91ae-433f-ac67-d701f98b5a57 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.861125] env[68391]: DEBUG oslo_concurrency.lockutils [req-7cd87509-12e0-4b53-b8a8-511fea07309a req-7736bb7b-7267-4d15-85fd-1915786446bc service nova] Acquiring lock "f2771b69-6f75-4311-a727-ce7261fe1cf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.861381] env[68391]: DEBUG oslo_concurrency.lockutils [req-7cd87509-12e0-4b53-b8a8-511fea07309a req-7736bb7b-7267-4d15-85fd-1915786446bc service nova] Lock "f2771b69-6f75-4311-a727-ce7261fe1cf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.861381] env[68391]: DEBUG oslo_concurrency.lockutils [req-7cd87509-12e0-4b53-b8a8-511fea07309a req-7736bb7b-7267-4d15-85fd-1915786446bc service nova] Lock "f2771b69-6f75-4311-a727-ce7261fe1cf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.861644] env[68391]: DEBUG nova.compute.manager [req-7cd87509-12e0-4b53-b8a8-511fea07309a req-7736bb7b-7267-4d15-85fd-1915786446bc service nova] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] No waiting events found dispatching network-vif-plugged-cf609623-91ae-433f-ac67-d701f98b5a57 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.862274] env[68391]: WARNING nova.compute.manager [req-7cd87509-12e0-4b53-b8a8-511fea07309a req-7736bb7b-7267-4d15-85fd-1915786446bc service nova] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Received unexpected event network-vif-plugged-cf609623-91ae-433f-ac67-d701f98b5a57 for instance with vm_state building and task_state spawning. [ 624.862510] env[68391]: DEBUG nova.compute.manager [req-7cd87509-12e0-4b53-b8a8-511fea07309a req-7736bb7b-7267-4d15-85fd-1915786446bc service nova] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Received event network-changed-cf609623-91ae-433f-ac67-d701f98b5a57 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.862732] env[68391]: DEBUG nova.compute.manager [req-7cd87509-12e0-4b53-b8a8-511fea07309a req-7736bb7b-7267-4d15-85fd-1915786446bc service nova] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Refreshing instance network info cache due to event network-changed-cf609623-91ae-433f-ac67-d701f98b5a57. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 624.862944] env[68391]: DEBUG oslo_concurrency.lockutils [req-7cd87509-12e0-4b53-b8a8-511fea07309a req-7736bb7b-7267-4d15-85fd-1915786446bc service nova] Acquiring lock "refresh_cache-f2771b69-6f75-4311-a727-ce7261fe1cf5" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.928731] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.939845] env[68391]: DEBUG nova.network.neutron [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.991239] env[68391]: DEBUG nova.compute.manager [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.017219] env[68391]: DEBUG nova.virt.hardware [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.017499] env[68391]: DEBUG nova.virt.hardware [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.017652] env[68391]: DEBUG nova.virt.hardware [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.017864] env[68391]: DEBUG nova.virt.hardware [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.018029] env[68391]: DEBUG nova.virt.hardware [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.018257] env[68391]: DEBUG nova.virt.hardware [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.018403] env[68391]: DEBUG nova.virt.hardware [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.018582] env[68391]: DEBUG nova.virt.hardware [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.018757] env[68391]: DEBUG nova.virt.hardware [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.018941] env[68391]: DEBUG nova.virt.hardware [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.019223] env[68391]: DEBUG nova.virt.hardware [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.021219] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0862adc-4309-4552-a8cf-5d4ee16e9c30 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.036405] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c28875-dcfd-4910-a131-d1e4d0beb9c5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.042249] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038511, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.677169} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.042249] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 78c655a8-fc5e-462e-b7f0-6d17345654f7/78c655a8-fc5e-462e-b7f0-6d17345654f7.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.042249] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.042249] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-383ec471-0572-48d5-b240-16ae56f337e8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.060189] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for the task: (returnval){ [ 625.060189] env[68391]: value = "task-3038516" [ 625.060189] env[68391]: _type = "Task" [ 625.060189] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.072712] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.091391] env[68391]: DEBUG nova.network.neutron [-] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.154954] env[68391]: DEBUG nova.network.neutron [req-e738360f-e305-4978-9be3-5d7a5ec18d9e req-55ff5399-c32a-49b2-a095-5c82d94f2d1d service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Updated VIF entry in instance network info cache for port 45095f19-2a72-4545-9a1d-80b544899113. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.155382] env[68391]: DEBUG nova.network.neutron [req-e738360f-e305-4978-9be3-5d7a5ec18d9e req-55ff5399-c32a-49b2-a095-5c82d94f2d1d service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Updating instance_info_cache with network_info: [{"id": "45095f19-2a72-4545-9a1d-80b544899113", "address": "fa:16:3e:9e:30:6d", "network": {"id": "438d70ec-868a-4b58-91b6-2b61813c8965", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20171568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "671d0dbc6c92469c8b71c3beba08a470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45095f19-2a", "ovs_interfaceid": "45095f19-2a72-4545-9a1d-80b544899113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.199850] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527f17df-a869-ae13-7449-f3b6c5308859, 'name': SearchDatastore_Task, 'duration_secs': 0.013984} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.200127] env[68391]: DEBUG oslo_concurrency.lockutils [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.200385] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 27d98b28-1248-40cf-8a75-121ce862be45/27d98b28-1248-40cf-8a75-121ce862be45.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.200662] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.200852] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.201114] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14cc936d-972b-4201-8156-afbf14d5faf0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.203240] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65698e0c-be59-4215-bb25-1eec5a9c2dce {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.213198] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 625.213198] env[68391]: value = "task-3038517" [ 625.213198] env[68391]: _type = "Task" [ 625.213198] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.218284] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.218913] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.219901] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb40e67b-c02c-4154-a61a-20b4e59ab913 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.226129] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.230198] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Waiting for the task: (returnval){ [ 625.230198] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f66ad4-eb7c-c8f6-546e-f177eb308973" [ 625.230198] env[68391]: _type = "Task" [ 625.230198] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.239562] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f66ad4-eb7c-c8f6-546e-f177eb308973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.261247] env[68391]: DEBUG nova.network.neutron [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Updating instance_info_cache with network_info: [{"id": "cf609623-91ae-433f-ac67-d701f98b5a57", "address": "fa:16:3e:29:78:e9", "network": {"id": "640a98b6-018a-4399-aa0e-afaab195ffab", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-851827771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1aa35a0c91499c8274b641a3ba376f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf609623-91", "ovs_interfaceid": "cf609623-91ae-433f-ac67-d701f98b5a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.287796] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.321s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.291276] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3eeb4c4c-b761-4ace-bfdb-19b5c9ecce52 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.145s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.318617] env[68391]: INFO nova.scheduler.client.report [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Deleted allocations for instance 85e6230e-00fc-4099-bebd-5a2b0f7d8402 [ 625.426205] env[68391]: DEBUG oslo_vmware.api [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038515, 'name': PowerOnVM_Task, 'duration_secs': 0.724485} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.426487] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.426687] env[68391]: INFO nova.compute.manager [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Took 12.08 seconds to spawn the instance on the hypervisor. [ 625.426865] env[68391]: DEBUG nova.compute.manager [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.427972] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1939bc-cd86-4807-9f1d-5e472fff62a4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.571830] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135601} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.572249] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.573259] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb981b57-d77b-49ec-8d2b-31d4d4f8583c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.602220] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 78c655a8-fc5e-462e-b7f0-6d17345654f7/78c655a8-fc5e-462e-b7f0-6d17345654f7.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.602957] env[68391]: INFO nova.compute.manager [-] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Took 1.45 seconds to deallocate network for instance. [ 625.603431] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7133c153-fa6e-4262-9d84-a077a5e79c7c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.631432] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for the task: (returnval){ [ 625.631432] env[68391]: value = "task-3038518" [ 625.631432] env[68391]: _type = "Task" [ 625.631432] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.644925] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.659802] env[68391]: DEBUG oslo_concurrency.lockutils [req-e738360f-e305-4978-9be3-5d7a5ec18d9e req-55ff5399-c32a-49b2-a095-5c82d94f2d1d service nova] Releasing lock "refresh_cache-39cf4eea-900e-4211-9afe-ae2735af2661" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.660299] env[68391]: DEBUG oslo_concurrency.lockutils [req-7ef6a076-7013-4631-b503-6fa20fd7a729 req-478915ca-f686-4a3e-9671-34586d1df474 service nova] Acquired lock "refresh_cache-39cf4eea-900e-4211-9afe-ae2735af2661" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.661537] env[68391]: DEBUG nova.network.neutron [req-7ef6a076-7013-4631-b503-6fa20fd7a729 req-478915ca-f686-4a3e-9671-34586d1df474 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Refreshing network info cache for port 45095f19-2a72-4545-9a1d-80b544899113 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.687353] env[68391]: DEBUG nova.network.neutron [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Successfully updated port: 84158c5b-8ba9-4508-87d0-0744b20d0376 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.726588] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038517, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.743780] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f66ad4-eb7c-c8f6-546e-f177eb308973, 'name': SearchDatastore_Task, 'duration_secs': 0.017065} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.744825] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c27d6c-e8fb-47e3-8b9a-55ecbc0be415 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.754062] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Waiting for the task: (returnval){ [ 625.754062] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526edaca-3338-1c6d-b76f-e7b6a8394923" [ 625.754062] env[68391]: _type = "Task" [ 625.754062] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.766288] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Releasing lock "refresh_cache-f2771b69-6f75-4311-a727-ce7261fe1cf5" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.766603] env[68391]: DEBUG nova.compute.manager [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Instance network_info: |[{"id": "cf609623-91ae-433f-ac67-d701f98b5a57", "address": "fa:16:3e:29:78:e9", "network": {"id": "640a98b6-018a-4399-aa0e-afaab195ffab", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-851827771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1aa35a0c91499c8274b641a3ba376f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf609623-91", "ovs_interfaceid": "cf609623-91ae-433f-ac67-d701f98b5a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 625.766889] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526edaca-3338-1c6d-b76f-e7b6a8394923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.767189] env[68391]: DEBUG oslo_concurrency.lockutils [req-7cd87509-12e0-4b53-b8a8-511fea07309a req-7736bb7b-7267-4d15-85fd-1915786446bc service nova] Acquired lock "refresh_cache-f2771b69-6f75-4311-a727-ce7261fe1cf5" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.767756] env[68391]: DEBUG nova.network.neutron [req-7cd87509-12e0-4b53-b8a8-511fea07309a req-7736bb7b-7267-4d15-85fd-1915786446bc service nova] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Refreshing network info cache for port cf609623-91ae-433f-ac67-d701f98b5a57 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.769530] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:78:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf609623-91ae-433f-ac67-d701f98b5a57', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.777521] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Creating folder: Project (5d1aa35a0c91499c8274b641a3ba376f). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.778795] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07e30bfa-0abe-4e55-bfa0-14cc24d33959 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.797831] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Created folder: Project (5d1aa35a0c91499c8274b641a3ba376f) in parent group-v608736. [ 625.799060] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Creating folder: Instances. Parent ref: group-v608816. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.799060] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbbff913-4e19-4176-8223-e24e04b42037 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.815201] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Created folder: Instances in parent group-v608816. [ 625.815201] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.815201] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.815494] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-168eb02c-7ee2-435f-b299-ff6338832627 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.843039] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c78f9847-b000-4a19-9f0c-46cf2a40c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769 tempest-FloatingIPsAssociationNegativeTestJSON-1943996769-project-member] Lock "85e6230e-00fc-4099-bebd-5a2b0f7d8402" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.954s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.854131] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.854131] env[68391]: value = "task-3038521" [ 625.854131] env[68391]: _type = "Task" [ 625.854131] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.869130] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038521, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.950267] env[68391]: INFO nova.compute.manager [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Took 44.47 seconds to build instance. [ 626.127246] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.145196] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.190708] env[68391]: DEBUG oslo_concurrency.lockutils [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Acquiring lock "refresh_cache-336e7166-5e3f-4de1-b3af-14b521ec8147" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.191058] env[68391]: DEBUG oslo_concurrency.lockutils [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Acquired lock "refresh_cache-336e7166-5e3f-4de1-b3af-14b521ec8147" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.191058] env[68391]: DEBUG nova.network.neutron [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.229194] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776203} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.233626] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 27d98b28-1248-40cf-8a75-121ce862be45/27d98b28-1248-40cf-8a75-121ce862be45.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.235085] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.238347] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9ede61d-4d6e-43a9-8788-13447d63ced3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.250461] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 626.250461] env[68391]: value = "task-3038522" [ 626.250461] env[68391]: _type = "Task" [ 626.250461] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.270701] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.274665] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526edaca-3338-1c6d-b76f-e7b6a8394923, 'name': SearchDatastore_Task, 'duration_secs': 0.062218} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.275547] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.275708] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 04a75416-4760-4c14-9e8e-5458a095866e/04a75416-4760-4c14-9e8e-5458a095866e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.276148] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0217d0e-de40-4046-86d3-78db56fff9ef {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.290552] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Waiting for the task: (returnval){ [ 626.290552] env[68391]: value = "task-3038523" [ 626.290552] env[68391]: _type = "Task" [ 626.290552] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.300815] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': task-3038523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.367542] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038521, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.401013] env[68391]: DEBUG oslo_vmware.rw_handles [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cead52-ab19-5532-cb5f-0d9b9ac3bbed/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 626.405273] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc45acb-f8c5-4a31-84b3-4c8aeff9cad6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.413064] env[68391]: DEBUG oslo_vmware.rw_handles [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cead52-ab19-5532-cb5f-0d9b9ac3bbed/disk-0.vmdk is in state: ready. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 626.413064] env[68391]: ERROR oslo_vmware.rw_handles [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cead52-ab19-5532-cb5f-0d9b9ac3bbed/disk-0.vmdk due to incomplete transfer. [ 626.413064] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e011a15e-0540-49ed-b760-4854ea4f923c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.423181] env[68391]: DEBUG oslo_vmware.rw_handles [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cead52-ab19-5532-cb5f-0d9b9ac3bbed/disk-0.vmdk. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 626.423404] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Uploaded image f16f352d-4b8f-4af8-a7e8-ca4b9d5d55a2 to the Glance image server {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 626.425640] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Destroying the VM {{(pid=68391) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 626.425932] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-816d56b6-0273-4da8-a674-76faabd3e72b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.435095] env[68391]: DEBUG oslo_vmware.api [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 626.435095] env[68391]: value = "task-3038524" [ 626.435095] env[68391]: _type = "Task" [ 626.435095] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.450691] env[68391]: DEBUG oslo_vmware.api [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038524, 'name': Destroy_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.453649] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cda76088-3c0c-491b-89a0-3a87c5207cc2 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.983s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.497764] env[68391]: DEBUG nova.network.neutron [req-7ef6a076-7013-4631-b503-6fa20fd7a729 req-478915ca-f686-4a3e-9671-34586d1df474 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Updated VIF entry in instance network info cache for port 45095f19-2a72-4545-9a1d-80b544899113. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.498637] env[68391]: DEBUG nova.network.neutron [req-7ef6a076-7013-4631-b503-6fa20fd7a729 req-478915ca-f686-4a3e-9671-34586d1df474 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Updating instance_info_cache with network_info: [{"id": "45095f19-2a72-4545-9a1d-80b544899113", "address": "fa:16:3e:9e:30:6d", "network": {"id": "438d70ec-868a-4b58-91b6-2b61813c8965", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20171568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "671d0dbc6c92469c8b71c3beba08a470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45095f19-2a", "ovs_interfaceid": "45095f19-2a72-4545-9a1d-80b544899113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.534245] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccf38a1-1879-4451-a416-0002a9c17e9d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.542597] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1006bf18-00e1-4341-9e33-eec558560a63 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.580324] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835c4175-4c4b-484c-bc9b-5e150219fbfe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.591118] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f81cffa-b170-4ebf-b065-c41732708431 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.610026] env[68391]: DEBUG nova.compute.provider_tree [None req-3eeb4c4c-b761-4ace-bfdb-19b5c9ecce52 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.645309] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038518, 'name': ReconfigVM_Task, 'duration_secs': 0.637151} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.645693] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 78c655a8-fc5e-462e-b7f0-6d17345654f7/78c655a8-fc5e-462e-b7f0-6d17345654f7.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.646407] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3418a38a-c4e3-4764-8bca-f429a6a9f3fa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.656520] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for the task: (returnval){ [ 626.656520] env[68391]: value = "task-3038525" [ 626.656520] env[68391]: _type = "Task" [ 626.656520] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.667607] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038525, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.738815] env[68391]: DEBUG nova.network.neutron [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.762364] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107492} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.763046] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.763842] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5eb251-0a76-468c-974a-38d42e754ffe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.792854] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 27d98b28-1248-40cf-8a75-121ce862be45/27d98b28-1248-40cf-8a75-121ce862be45.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.793076] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fb28cb2-a656-4b0c-9403-24e3d81519d2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.827169] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': task-3038523, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.828705] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 626.828705] env[68391]: value = "task-3038526" [ 626.828705] env[68391]: _type = "Task" [ 626.828705] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.845029] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038526, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.867763] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038521, 'name': CreateVM_Task, 'duration_secs': 0.644368} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.868014] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.868973] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.869160] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.869476] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.869757] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77d8551f-a07c-4619-9874-7eb635565281 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.875954] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Waiting for the task: (returnval){ [ 626.875954] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5276db1c-4e94-7cfe-a07e-2dfb2eab5e43" [ 626.875954] env[68391]: _type = "Task" [ 626.875954] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.886918] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5276db1c-4e94-7cfe-a07e-2dfb2eab5e43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.953025] env[68391]: DEBUG oslo_vmware.api [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038524, 'name': Destroy_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.955023] env[68391]: DEBUG nova.compute.manager [None req-a27fa7c7-2eab-4faa-bf39-1db31e6e3bde tempest-ServerDiagnosticsV248Test-1451312342 tempest-ServerDiagnosticsV248Test-1451312342-project-admin] [instance: e10449a8-0e0b-496e-8861-84708e325079] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.956713] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba3b7b7-f8a6-4c3c-bde2-13305b41283c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.960250] env[68391]: DEBUG nova.compute.manager [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.971877] env[68391]: INFO nova.compute.manager [None req-a27fa7c7-2eab-4faa-bf39-1db31e6e3bde tempest-ServerDiagnosticsV248Test-1451312342 tempest-ServerDiagnosticsV248Test-1451312342-project-admin] [instance: e10449a8-0e0b-496e-8861-84708e325079] Retrieving diagnostics [ 626.972824] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da24489-1ace-4892-8f0e-9463dbcb8561 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.979699] env[68391]: DEBUG nova.network.neutron [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Updating instance_info_cache with network_info: [{"id": "84158c5b-8ba9-4508-87d0-0744b20d0376", "address": "fa:16:3e:b7:a4:10", "network": {"id": "4020b29b-e5ed-4169-a8d1-770793280ad3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1541422757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3db765533a5543fab0d6cb1f87df9223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84158c5b-8b", "ovs_interfaceid": "84158c5b-8ba9-4508-87d0-0744b20d0376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.012109] env[68391]: DEBUG oslo_concurrency.lockutils [req-7ef6a076-7013-4631-b503-6fa20fd7a729 req-478915ca-f686-4a3e-9671-34586d1df474 service nova] Releasing lock "refresh_cache-39cf4eea-900e-4211-9afe-ae2735af2661" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.047337] env[68391]: DEBUG nova.network.neutron [req-7cd87509-12e0-4b53-b8a8-511fea07309a req-7736bb7b-7267-4d15-85fd-1915786446bc service nova] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Updated VIF entry in instance network info cache for port cf609623-91ae-433f-ac67-d701f98b5a57. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.047919] env[68391]: DEBUG nova.network.neutron [req-7cd87509-12e0-4b53-b8a8-511fea07309a req-7736bb7b-7267-4d15-85fd-1915786446bc service nova] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Updating instance_info_cache with network_info: [{"id": "cf609623-91ae-433f-ac67-d701f98b5a57", "address": "fa:16:3e:29:78:e9", "network": {"id": "640a98b6-018a-4399-aa0e-afaab195ffab", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-851827771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1aa35a0c91499c8274b641a3ba376f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf609623-91", "ovs_interfaceid": "cf609623-91ae-433f-ac67-d701f98b5a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.115110] env[68391]: DEBUG nova.scheduler.client.report [None req-3eeb4c4c-b761-4ace-bfdb-19b5c9ecce52 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.169826] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038525, 'name': Rename_Task, 'duration_secs': 0.184994} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.170201] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.170490] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b22b7f4d-917c-4db6-953d-9da29b536339 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.178983] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for the task: (returnval){ [ 627.178983] env[68391]: value = "task-3038527" [ 627.178983] env[68391]: _type = "Task" [ 627.178983] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.192176] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.239786] env[68391]: DEBUG nova.compute.manager [req-9212bcfb-c828-42c1-aa3e-9354ed5910e0 req-e3ad35d5-d845-48e3-b570-8150d0350e67 service nova] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Received event network-vif-plugged-84158c5b-8ba9-4508-87d0-0744b20d0376 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.240712] env[68391]: DEBUG oslo_concurrency.lockutils [req-9212bcfb-c828-42c1-aa3e-9354ed5910e0 req-e3ad35d5-d845-48e3-b570-8150d0350e67 service nova] Acquiring lock "336e7166-5e3f-4de1-b3af-14b521ec8147-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.240712] env[68391]: DEBUG oslo_concurrency.lockutils [req-9212bcfb-c828-42c1-aa3e-9354ed5910e0 req-e3ad35d5-d845-48e3-b570-8150d0350e67 service nova] Lock "336e7166-5e3f-4de1-b3af-14b521ec8147-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.240926] env[68391]: DEBUG oslo_concurrency.lockutils [req-9212bcfb-c828-42c1-aa3e-9354ed5910e0 req-e3ad35d5-d845-48e3-b570-8150d0350e67 service nova] Lock "336e7166-5e3f-4de1-b3af-14b521ec8147-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.241026] env[68391]: DEBUG nova.compute.manager [req-9212bcfb-c828-42c1-aa3e-9354ed5910e0 req-e3ad35d5-d845-48e3-b570-8150d0350e67 service nova] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] No waiting events found dispatching network-vif-plugged-84158c5b-8ba9-4508-87d0-0744b20d0376 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.241311] env[68391]: WARNING nova.compute.manager [req-9212bcfb-c828-42c1-aa3e-9354ed5910e0 req-e3ad35d5-d845-48e3-b570-8150d0350e67 service nova] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Received unexpected event network-vif-plugged-84158c5b-8ba9-4508-87d0-0744b20d0376 for instance with vm_state building and task_state spawning. [ 627.241588] env[68391]: DEBUG nova.compute.manager [req-9212bcfb-c828-42c1-aa3e-9354ed5910e0 req-e3ad35d5-d845-48e3-b570-8150d0350e67 service nova] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Received event network-changed-84158c5b-8ba9-4508-87d0-0744b20d0376 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.242095] env[68391]: DEBUG nova.compute.manager [req-9212bcfb-c828-42c1-aa3e-9354ed5910e0 req-e3ad35d5-d845-48e3-b570-8150d0350e67 service nova] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Refreshing instance network info cache due to event network-changed-84158c5b-8ba9-4508-87d0-0744b20d0376. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 627.242236] env[68391]: DEBUG oslo_concurrency.lockutils [req-9212bcfb-c828-42c1-aa3e-9354ed5910e0 req-e3ad35d5-d845-48e3-b570-8150d0350e67 service nova] Acquiring lock "refresh_cache-336e7166-5e3f-4de1-b3af-14b521ec8147" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.305133] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': task-3038523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.853762} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.305613] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 04a75416-4760-4c14-9e8e-5458a095866e/04a75416-4760-4c14-9e8e-5458a095866e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.305817] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.306289] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5a4eed5-201b-44cc-b86d-9674e270c826 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.316188] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Waiting for the task: (returnval){ [ 627.316188] env[68391]: value = "task-3038528" [ 627.316188] env[68391]: _type = "Task" [ 627.316188] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.326251] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': task-3038528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.341901] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038526, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.388112] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5276db1c-4e94-7cfe-a07e-2dfb2eab5e43, 'name': SearchDatastore_Task, 'duration_secs': 0.069136} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.388112] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.388112] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.388112] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.388250] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.388323] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.389058] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-956ed276-e9e2-4e75-8f54-7bfadc6e0bb8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.402149] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.402345] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.403089] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c81fa69-e774-4a6a-b046-6ef459feb837 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.412251] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Waiting for the task: (returnval){ [ 627.412251] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e45567-b195-db47-2c84-c6ebbd65ecd8" [ 627.412251] env[68391]: _type = "Task" [ 627.412251] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.423201] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e45567-b195-db47-2c84-c6ebbd65ecd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.449619] env[68391]: DEBUG oslo_vmware.api [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038524, 'name': Destroy_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.481897] env[68391]: DEBUG oslo_concurrency.lockutils [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Releasing lock "refresh_cache-336e7166-5e3f-4de1-b3af-14b521ec8147" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.482328] env[68391]: DEBUG nova.compute.manager [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Instance network_info: |[{"id": "84158c5b-8ba9-4508-87d0-0744b20d0376", "address": "fa:16:3e:b7:a4:10", "network": {"id": "4020b29b-e5ed-4169-a8d1-770793280ad3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1541422757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3db765533a5543fab0d6cb1f87df9223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84158c5b-8b", "ovs_interfaceid": "84158c5b-8ba9-4508-87d0-0744b20d0376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.482814] env[68391]: DEBUG oslo_concurrency.lockutils [req-9212bcfb-c828-42c1-aa3e-9354ed5910e0 req-e3ad35d5-d845-48e3-b570-8150d0350e67 service nova] Acquired lock "refresh_cache-336e7166-5e3f-4de1-b3af-14b521ec8147" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.483089] env[68391]: DEBUG nova.network.neutron [req-9212bcfb-c828-42c1-aa3e-9354ed5910e0 req-e3ad35d5-d845-48e3-b570-8150d0350e67 service nova] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Refreshing network info cache for port 84158c5b-8ba9-4508-87d0-0744b20d0376 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.484523] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:a4:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84158c5b-8ba9-4508-87d0-0744b20d0376', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.494444] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Creating folder: Project (3db765533a5543fab0d6cb1f87df9223). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.495740] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48a99518-a527-40d5-a847-8820b3a4060f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.500784] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.513635] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Created folder: Project (3db765533a5543fab0d6cb1f87df9223) in parent group-v608736. [ 627.513886] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Creating folder: Instances. Parent ref: group-v608819. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.514222] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bd4f3fa-1f70-4c89-97cd-4b2d061c9eff {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.527575] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Created folder: Instances in parent group-v608819. [ 627.527861] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.528083] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.528308] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63a36292-ed99-4103-aff1-af2a41b85263 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.551554] env[68391]: DEBUG oslo_concurrency.lockutils [req-7cd87509-12e0-4b53-b8a8-511fea07309a req-7736bb7b-7267-4d15-85fd-1915786446bc service nova] Releasing lock "refresh_cache-f2771b69-6f75-4311-a727-ce7261fe1cf5" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.551856] env[68391]: DEBUG nova.compute.manager [req-7cd87509-12e0-4b53-b8a8-511fea07309a req-7736bb7b-7267-4d15-85fd-1915786446bc service nova] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Received event network-vif-deleted-0a103a17-28fd-4e53-8a20-01aab661ae81 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.552011] env[68391]: INFO nova.compute.manager [req-7cd87509-12e0-4b53-b8a8-511fea07309a req-7736bb7b-7267-4d15-85fd-1915786446bc service nova] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Neutron deleted interface 0a103a17-28fd-4e53-8a20-01aab661ae81; detaching it from the instance and deleting it from the info cache [ 627.552203] env[68391]: DEBUG nova.network.neutron [req-7cd87509-12e0-4b53-b8a8-511fea07309a req-7736bb7b-7267-4d15-85fd-1915786446bc service nova] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.556788] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.556788] env[68391]: value = "task-3038531" [ 627.556788] env[68391]: _type = "Task" [ 627.556788] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.565747] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038531, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.694218] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038527, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.836091] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': task-3038528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.850468] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038526, 'name': ReconfigVM_Task, 'duration_secs': 0.551608} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.850468] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 27d98b28-1248-40cf-8a75-121ce862be45/27d98b28-1248-40cf-8a75-121ce862be45.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.850468] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4396f62-0c2c-4b3f-bc83-739f61999081 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.860624] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 627.860624] env[68391]: value = "task-3038532" [ 627.860624] env[68391]: _type = "Task" [ 627.860624] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.871413] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038532, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.942435] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e45567-b195-db47-2c84-c6ebbd65ecd8, 'name': SearchDatastore_Task, 'duration_secs': 0.048113} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.948137] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce1a040-f12b-44ba-9802-9382009a0790 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.956903] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Waiting for the task: (returnval){ [ 627.956903] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5293d380-b020-7046-7603-c75d0358b5d7" [ 627.956903] env[68391]: _type = "Task" [ 627.956903] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.961155] env[68391]: DEBUG oslo_vmware.api [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038524, 'name': Destroy_Task, 'duration_secs': 1.4568} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.963218] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Destroyed the VM [ 627.963524] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Deleting Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 627.964159] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fc849dca-7c2f-4498-8154-d2340eba0095 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.974795] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5293d380-b020-7046-7603-c75d0358b5d7, 'name': SearchDatastore_Task, 'duration_secs': 0.014606} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.976108] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.976397] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] f2771b69-6f75-4311-a727-ce7261fe1cf5/f2771b69-6f75-4311-a727-ce7261fe1cf5.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.976762] env[68391]: DEBUG oslo_vmware.api [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 627.976762] env[68391]: value = "task-3038533" [ 627.976762] env[68391]: _type = "Task" [ 627.976762] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.976964] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34565efe-a3e7-4be9-8660-2f0996ca6e7a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.992035] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Waiting for the task: (returnval){ [ 627.992035] env[68391]: value = "task-3038534" [ 627.992035] env[68391]: _type = "Task" [ 627.992035] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.994826] env[68391]: DEBUG oslo_vmware.api [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038533, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.010407] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': task-3038534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.056688] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a047796b-5cde-45a4-bf54-63ad62c32ff7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.077072] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038531, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.079563] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9c6a51-eb8d-4a92-b690-a47cb411cf34 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.135629] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3eeb4c4c-b761-4ace-bfdb-19b5c9ecce52 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.844s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.140742] env[68391]: DEBUG nova.compute.manager [req-7cd87509-12e0-4b53-b8a8-511fea07309a req-7736bb7b-7267-4d15-85fd-1915786446bc service nova] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Detach interface failed, port_id=0a103a17-28fd-4e53-8a20-01aab661ae81, reason: Instance 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 628.140742] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.671s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.140742] env[68391]: DEBUG nova.objects.instance [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Lazy-loading 'resources' on Instance uuid a40e75b5-1c76-4f37-8452-6f2769a5978e {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 628.193036] env[68391]: DEBUG oslo_vmware.api [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038527, 'name': PowerOnVM_Task, 'duration_secs': 0.545689} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.194116] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.194397] env[68391]: INFO nova.compute.manager [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Took 11.79 seconds to spawn the instance on the hypervisor. [ 628.194611] env[68391]: DEBUG nova.compute.manager [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.196615] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8716f1-3c52-4068-b2d7-6035252c1cfe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.332671] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': task-3038528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.636349} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.333610] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.334660] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d947b4-2cc4-455c-9ffb-b780d524b5fb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.362908] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 04a75416-4760-4c14-9e8e-5458a095866e/04a75416-4760-4c14-9e8e-5458a095866e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.364183] env[68391]: DEBUG nova.network.neutron [req-9212bcfb-c828-42c1-aa3e-9354ed5910e0 req-e3ad35d5-d845-48e3-b570-8150d0350e67 service nova] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Updated VIF entry in instance network info cache for port 84158c5b-8ba9-4508-87d0-0744b20d0376. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.364537] env[68391]: DEBUG nova.network.neutron [req-9212bcfb-c828-42c1-aa3e-9354ed5910e0 req-e3ad35d5-d845-48e3-b570-8150d0350e67 service nova] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Updating instance_info_cache with network_info: [{"id": "84158c5b-8ba9-4508-87d0-0744b20d0376", "address": "fa:16:3e:b7:a4:10", "network": {"id": "4020b29b-e5ed-4169-a8d1-770793280ad3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1541422757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3db765533a5543fab0d6cb1f87df9223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84158c5b-8b", "ovs_interfaceid": "84158c5b-8ba9-4508-87d0-0744b20d0376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.370485] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0cc4cd3-b837-4340-9b37-1f7f363c447f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.408181] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038532, 'name': Rename_Task, 'duration_secs': 0.268483} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.412017] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.412017] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Waiting for the task: (returnval){ [ 628.412017] env[68391]: value = "task-3038535" [ 628.412017] env[68391]: _type = "Task" [ 628.412017] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.412017] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97d97126-d2b7-4553-bd97-1c3b0ab237aa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.424631] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Acquiring lock "e10449a8-0e0b-496e-8861-84708e325079" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.424961] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Lock "e10449a8-0e0b-496e-8861-84708e325079" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.425355] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Acquiring lock "e10449a8-0e0b-496e-8861-84708e325079-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.425463] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Lock "e10449a8-0e0b-496e-8861-84708e325079-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.425595] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Lock "e10449a8-0e0b-496e-8861-84708e325079-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.427409] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': task-3038535, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.429034] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 628.429034] env[68391]: value = "task-3038536" [ 628.429034] env[68391]: _type = "Task" [ 628.429034] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.429571] env[68391]: INFO nova.compute.manager [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Terminating instance [ 628.443580] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.497600] env[68391]: DEBUG oslo_vmware.api [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038533, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.510031] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': task-3038534, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.569093] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038531, 'name': CreateVM_Task, 'duration_secs': 0.664593} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.569280] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.571134] env[68391]: DEBUG oslo_concurrency.lockutils [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.571134] env[68391]: DEBUG oslo_concurrency.lockutils [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.571134] env[68391]: DEBUG oslo_concurrency.lockutils [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.571134] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df47444e-712b-4263-9c96-afb2e293b0e7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.586358] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Waiting for the task: (returnval){ [ 628.586358] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c13e60-6c71-067c-e9bc-41e1ce6e4c71" [ 628.586358] env[68391]: _type = "Task" [ 628.586358] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.606583] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c13e60-6c71-067c-e9bc-41e1ce6e4c71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.724947] env[68391]: INFO nova.scheduler.client.report [None req-3eeb4c4c-b761-4ace-bfdb-19b5c9ecce52 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Deleted allocation for migration 966cb1a7-171d-4d53-b701-2b15d5141b6f [ 628.726186] env[68391]: INFO nova.compute.manager [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Took 38.88 seconds to build instance. [ 628.892323] env[68391]: DEBUG oslo_concurrency.lockutils [req-9212bcfb-c828-42c1-aa3e-9354ed5910e0 req-e3ad35d5-d845-48e3-b570-8150d0350e67 service nova] Releasing lock "refresh_cache-336e7166-5e3f-4de1-b3af-14b521ec8147" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.926108] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': task-3038535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.938348] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Acquiring lock "refresh_cache-e10449a8-0e0b-496e-8861-84708e325079" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.938690] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Acquired lock "refresh_cache-e10449a8-0e0b-496e-8861-84708e325079" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.939032] env[68391]: DEBUG nova.network.neutron [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.955464] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038536, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.991920] env[68391]: DEBUG oslo_vmware.api [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038533, 'name': RemoveSnapshot_Task, 'duration_secs': 0.836582} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.994718] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Deleted Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 628.995010] env[68391]: INFO nova.compute.manager [None req-c1ead7a5-5f06-44c7-adcc-0ee4870cd879 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Took 16.86 seconds to snapshot the instance on the hypervisor. [ 629.009224] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': task-3038534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684502} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.009540] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] f2771b69-6f75-4311-a727-ce7261fe1cf5/f2771b69-6f75-4311-a727-ce7261fe1cf5.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.009783] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.010097] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8ec5b66-918a-4606-857b-b0e351b05b34 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.021305] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Waiting for the task: (returnval){ [ 629.021305] env[68391]: value = "task-3038537" [ 629.021305] env[68391]: _type = "Task" [ 629.021305] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.037777] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': task-3038537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.097163] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c13e60-6c71-067c-e9bc-41e1ce6e4c71, 'name': SearchDatastore_Task, 'duration_secs': 0.057137} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.097485] env[68391]: DEBUG oslo_concurrency.lockutils [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.097720] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.097952] env[68391]: DEBUG oslo_concurrency.lockutils [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.098112] env[68391]: DEBUG oslo_concurrency.lockutils [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.098291] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.098556] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-141053db-f1b1-4e54-8c2f-ce77d7cec6e4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.112053] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.112053] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.112306] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e6ff969-d127-47d8-8794-636472236cfb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.121599] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Waiting for the task: (returnval){ [ 629.121599] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52151490-a303-ef50-d0b1-1e5da1e50d91" [ 629.121599] env[68391]: _type = "Task" [ 629.121599] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.131624] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52151490-a303-ef50-d0b1-1e5da1e50d91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.231209] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be947a4f-55b2-4874-846e-2ce587e66df9 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Lock "78c655a8-fc5e-462e-b7f0-6d17345654f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.144s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.234442] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3eeb4c4c-b761-4ace-bfdb-19b5c9ecce52 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "1b07d836-07a1-437f-8890-59630b092bca" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.738s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.260392] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e868f29-f269-479c-b8d9-f0fb0da53ca0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.269383] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762276fc-d86f-4685-8b16-587f185facfd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.304820] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c143f3fd-925a-4005-b04c-413fe91956d9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.313688] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104ac2e4-6b46-4f15-9968-f2d87888ecb4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.328424] env[68391]: DEBUG nova.compute.provider_tree [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.333596] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add52544-3e03-4f8c-ac09-00cd2e7014ba {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.340611] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-00dd75d9-36a6-4a79-86f6-594c31f45093 tempest-ServersAdminNegativeTestJSON-1811660894 tempest-ServersAdminNegativeTestJSON-1811660894-project-admin] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Suspending the VM {{(pid=68391) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 629.340908] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fa5f08f2-f2cd-4cd1-a5e9-c3fb2667c160 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.351000] env[68391]: DEBUG oslo_vmware.api [None req-00dd75d9-36a6-4a79-86f6-594c31f45093 tempest-ServersAdminNegativeTestJSON-1811660894 tempest-ServersAdminNegativeTestJSON-1811660894-project-admin] Waiting for the task: (returnval){ [ 629.351000] env[68391]: value = "task-3038538" [ 629.351000] env[68391]: _type = "Task" [ 629.351000] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.363146] env[68391]: DEBUG oslo_vmware.api [None req-00dd75d9-36a6-4a79-86f6-594c31f45093 tempest-ServersAdminNegativeTestJSON-1811660894 tempest-ServersAdminNegativeTestJSON-1811660894-project-admin] Task: {'id': task-3038538, 'name': SuspendVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.424609] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': task-3038535, 'name': ReconfigVM_Task, 'duration_secs': 0.777759} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.426068] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 04a75416-4760-4c14-9e8e-5458a095866e/04a75416-4760-4c14-9e8e-5458a095866e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.426068] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0907785-0e25-4c2e-8d74-67a729621a2f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.433832] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Waiting for the task: (returnval){ [ 629.433832] env[68391]: value = "task-3038539" [ 629.433832] env[68391]: _type = "Task" [ 629.433832] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.445171] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': task-3038539, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.452506] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038536, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.456185] env[68391]: DEBUG nova.compute.manager [req-e673898b-09e2-40d9-bebd-b861c2465fdc req-fa4b09f5-73d4-460d-a01a-8ede49182333 service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Received event network-changed-05371bd9-1294-4000-8104-3082f7c0dd51 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.456185] env[68391]: DEBUG nova.compute.manager [req-e673898b-09e2-40d9-bebd-b861c2465fdc req-fa4b09f5-73d4-460d-a01a-8ede49182333 service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Refreshing instance network info cache due to event network-changed-05371bd9-1294-4000-8104-3082f7c0dd51. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 629.456260] env[68391]: DEBUG oslo_concurrency.lockutils [req-e673898b-09e2-40d9-bebd-b861c2465fdc req-fa4b09f5-73d4-460d-a01a-8ede49182333 service nova] Acquiring lock "refresh_cache-0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.456357] env[68391]: DEBUG oslo_concurrency.lockutils [req-e673898b-09e2-40d9-bebd-b861c2465fdc req-fa4b09f5-73d4-460d-a01a-8ede49182333 service nova] Acquired lock "refresh_cache-0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.456511] env[68391]: DEBUG nova.network.neutron [req-e673898b-09e2-40d9-bebd-b861c2465fdc req-fa4b09f5-73d4-460d-a01a-8ede49182333 service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Refreshing network info cache for port 05371bd9-1294-4000-8104-3082f7c0dd51 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.476442] env[68391]: DEBUG nova.network.neutron [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.533889] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': task-3038537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236126} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.534203] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.535323] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4dd80e-dea8-4846-b642-f16316ff057d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.563732] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] f2771b69-6f75-4311-a727-ce7261fe1cf5/f2771b69-6f75-4311-a727-ce7261fe1cf5.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.564486] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f483e6ce-fef8-42c7-8be2-c22034f6bd32 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.586773] env[68391]: DEBUG nova.network.neutron [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.602750] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Waiting for the task: (returnval){ [ 629.602750] env[68391]: value = "task-3038540" [ 629.602750] env[68391]: _type = "Task" [ 629.602750] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.614663] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': task-3038540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.634383] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52151490-a303-ef50-d0b1-1e5da1e50d91, 'name': SearchDatastore_Task, 'duration_secs': 0.019843} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.635291] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26ff8713-7aef-4747-89fe-75db739fb8e7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.642813] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Waiting for the task: (returnval){ [ 629.642813] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524cf47e-0fe4-eb4b-e997-048e9b6c0a01" [ 629.642813] env[68391]: _type = "Task" [ 629.642813] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.651888] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524cf47e-0fe4-eb4b-e997-048e9b6c0a01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.736553] env[68391]: DEBUG nova.compute.manager [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.833405] env[68391]: DEBUG nova.scheduler.client.report [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.862077] env[68391]: DEBUG oslo_vmware.api [None req-00dd75d9-36a6-4a79-86f6-594c31f45093 tempest-ServersAdminNegativeTestJSON-1811660894 tempest-ServersAdminNegativeTestJSON-1811660894-project-admin] Task: {'id': task-3038538, 'name': SuspendVM_Task} progress is 58%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.948627] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038536, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.952385] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': task-3038539, 'name': Rename_Task, 'duration_secs': 0.299072} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.952668] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.952939] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f1432eb-7cb5-46ca-bf89-dadddfd5c06d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.962842] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Waiting for the task: (returnval){ [ 629.962842] env[68391]: value = "task-3038541" [ 629.962842] env[68391]: _type = "Task" [ 629.962842] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.980177] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': task-3038541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.093095] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Releasing lock "refresh_cache-e10449a8-0e0b-496e-8861-84708e325079" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.093534] env[68391]: DEBUG nova.compute.manager [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 630.093728] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.094613] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f4c7c9-6723-4212-ab83-b6d517ff3270 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.103482] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.107045] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5ceeae5-b0ba-4f8a-8974-2b044024614f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.116493] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': task-3038540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.117941] env[68391]: DEBUG oslo_vmware.api [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Waiting for the task: (returnval){ [ 630.117941] env[68391]: value = "task-3038542" [ 630.117941] env[68391]: _type = "Task" [ 630.117941] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.129241] env[68391]: DEBUG oslo_vmware.api [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': task-3038542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.153027] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524cf47e-0fe4-eb4b-e997-048e9b6c0a01, 'name': SearchDatastore_Task, 'duration_secs': 0.02852} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.153327] env[68391]: DEBUG oslo_concurrency.lockutils [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.153589] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 336e7166-5e3f-4de1-b3af-14b521ec8147/336e7166-5e3f-4de1-b3af-14b521ec8147.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.153862] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa8b6f5d-2528-47b1-8d34-8ffdb1dfd655 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.163285] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Waiting for the task: (returnval){ [ 630.163285] env[68391]: value = "task-3038543" [ 630.163285] env[68391]: _type = "Task" [ 630.163285] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.172588] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': task-3038543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.267805] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.342336] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.344886] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.807s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.345150] env[68391]: DEBUG nova.objects.instance [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lazy-loading 'resources' on Instance uuid e356559c-e4ae-4a13-8605-edb2c6608463 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 630.365944] env[68391]: DEBUG oslo_vmware.api [None req-00dd75d9-36a6-4a79-86f6-594c31f45093 tempest-ServersAdminNegativeTestJSON-1811660894 tempest-ServersAdminNegativeTestJSON-1811660894-project-admin] Task: {'id': task-3038538, 'name': SuspendVM_Task, 'duration_secs': 0.683237} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.366692] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-00dd75d9-36a6-4a79-86f6-594c31f45093 tempest-ServersAdminNegativeTestJSON-1811660894 tempest-ServersAdminNegativeTestJSON-1811660894-project-admin] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Suspended the VM {{(pid=68391) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 630.366692] env[68391]: DEBUG nova.compute.manager [None req-00dd75d9-36a6-4a79-86f6-594c31f45093 tempest-ServersAdminNegativeTestJSON-1811660894 tempest-ServersAdminNegativeTestJSON-1811660894-project-admin] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.367788] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a7fc0e-c752-4954-be88-4bf00a9d3fac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.379150] env[68391]: INFO nova.scheduler.client.report [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Deleted allocations for instance a40e75b5-1c76-4f37-8452-6f2769a5978e [ 630.451368] env[68391]: DEBUG oslo_vmware.api [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038536, 'name': PowerOnVM_Task, 'duration_secs': 1.803107} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.452600] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.455387] env[68391]: INFO nova.compute.manager [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Took 11.12 seconds to spawn the instance on the hypervisor. [ 630.455387] env[68391]: DEBUG nova.compute.manager [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.455387] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7162d1a-8d55-40a0-b740-df310944bbde {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.475311] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': task-3038541, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.517796] env[68391]: DEBUG nova.network.neutron [req-e673898b-09e2-40d9-bebd-b861c2465fdc req-fa4b09f5-73d4-460d-a01a-8ede49182333 service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Updated VIF entry in instance network info cache for port 05371bd9-1294-4000-8104-3082f7c0dd51. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.518221] env[68391]: DEBUG nova.network.neutron [req-e673898b-09e2-40d9-bebd-b861c2465fdc req-fa4b09f5-73d4-460d-a01a-8ede49182333 service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Updating instance_info_cache with network_info: [{"id": "05371bd9-1294-4000-8104-3082f7c0dd51", "address": "fa:16:3e:e0:43:e4", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05371bd9-12", "ovs_interfaceid": "05371bd9-1294-4000-8104-3082f7c0dd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.613667] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': task-3038540, 'name': ReconfigVM_Task, 'duration_secs': 0.644082} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.615107] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Reconfigured VM instance instance-0000001a to attach disk [datastore2] f2771b69-6f75-4311-a727-ce7261fe1cf5/f2771b69-6f75-4311-a727-ce7261fe1cf5.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.616078] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53151f61-5f55-409a-a074-af4c7efd302c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.624854] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Waiting for the task: (returnval){ [ 630.624854] env[68391]: value = "task-3038544" [ 630.624854] env[68391]: _type = "Task" [ 630.624854] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.633388] env[68391]: DEBUG oslo_vmware.api [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': task-3038542, 'name': PowerOffVM_Task, 'duration_secs': 0.126887} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.634121] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 630.634327] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 630.634756] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e9ddd33-24bc-47b2-88b6-8e542d1a907e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.640502] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': task-3038544, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.672530] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 630.672530] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 630.672784] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Deleting the datastore file [datastore2] e10449a8-0e0b-496e-8861-84708e325079 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.673568] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00d00ccb-8b2c-4f49-9fdb-3019b99e7b1b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.679468] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': task-3038543, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.687135] env[68391]: DEBUG oslo_vmware.api [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Waiting for the task: (returnval){ [ 630.687135] env[68391]: value = "task-3038546" [ 630.687135] env[68391]: _type = "Task" [ 630.687135] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.697233] env[68391]: DEBUG oslo_vmware.api [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': task-3038546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.895186] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cc468179-937a-4ef6-bc59-765bec1ff991 tempest-InstanceActionsTestJSON-761715424 tempest-InstanceActionsTestJSON-761715424-project-member] Lock "a40e75b5-1c76-4f37-8452-6f2769a5978e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.543s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.983758] env[68391]: INFO nova.compute.manager [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Took 38.57 seconds to build instance. [ 630.991339] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': task-3038541, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.022692] env[68391]: DEBUG oslo_concurrency.lockutils [req-e673898b-09e2-40d9-bebd-b861c2465fdc req-fa4b09f5-73d4-460d-a01a-8ede49182333 service nova] Releasing lock "refresh_cache-0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.138561] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': task-3038544, 'name': Rename_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.174893] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': task-3038543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823179} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.177861] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 336e7166-5e3f-4de1-b3af-14b521ec8147/336e7166-5e3f-4de1-b3af-14b521ec8147.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.178730] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.179306] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5afce91-3fe9-4f98-a903-61fd16140531 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.195379] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Waiting for the task: (returnval){ [ 631.195379] env[68391]: value = "task-3038547" [ 631.195379] env[68391]: _type = "Task" [ 631.195379] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.211883] env[68391]: DEBUG oslo_vmware.api [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Task: {'id': task-3038546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438716} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.212567] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.212797] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 631.213164] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 631.213358] env[68391]: INFO nova.compute.manager [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] [instance: e10449a8-0e0b-496e-8861-84708e325079] Took 1.12 seconds to destroy the instance on the hypervisor. [ 631.213621] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.213829] env[68391]: DEBUG nova.compute.manager [-] [instance: e10449a8-0e0b-496e-8861-84708e325079] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 631.213934] env[68391]: DEBUG nova.network.neutron [-] [instance: e10449a8-0e0b-496e-8861-84708e325079] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 631.219986] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': task-3038547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.242052] env[68391]: DEBUG nova.compute.manager [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.242506] env[68391]: DEBUG nova.network.neutron [-] [instance: e10449a8-0e0b-496e-8861-84708e325079] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.244974] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1dbaa5-9155-4d1d-aebf-c25ebd920d2d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.478559] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b37df5-eb08-4eb6-9782-83543224a1f7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.486441] env[68391]: DEBUG oslo_concurrency.lockutils [None req-84bffae8-6c72-4ca6-b6c9-2577f5a88095 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "27d98b28-1248-40cf-8a75-121ce862be45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.595s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.495615] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898dad3c-1356-42f5-ba44-39f2d85fb5be {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.498982] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': task-3038541, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.536854] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef31af16-09a2-4561-a192-b1e39cc4fb20 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.546054] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd29f4a2-5c2a-4c6a-8773-f22f11851075 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.563234] env[68391]: DEBUG nova.compute.provider_tree [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.643376] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': task-3038544, 'name': Rename_Task, 'duration_secs': 0.522375} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.643575] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.644228] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32dc7b8e-9d05-4232-859c-217832e6e8e0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.653353] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Waiting for the task: (returnval){ [ 631.653353] env[68391]: value = "task-3038549" [ 631.653353] env[68391]: _type = "Task" [ 631.653353] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.663336] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': task-3038549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.711832] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': task-3038547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091602} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.711832] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.714437] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ade41bf-8ad0-48af-9d1f-f33ebac5c094 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.742384] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 336e7166-5e3f-4de1-b3af-14b521ec8147/336e7166-5e3f-4de1-b3af-14b521ec8147.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.742564] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcc0f68c-64f1-402b-bf20-daa808e2220b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.756953] env[68391]: DEBUG nova.network.neutron [-] [instance: e10449a8-0e0b-496e-8861-84708e325079] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.762559] env[68391]: INFO nova.compute.manager [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] instance snapshotting [ 631.764628] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Waiting for the task: (returnval){ [ 631.764628] env[68391]: value = "task-3038550" [ 631.764628] env[68391]: _type = "Task" [ 631.764628] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.766133] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6870da1f-98ff-4e5a-98be-f6db28d61509 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.779200] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': task-3038550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.793808] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4938a51a-32d8-43b1-9db6-d9cd7ae630ad {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.894691] env[68391]: DEBUG oslo_concurrency.lockutils [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "27d98b28-1248-40cf-8a75-121ce862be45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.895046] env[68391]: DEBUG oslo_concurrency.lockutils [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "27d98b28-1248-40cf-8a75-121ce862be45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.895554] env[68391]: DEBUG oslo_concurrency.lockutils [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "27d98b28-1248-40cf-8a75-121ce862be45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.895554] env[68391]: DEBUG oslo_concurrency.lockutils [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "27d98b28-1248-40cf-8a75-121ce862be45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.895671] env[68391]: DEBUG oslo_concurrency.lockutils [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "27d98b28-1248-40cf-8a75-121ce862be45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.900929] env[68391]: INFO nova.compute.manager [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Terminating instance [ 631.991838] env[68391]: DEBUG nova.compute.manager [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.994416] env[68391]: DEBUG oslo_vmware.api [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Task: {'id': task-3038541, 'name': PowerOnVM_Task, 'duration_secs': 1.763416} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.994661] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.994857] env[68391]: DEBUG nova.compute.manager [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.995879] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed5166b-1e25-48da-96b9-58682269bf18 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.067274] env[68391]: DEBUG nova.scheduler.client.report [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.165386] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': task-3038549, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.260393] env[68391]: INFO nova.compute.manager [-] [instance: e10449a8-0e0b-496e-8861-84708e325079] Took 1.05 seconds to deallocate network for instance. [ 632.276115] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': task-3038550, 'name': ReconfigVM_Task, 'duration_secs': 0.275066} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.276407] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 336e7166-5e3f-4de1-b3af-14b521ec8147/336e7166-5e3f-4de1-b3af-14b521ec8147.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.277248] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0446ea0e-8451-4b3b-b155-c5258a01f085 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.287019] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Waiting for the task: (returnval){ [ 632.287019] env[68391]: value = "task-3038551" [ 632.287019] env[68391]: _type = "Task" [ 632.287019] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.301186] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': task-3038551, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.307051] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Creating Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 632.307051] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d00f8e74-b2ad-4d98-b25e-fc47386c6d9c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.317950] env[68391]: DEBUG oslo_vmware.api [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 632.317950] env[68391]: value = "task-3038552" [ 632.317950] env[68391]: _type = "Task" [ 632.317950] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.330966] env[68391]: DEBUG oslo_vmware.api [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038552, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.406017] env[68391]: DEBUG nova.compute.manager [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.406017] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.406537] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad62fe6e-eb7a-4889-8ae4-35d5e1f176ca {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.418440] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.418675] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdebd307-0cb7-46ea-a991-c48791aa4257 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.427937] env[68391]: DEBUG oslo_vmware.api [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 632.427937] env[68391]: value = "task-3038553" [ 632.427937] env[68391]: _type = "Task" [ 632.427937] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.438964] env[68391]: DEBUG oslo_vmware.api [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.521967] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.526760] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.576537] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.579899] env[68391]: DEBUG oslo_concurrency.lockutils [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.671s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.580578] env[68391]: DEBUG nova.objects.instance [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lazy-loading 'resources' on Instance uuid cb0f9997-74dc-4974-93e3-f5a9d451499e {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 632.606893] env[68391]: INFO nova.scheduler.client.report [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Deleted allocations for instance e356559c-e4ae-4a13-8605-edb2c6608463 [ 632.667447] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': task-3038549, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.688555] env[68391]: DEBUG oslo_concurrency.lockutils [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.688555] env[68391]: DEBUG oslo_concurrency.lockutils [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.771300] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.800226] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': task-3038551, 'name': Rename_Task, 'duration_secs': 0.157085} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.800226] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.800226] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4086e40-d844-4b2f-b8f4-95e711e01b96 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.805413] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Waiting for the task: (returnval){ [ 632.805413] env[68391]: value = "task-3038554" [ 632.805413] env[68391]: _type = "Task" [ 632.805413] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.815678] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': task-3038554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.829596] env[68391]: DEBUG oslo_vmware.api [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038552, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.941793] env[68391]: DEBUG oslo_vmware.api [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038553, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.122238] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a5e7c162-aad7-4eed-9d3b-4922fd56b910 tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "e356559c-e4ae-4a13-8605-edb2c6608463" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.564s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.175046] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': task-3038549, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.190804] env[68391]: DEBUG oslo_concurrency.lockutils [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Acquiring lock "04a75416-4760-4c14-9e8e-5458a095866e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.191054] env[68391]: DEBUG oslo_concurrency.lockutils [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Lock "04a75416-4760-4c14-9e8e-5458a095866e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.191289] env[68391]: DEBUG oslo_concurrency.lockutils [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Acquiring lock "04a75416-4760-4c14-9e8e-5458a095866e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.191431] env[68391]: DEBUG oslo_concurrency.lockutils [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Lock "04a75416-4760-4c14-9e8e-5458a095866e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.191616] env[68391]: DEBUG oslo_concurrency.lockutils [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Lock "04a75416-4760-4c14-9e8e-5458a095866e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.202036] env[68391]: INFO nova.compute.manager [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Terminating instance [ 633.317527] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': task-3038554, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.334946] env[68391]: DEBUG oslo_vmware.api [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038552, 'name': CreateSnapshot_Task, 'duration_secs': 0.856403} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.338910] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Created Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 633.341642] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42a20a8-0efa-4741-9bb6-bddaed018dcc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.446892] env[68391]: DEBUG oslo_vmware.api [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038553, 'name': PowerOffVM_Task, 'duration_secs': 0.867844} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.447356] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.447356] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.447635] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea604b35-506b-4916-905d-dd745080e967 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.610846] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.611202] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.611581] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Deleting the datastore file [datastore2] 27d98b28-1248-40cf-8a75-121ce862be45 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.614881] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb1c4f84-1d92-4ab1-bc33-e16c50c7924f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.625127] env[68391]: DEBUG oslo_vmware.api [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 633.625127] env[68391]: value = "task-3038556" [ 633.625127] env[68391]: _type = "Task" [ 633.625127] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.639931] env[68391]: DEBUG oslo_vmware.api [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.682339] env[68391]: DEBUG oslo_vmware.api [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': task-3038549, 'name': PowerOnVM_Task, 'duration_secs': 1.619405} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.682653] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.682877] env[68391]: INFO nova.compute.manager [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Took 11.56 seconds to spawn the instance on the hypervisor. [ 633.683327] env[68391]: DEBUG nova.compute.manager [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.684322] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a565e881-2944-4d5c-bf7b-09e239e8eef8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.708198] env[68391]: DEBUG oslo_concurrency.lockutils [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Acquiring lock "refresh_cache-04a75416-4760-4c14-9e8e-5458a095866e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.708278] env[68391]: DEBUG oslo_concurrency.lockutils [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Acquired lock "refresh_cache-04a75416-4760-4c14-9e8e-5458a095866e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.708454] env[68391]: DEBUG nova.network.neutron [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.762385] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bae5c1-89e6-4043-ba69-5f520206b780 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.771394] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b644b44-b026-48a0-9168-6d8997b7e261 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.808235] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ef354c-9d6d-49f2-bb36-83c64f1e9ef9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.822534] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e59f175-276e-4599-ac35-ea500deb5ceb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.826832] env[68391]: DEBUG oslo_vmware.api [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': task-3038554, 'name': PowerOnVM_Task, 'duration_secs': 0.641588} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.827152] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.827355] env[68391]: INFO nova.compute.manager [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Took 8.84 seconds to spawn the instance on the hypervisor. [ 633.827573] env[68391]: DEBUG nova.compute.manager [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.830994] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18326fb0-019e-4437-867a-76c3fd79949f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.840796] env[68391]: DEBUG nova.compute.provider_tree [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.863891] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Creating linked-clone VM from snapshot {{(pid=68391) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 633.864618] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-411bd559-bdbe-4057-a34b-299495943303 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.873697] env[68391]: DEBUG oslo_vmware.api [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 633.873697] env[68391]: value = "task-3038557" [ 633.873697] env[68391]: _type = "Task" [ 633.873697] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.884766] env[68391]: DEBUG oslo_vmware.api [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038557, 'name': CloneVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.137456] env[68391]: DEBUG oslo_vmware.api [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319864} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.137794] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.137915] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 634.138099] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 634.138420] env[68391]: INFO nova.compute.manager [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Took 1.73 seconds to destroy the instance on the hypervisor. [ 634.138682] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.138875] env[68391]: DEBUG nova.compute.manager [-] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 634.138977] env[68391]: DEBUG nova.network.neutron [-] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 634.208655] env[68391]: INFO nova.compute.manager [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Took 36.22 seconds to build instance. [ 634.237219] env[68391]: DEBUG nova.network.neutron [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.336771] env[68391]: DEBUG nova.network.neutron [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.343902] env[68391]: DEBUG nova.scheduler.client.report [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.360528] env[68391]: INFO nova.compute.manager [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Took 32.33 seconds to build instance. [ 634.385084] env[68391]: DEBUG oslo_vmware.api [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038557, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.649456] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquiring lock "78c655a8-fc5e-462e-b7f0-6d17345654f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.650086] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Lock "78c655a8-fc5e-462e-b7f0-6d17345654f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.650086] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquiring lock "78c655a8-fc5e-462e-b7f0-6d17345654f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.651403] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Lock "78c655a8-fc5e-462e-b7f0-6d17345654f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.652031] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Lock "78c655a8-fc5e-462e-b7f0-6d17345654f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.658619] env[68391]: INFO nova.compute.manager [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Terminating instance [ 634.712886] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7e00489c-e0aa-4da1-8554-098fa1a79f72 tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Lock "f2771b69-6f75-4311-a727-ce7261fe1cf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.637s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.806447] env[68391]: DEBUG nova.compute.manager [req-a4716e3c-e8e6-4512-9718-c00001783279 req-64959cb5-335b-453e-b01a-741186ddf761 service nova] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Received event network-vif-deleted-60f15e2f-2af6-492b-b11d-d779f772f6f1 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.807008] env[68391]: INFO nova.compute.manager [req-a4716e3c-e8e6-4512-9718-c00001783279 req-64959cb5-335b-453e-b01a-741186ddf761 service nova] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Neutron deleted interface 60f15e2f-2af6-492b-b11d-d779f772f6f1; detaching it from the instance and deleting it from the info cache [ 634.807180] env[68391]: DEBUG nova.network.neutron [req-a4716e3c-e8e6-4512-9718-c00001783279 req-64959cb5-335b-453e-b01a-741186ddf761 service nova] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.847026] env[68391]: DEBUG oslo_concurrency.lockutils [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Releasing lock "refresh_cache-04a75416-4760-4c14-9e8e-5458a095866e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.847026] env[68391]: DEBUG nova.compute.manager [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 634.847026] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 634.847026] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab300a13-a642-459c-8d39-d20159580420 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.861635] env[68391]: DEBUG oslo_concurrency.lockutils [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.863736] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.866973] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.160s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.868130] env[68391]: INFO nova.compute.claims [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.872432] env[68391]: DEBUG oslo_concurrency.lockutils [None req-67689044-787f-44c6-8830-3c53fd41ee38 tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Lock "336e7166-5e3f-4de1-b3af-14b521ec8147" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.558s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.873043] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1519db97-9ef4-4586-bddc-bba7a20b1b1a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.883280] env[68391]: DEBUG oslo_vmware.api [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for the task: (returnval){ [ 634.883280] env[68391]: value = "task-3038559" [ 634.883280] env[68391]: _type = "Task" [ 634.883280] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.891567] env[68391]: DEBUG oslo_vmware.api [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038557, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.898350] env[68391]: DEBUG oslo_vmware.api [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.901163] env[68391]: INFO nova.scheduler.client.report [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Deleted allocations for instance cb0f9997-74dc-4974-93e3-f5a9d451499e [ 635.000630] env[68391]: DEBUG nova.network.neutron [-] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.161674] env[68391]: DEBUG nova.compute.manager [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 635.161928] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.162860] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dc3200-3758-4b89-8746-d6bc3cd099f5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.171351] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.171614] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48f1af74-2b12-4d52-892b-c6795555e139 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.218303] env[68391]: DEBUG nova.compute.manager [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.246808] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.247177] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.247376] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Deleting the datastore file [datastore2] 78c655a8-fc5e-462e-b7f0-6d17345654f7 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.247653] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06beb032-1380-4d37-8d3f-2d1c150dc3ba {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.257284] env[68391]: DEBUG oslo_vmware.api [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for the task: (returnval){ [ 635.257284] env[68391]: value = "task-3038561" [ 635.257284] env[68391]: _type = "Task" [ 635.257284] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.266191] env[68391]: DEBUG oslo_vmware.api [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.270968] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Acquiring lock "9158ca40-77ed-46cc-9e18-701703d52463" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.271241] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Lock "9158ca40-77ed-46cc-9e18-701703d52463" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.293455] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Acquiring lock "4874b0c8-bcd3-4eca-a82f-f76539d141bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.293706] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Lock "4874b0c8-bcd3-4eca-a82f-f76539d141bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.312303] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-746f3fc9-d70e-4ccb-8694-84d6d2e76a51 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.323207] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7fd1b9-9c68-48e0-b9dc-7c64fd9b6bfe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.359276] env[68391]: DEBUG nova.compute.manager [req-a4716e3c-e8e6-4512-9718-c00001783279 req-64959cb5-335b-453e-b01a-741186ddf761 service nova] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Detach interface failed, port_id=60f15e2f-2af6-492b-b11d-d779f772f6f1, reason: Instance 27d98b28-1248-40cf-8a75-121ce862be45 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 635.381661] env[68391]: DEBUG nova.compute.manager [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.393178] env[68391]: DEBUG oslo_vmware.api [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038557, 'name': CloneVM_Task} progress is 95%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.398656] env[68391]: DEBUG oslo_vmware.api [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038559, 'name': PowerOffVM_Task, 'duration_secs': 0.455061} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.398869] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.399079] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.400081] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d31ab7f-10dc-459c-93b2-b7a9c259f090 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.411606] env[68391]: DEBUG oslo_concurrency.lockutils [None req-714056f8-5722-481b-b9bf-a12bbdf3f1af tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "cb0f9997-74dc-4974-93e3-f5a9d451499e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.168s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.506271] env[68391]: INFO nova.compute.manager [-] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Took 1.36 seconds to deallocate network for instance. [ 635.544793] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.545299] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.545883] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Deleting the datastore file [datastore2] 04a75416-4760-4c14-9e8e-5458a095866e {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.546279] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09324c5c-2d77-41b3-8996-87ea18695da1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.556399] env[68391]: DEBUG oslo_vmware.api [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for the task: (returnval){ [ 635.556399] env[68391]: value = "task-3038563" [ 635.556399] env[68391]: _type = "Task" [ 635.556399] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.568093] env[68391]: DEBUG oslo_vmware.api [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.767553] env[68391]: DEBUG oslo_vmware.api [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.781580] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.890871] env[68391]: DEBUG oslo_vmware.api [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038557, 'name': CloneVM_Task, 'duration_secs': 1.772} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.892623] env[68391]: INFO nova.virt.vmwareapi.vmops [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Created linked-clone VM from snapshot [ 635.893601] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f9fa6b-32cd-41e6-91b9-5306ae55007f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.903745] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Uploading image 884fdd8e-eb79-4554-a68d-5174b71ce4b9 {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 635.907766] env[68391]: DEBUG oslo_concurrency.lockutils [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.939624] env[68391]: DEBUG oslo_vmware.rw_handles [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 635.939624] env[68391]: value = "vm-608823" [ 635.939624] env[68391]: _type = "VirtualMachine" [ 635.939624] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 635.940115] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fb415a92-67a9-45e9-9642-805c8a506fa9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.946854] env[68391]: DEBUG oslo_vmware.rw_handles [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lease: (returnval){ [ 635.946854] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520e3357-c575-7bff-b374-37c0f06df450" [ 635.946854] env[68391]: _type = "HttpNfcLease" [ 635.946854] env[68391]: } obtained for exporting VM: (result){ [ 635.946854] env[68391]: value = "vm-608823" [ 635.946854] env[68391]: _type = "VirtualMachine" [ 635.946854] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 635.947108] env[68391]: DEBUG oslo_vmware.api [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the lease: (returnval){ [ 635.947108] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520e3357-c575-7bff-b374-37c0f06df450" [ 635.947108] env[68391]: _type = "HttpNfcLease" [ 635.947108] env[68391]: } to be ready. {{(pid=68391) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 635.953933] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 635.953933] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520e3357-c575-7bff-b374-37c0f06df450" [ 635.953933] env[68391]: _type = "HttpNfcLease" [ 635.953933] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 635.972888] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Acquiring lock "f2771b69-6f75-4311-a727-ce7261fe1cf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.973189] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Lock "f2771b69-6f75-4311-a727-ce7261fe1cf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.973405] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Acquiring lock "f2771b69-6f75-4311-a727-ce7261fe1cf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.973633] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Lock "f2771b69-6f75-4311-a727-ce7261fe1cf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.973816] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Lock "f2771b69-6f75-4311-a727-ce7261fe1cf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.977421] env[68391]: INFO nova.compute.manager [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Terminating instance [ 636.014487] env[68391]: DEBUG oslo_concurrency.lockutils [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.068023] env[68391]: DEBUG oslo_vmware.api [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Task: {'id': task-3038563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244541} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.068310] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.068489] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.068660] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.068848] env[68391]: INFO nova.compute.manager [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Took 1.22 seconds to destroy the instance on the hypervisor. [ 636.069121] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.069300] env[68391]: DEBUG nova.compute.manager [-] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 636.069443] env[68391]: DEBUG nova.network.neutron [-] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.092041] env[68391]: DEBUG nova.network.neutron [-] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.270980] env[68391]: DEBUG oslo_vmware.api [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.608481} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.271343] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.271555] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.273084] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.273084] env[68391]: INFO nova.compute.manager [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 636.273084] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.273084] env[68391]: DEBUG nova.compute.manager [-] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 636.273084] env[68391]: DEBUG nova.network.neutron [-] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.458887] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 636.458887] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520e3357-c575-7bff-b374-37c0f06df450" [ 636.458887] env[68391]: _type = "HttpNfcLease" [ 636.458887] env[68391]: } is ready. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 636.459413] env[68391]: DEBUG oslo_vmware.rw_handles [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 636.459413] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520e3357-c575-7bff-b374-37c0f06df450" [ 636.459413] env[68391]: _type = "HttpNfcLease" [ 636.459413] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 636.461195] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c6b222-f535-4e2a-af85-dccea1c93677 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.467402] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b00dae-ecb2-4a93-8a8e-3ff1b8c6898c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.478021] env[68391]: DEBUG oslo_vmware.rw_handles [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a4d81-a647-4fd1-4e45-65d10c6d5bc9/disk-0.vmdk from lease info. {{(pid=68391) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 636.478021] env[68391]: DEBUG oslo_vmware.rw_handles [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a4d81-a647-4fd1-4e45-65d10c6d5bc9/disk-0.vmdk for reading. {{(pid=68391) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 636.479954] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb840d3e-063b-46f0-bede-c4f8c8dc5be5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.484534] env[68391]: DEBUG nova.compute.manager [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 636.484832] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.538249] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9f287b-cb9c-405d-9f0c-aef4de4e2b54 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.574595] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bac10f-3d69-45bf-97fe-b2127eb4cd8f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.579960] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 636.579960] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ad88fa0-7dd0-46f0-906c-e67d6607b9e8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.586718] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadf294a-4c5d-4568-b2a0-9cf18d75c95c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.591026] env[68391]: DEBUG oslo_vmware.api [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Waiting for the task: (returnval){ [ 636.591026] env[68391]: value = "task-3038565" [ 636.591026] env[68391]: _type = "Task" [ 636.591026] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.600535] env[68391]: DEBUG nova.network.neutron [-] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.607044] env[68391]: DEBUG nova.compute.provider_tree [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.608411] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7b01ab57-4b02-4d58-8bf8-d73a56456b1b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.613440] env[68391]: DEBUG oslo_vmware.api [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': task-3038565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.832996] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "e499cb5b-a255-4652-ad57-7d97873a8fbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.834022] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "e499cb5b-a255-4652-ad57-7d97873a8fbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.866124] env[68391]: DEBUG nova.compute.manager [req-72bade8c-55b2-4b23-92a3-ea4aae5e873f req-cdfbae6e-c56e-4d28-addd-7ef861247fa8 service nova] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Received event network-changed-84158c5b-8ba9-4508-87d0-0744b20d0376 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.866336] env[68391]: DEBUG nova.compute.manager [req-72bade8c-55b2-4b23-92a3-ea4aae5e873f req-cdfbae6e-c56e-4d28-addd-7ef861247fa8 service nova] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Refreshing instance network info cache due to event network-changed-84158c5b-8ba9-4508-87d0-0744b20d0376. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 636.866552] env[68391]: DEBUG oslo_concurrency.lockutils [req-72bade8c-55b2-4b23-92a3-ea4aae5e873f req-cdfbae6e-c56e-4d28-addd-7ef861247fa8 service nova] Acquiring lock "refresh_cache-336e7166-5e3f-4de1-b3af-14b521ec8147" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.866694] env[68391]: DEBUG oslo_concurrency.lockutils [req-72bade8c-55b2-4b23-92a3-ea4aae5e873f req-cdfbae6e-c56e-4d28-addd-7ef861247fa8 service nova] Acquired lock "refresh_cache-336e7166-5e3f-4de1-b3af-14b521ec8147" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.866853] env[68391]: DEBUG nova.network.neutron [req-72bade8c-55b2-4b23-92a3-ea4aae5e873f req-cdfbae6e-c56e-4d28-addd-7ef861247fa8 service nova] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Refreshing network info cache for port 84158c5b-8ba9-4508-87d0-0744b20d0376 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.874178] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "7cf7d50a-e2f5-4288-8120-0f73e85bb66a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.874972] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "7cf7d50a-e2f5-4288-8120-0f73e85bb66a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.101743] env[68391]: DEBUG oslo_vmware.api [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': task-3038565, 'name': PowerOffVM_Task, 'duration_secs': 0.296484} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.102339] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.102582] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.103029] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-522cf6ad-240a-4d37-bbd0-08e63994d313 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.108532] env[68391]: INFO nova.compute.manager [-] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Took 1.04 seconds to deallocate network for instance. [ 637.108876] env[68391]: DEBUG nova.network.neutron [-] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.111139] env[68391]: DEBUG nova.scheduler.client.report [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.160146] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.160675] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.161506] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Deleting the datastore file [datastore2] f2771b69-6f75-4311-a727-ce7261fe1cf5 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.161506] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2e873b2-e23f-4c5f-9a68-276169120cc0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.167331] env[68391]: DEBUG oslo_vmware.api [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Waiting for the task: (returnval){ [ 637.167331] env[68391]: value = "task-3038567" [ 637.167331] env[68391]: _type = "Task" [ 637.167331] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.176045] env[68391]: DEBUG oslo_vmware.api [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': task-3038567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.611738] env[68391]: INFO nova.compute.manager [-] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Took 1.34 seconds to deallocate network for instance. [ 637.621097] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.621097] env[68391]: DEBUG nova.compute.manager [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.623490] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.125s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.626461] env[68391]: DEBUG nova.objects.instance [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Lazy-loading 'resources' on Instance uuid 04218161-39eb-419d-96ea-c624f6e18e66 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 637.628738] env[68391]: DEBUG oslo_concurrency.lockutils [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.665023] env[68391]: DEBUG nova.network.neutron [req-72bade8c-55b2-4b23-92a3-ea4aae5e873f req-cdfbae6e-c56e-4d28-addd-7ef861247fa8 service nova] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Updated VIF entry in instance network info cache for port 84158c5b-8ba9-4508-87d0-0744b20d0376. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.665023] env[68391]: DEBUG nova.network.neutron [req-72bade8c-55b2-4b23-92a3-ea4aae5e873f req-cdfbae6e-c56e-4d28-addd-7ef861247fa8 service nova] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Updating instance_info_cache with network_info: [{"id": "84158c5b-8ba9-4508-87d0-0744b20d0376", "address": "fa:16:3e:b7:a4:10", "network": {"id": "4020b29b-e5ed-4169-a8d1-770793280ad3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1541422757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3db765533a5543fab0d6cb1f87df9223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84158c5b-8b", "ovs_interfaceid": "84158c5b-8ba9-4508-87d0-0744b20d0376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.679484] env[68391]: DEBUG oslo_vmware.api [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Task: {'id': task-3038567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395032} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.680014] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 637.680364] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 637.680679] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 637.680965] env[68391]: INFO nova.compute.manager [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Took 1.20 seconds to destroy the instance on the hypervisor. [ 637.681377] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.681838] env[68391]: DEBUG nova.compute.manager [-] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 637.682086] env[68391]: DEBUG nova.network.neutron [-] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.124535] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.130220] env[68391]: DEBUG nova.compute.utils [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.131723] env[68391]: DEBUG nova.compute.manager [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.132394] env[68391]: DEBUG nova.network.neutron [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.167483] env[68391]: DEBUG oslo_concurrency.lockutils [req-72bade8c-55b2-4b23-92a3-ea4aae5e873f req-cdfbae6e-c56e-4d28-addd-7ef861247fa8 service nova] Releasing lock "refresh_cache-336e7166-5e3f-4de1-b3af-14b521ec8147" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.167873] env[68391]: DEBUG nova.compute.manager [req-72bade8c-55b2-4b23-92a3-ea4aae5e873f req-cdfbae6e-c56e-4d28-addd-7ef861247fa8 service nova] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Received event network-vif-deleted-35849009-585d-436a-ae9e-15ef4f0ae052 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.168169] env[68391]: INFO nova.compute.manager [req-72bade8c-55b2-4b23-92a3-ea4aae5e873f req-cdfbae6e-c56e-4d28-addd-7ef861247fa8 service nova] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Neutron deleted interface 35849009-585d-436a-ae9e-15ef4f0ae052; detaching it from the instance and deleting it from the info cache [ 638.168448] env[68391]: DEBUG nova.network.neutron [req-72bade8c-55b2-4b23-92a3-ea4aae5e873f req-cdfbae6e-c56e-4d28-addd-7ef861247fa8 service nova] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.174626] env[68391]: DEBUG nova.policy [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c0b875cb105437692b362839c016c43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f78888036f0940b69348e5bafea02929', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.449429] env[68391]: DEBUG nova.network.neutron [-] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.523584] env[68391]: DEBUG nova.network.neutron [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Successfully created port: 54981806-79e5-4b7d-a6f0-2ffab662fa20 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.635908] env[68391]: DEBUG nova.compute.manager [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.673841] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29b69501-ad14-4a39-8ae1-06933c0e6cff {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.688744] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc3db22-be28-4b87-b589-ea8638b0df25 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.721235] env[68391]: DEBUG nova.compute.manager [req-72bade8c-55b2-4b23-92a3-ea4aae5e873f req-cdfbae6e-c56e-4d28-addd-7ef861247fa8 service nova] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Detach interface failed, port_id=35849009-585d-436a-ae9e-15ef4f0ae052, reason: Instance 78c655a8-fc5e-462e-b7f0-6d17345654f7 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 638.735336] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708adc12-5185-42b6-88ea-b683e755a96b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.742853] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea00c67-7400-4058-9fab-24d25b4efa90 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.774876] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037dcd0f-885f-480a-8b00-5e7f5e7f732a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.782929] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f09e24-dbfc-494d-9c5b-8cf1c92f6826 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.796968] env[68391]: DEBUG nova.compute.provider_tree [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.899028] env[68391]: DEBUG nova.compute.manager [req-d4bdd8c6-d457-4236-b0e6-a500aa65c3d5 req-2595b863-390d-4710-a6d3-c2c4d65435a1 service nova] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Received event network-vif-deleted-cf609623-91ae-433f-ac67-d701f98b5a57 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.952156] env[68391]: INFO nova.compute.manager [-] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Took 1.27 seconds to deallocate network for instance. [ 639.300300] env[68391]: DEBUG nova.scheduler.client.report [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.458916] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.647315] env[68391]: DEBUG nova.compute.manager [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.676301] env[68391]: DEBUG nova.virt.hardware [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.676561] env[68391]: DEBUG nova.virt.hardware [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.676735] env[68391]: DEBUG nova.virt.hardware [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.676930] env[68391]: DEBUG nova.virt.hardware [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.677096] env[68391]: DEBUG nova.virt.hardware [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.677243] env[68391]: DEBUG nova.virt.hardware [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.677441] env[68391]: DEBUG nova.virt.hardware [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.677591] env[68391]: DEBUG nova.virt.hardware [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.677749] env[68391]: DEBUG nova.virt.hardware [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.679693] env[68391]: DEBUG nova.virt.hardware [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.679920] env[68391]: DEBUG nova.virt.hardware [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.680826] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3b1956-bef1-47d1-8dc9-83e3167757d4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.693026] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a1f4cb-8a54-4cba-871f-9391ea570781 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.805802] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.808516] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.821s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.810384] env[68391]: INFO nova.compute.claims [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.840194] env[68391]: INFO nova.scheduler.client.report [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Deleted allocations for instance 04218161-39eb-419d-96ea-c624f6e18e66 [ 640.150919] env[68391]: DEBUG nova.network.neutron [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Successfully updated port: 54981806-79e5-4b7d-a6f0-2ffab662fa20 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.349974] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d6582f80-f7b7-4b59-8302-a23defc69e57 tempest-ServerMetadataTestJSON-1058628358 tempest-ServerMetadataTestJSON-1058628358-project-member] Lock "04218161-39eb-419d-96ea-c624f6e18e66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.804s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.654175] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Acquiring lock "refresh_cache-6ab608b6-6828-46a0-a62a-ac56156c4be3" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.654175] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Acquired lock "refresh_cache-6ab608b6-6828-46a0-a62a-ac56156c4be3" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.654175] env[68391]: DEBUG nova.network.neutron [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.961313] env[68391]: DEBUG nova.compute.manager [req-7f94c0cb-9b0d-4bb1-a4d4-b4b0e9cda55f req-a58afd0a-c7ab-4b77-b409-5f81409290fa service nova] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Received event network-vif-plugged-54981806-79e5-4b7d-a6f0-2ffab662fa20 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.961534] env[68391]: DEBUG oslo_concurrency.lockutils [req-7f94c0cb-9b0d-4bb1-a4d4-b4b0e9cda55f req-a58afd0a-c7ab-4b77-b409-5f81409290fa service nova] Acquiring lock "6ab608b6-6828-46a0-a62a-ac56156c4be3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.961746] env[68391]: DEBUG oslo_concurrency.lockutils [req-7f94c0cb-9b0d-4bb1-a4d4-b4b0e9cda55f req-a58afd0a-c7ab-4b77-b409-5f81409290fa service nova] Lock "6ab608b6-6828-46a0-a62a-ac56156c4be3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.961910] env[68391]: DEBUG oslo_concurrency.lockutils [req-7f94c0cb-9b0d-4bb1-a4d4-b4b0e9cda55f req-a58afd0a-c7ab-4b77-b409-5f81409290fa service nova] Lock "6ab608b6-6828-46a0-a62a-ac56156c4be3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.962087] env[68391]: DEBUG nova.compute.manager [req-7f94c0cb-9b0d-4bb1-a4d4-b4b0e9cda55f req-a58afd0a-c7ab-4b77-b409-5f81409290fa service nova] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] No waiting events found dispatching network-vif-plugged-54981806-79e5-4b7d-a6f0-2ffab662fa20 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.962251] env[68391]: WARNING nova.compute.manager [req-7f94c0cb-9b0d-4bb1-a4d4-b4b0e9cda55f req-a58afd0a-c7ab-4b77-b409-5f81409290fa service nova] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Received unexpected event network-vif-plugged-54981806-79e5-4b7d-a6f0-2ffab662fa20 for instance with vm_state building and task_state spawning. [ 640.962405] env[68391]: DEBUG nova.compute.manager [req-7f94c0cb-9b0d-4bb1-a4d4-b4b0e9cda55f req-a58afd0a-c7ab-4b77-b409-5f81409290fa service nova] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Received event network-changed-54981806-79e5-4b7d-a6f0-2ffab662fa20 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.962553] env[68391]: DEBUG nova.compute.manager [req-7f94c0cb-9b0d-4bb1-a4d4-b4b0e9cda55f req-a58afd0a-c7ab-4b77-b409-5f81409290fa service nova] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Refreshing instance network info cache due to event network-changed-54981806-79e5-4b7d-a6f0-2ffab662fa20. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.962713] env[68391]: DEBUG oslo_concurrency.lockutils [req-7f94c0cb-9b0d-4bb1-a4d4-b4b0e9cda55f req-a58afd0a-c7ab-4b77-b409-5f81409290fa service nova] Acquiring lock "refresh_cache-6ab608b6-6828-46a0-a62a-ac56156c4be3" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.199638] env[68391]: DEBUG nova.network.neutron [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.388251] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad522572-9d39-4fce-a346-23d442ec32d2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.396076] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e7c725-6296-4e95-8a73-20691bec8dcf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.427716] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3300caec-44a9-4ebe-b5c3-261750c4f173 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.435412] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d6e508-0295-421b-be5f-0c9d33a9fa36 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.450540] env[68391]: DEBUG nova.compute.provider_tree [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.461457] env[68391]: DEBUG nova.network.neutron [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Updating instance_info_cache with network_info: [{"id": "54981806-79e5-4b7d-a6f0-2ffab662fa20", "address": "fa:16:3e:41:b4:8d", "network": {"id": "458b9ae6-c46a-4634-af19-c789084f403b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2035645629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f78888036f0940b69348e5bafea02929", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54981806-79", "ovs_interfaceid": "54981806-79e5-4b7d-a6f0-2ffab662fa20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.953048] env[68391]: DEBUG nova.scheduler.client.report [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.965663] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Releasing lock "refresh_cache-6ab608b6-6828-46a0-a62a-ac56156c4be3" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.965926] env[68391]: DEBUG nova.compute.manager [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Instance network_info: |[{"id": "54981806-79e5-4b7d-a6f0-2ffab662fa20", "address": "fa:16:3e:41:b4:8d", "network": {"id": "458b9ae6-c46a-4634-af19-c789084f403b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2035645629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f78888036f0940b69348e5bafea02929", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54981806-79", "ovs_interfaceid": "54981806-79e5-4b7d-a6f0-2ffab662fa20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.966303] env[68391]: DEBUG oslo_concurrency.lockutils [req-7f94c0cb-9b0d-4bb1-a4d4-b4b0e9cda55f req-a58afd0a-c7ab-4b77-b409-5f81409290fa service nova] Acquired lock "refresh_cache-6ab608b6-6828-46a0-a62a-ac56156c4be3" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.966506] env[68391]: DEBUG nova.network.neutron [req-7f94c0cb-9b0d-4bb1-a4d4-b4b0e9cda55f req-a58afd0a-c7ab-4b77-b409-5f81409290fa service nova] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Refreshing network info cache for port 54981806-79e5-4b7d-a6f0-2ffab662fa20 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.967826] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:b4:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54981806-79e5-4b7d-a6f0-2ffab662fa20', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.977246] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Creating folder: Project (f78888036f0940b69348e5bafea02929). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.979111] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfbc65ad-5cce-470a-9d3b-a7e33c55788f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.990611] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Created folder: Project (f78888036f0940b69348e5bafea02929) in parent group-v608736. [ 641.991972] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Creating folder: Instances. Parent ref: group-v608824. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.991972] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e9a0b80-8c4f-4a39-bc90-ba6e2fe03e46 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.001541] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Created folder: Instances in parent group-v608824. [ 642.001826] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.002321] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.002410] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20b69bd6-97e5-45b5-830c-aa0b7b3974d6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.023898] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.023898] env[68391]: value = "task-3038570" [ 642.023898] env[68391]: _type = "Task" [ 642.023898] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.034165] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038570, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.459440] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.460019] env[68391]: DEBUG nova.compute.manager [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.462673] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.054s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.464619] env[68391]: INFO nova.compute.claims [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.533435] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038570, 'name': CreateVM_Task, 'duration_secs': 0.364351} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.533613] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.534303] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.534465] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.534876] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.535188] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ead2b9b-6749-46ed-8f98-0ada2b941c8d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.540041] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Waiting for the task: (returnval){ [ 642.540041] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52529867-5c99-9f87-5fc1-297df18bbece" [ 642.540041] env[68391]: _type = "Task" [ 642.540041] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.547689] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52529867-5c99-9f87-5fc1-297df18bbece, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.947228] env[68391]: DEBUG nova.network.neutron [req-7f94c0cb-9b0d-4bb1-a4d4-b4b0e9cda55f req-a58afd0a-c7ab-4b77-b409-5f81409290fa service nova] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Updated VIF entry in instance network info cache for port 54981806-79e5-4b7d-a6f0-2ffab662fa20. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.947565] env[68391]: DEBUG nova.network.neutron [req-7f94c0cb-9b0d-4bb1-a4d4-b4b0e9cda55f req-a58afd0a-c7ab-4b77-b409-5f81409290fa service nova] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Updating instance_info_cache with network_info: [{"id": "54981806-79e5-4b7d-a6f0-2ffab662fa20", "address": "fa:16:3e:41:b4:8d", "network": {"id": "458b9ae6-c46a-4634-af19-c789084f403b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2035645629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f78888036f0940b69348e5bafea02929", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54981806-79", "ovs_interfaceid": "54981806-79e5-4b7d-a6f0-2ffab662fa20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.968981] env[68391]: DEBUG nova.compute.utils [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.972845] env[68391]: DEBUG nova.compute.manager [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.973076] env[68391]: DEBUG nova.network.neutron [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.021228] env[68391]: DEBUG nova.policy [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f38fd3ba03ae44949ac4e34c90252658', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2b42d8ef2d54f4a8ed5dbdcfa637ad9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.051498] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52529867-5c99-9f87-5fc1-297df18bbece, 'name': SearchDatastore_Task, 'duration_secs': 0.012995} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.051811] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.052052] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.052291] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.052434] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.052611] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.052937] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26743afc-deec-4258-968f-fa887cd45394 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.061307] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.061538] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.062224] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4908b3a6-3243-442a-af79-74ef95803583 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.067693] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Waiting for the task: (returnval){ [ 643.067693] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520159b2-2e75-865d-82da-dfbc8cea6f68" [ 643.067693] env[68391]: _type = "Task" [ 643.067693] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.075733] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520159b2-2e75-865d-82da-dfbc8cea6f68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.363254] env[68391]: DEBUG nova.network.neutron [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Successfully created port: 3caac2a2-8193-4f48-bcd1-e30b13668091 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.450553] env[68391]: DEBUG oslo_concurrency.lockutils [req-7f94c0cb-9b0d-4bb1-a4d4-b4b0e9cda55f req-a58afd0a-c7ab-4b77-b409-5f81409290fa service nova] Releasing lock "refresh_cache-6ab608b6-6828-46a0-a62a-ac56156c4be3" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.473545] env[68391]: DEBUG nova.compute.manager [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.581165] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520159b2-2e75-865d-82da-dfbc8cea6f68, 'name': SearchDatastore_Task, 'duration_secs': 0.012747} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.581961] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-843cf126-023a-4d67-a72f-7f851fa621af {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.590331] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Waiting for the task: (returnval){ [ 643.590331] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e3ee7d-cbe9-cf32-ce3f-b1066d3cfb96" [ 643.590331] env[68391]: _type = "Task" [ 643.590331] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.599349] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e3ee7d-cbe9-cf32-ce3f-b1066d3cfb96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.998302] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940c90e0-28f4-4893-b939-2be017fc504d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.006479] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96a8894-9c59-40e5-a719-82331ebed9ea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.037258] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa34266-e123-4985-a196-ee0c2f8d3151 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.045206] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da13154-49d7-4a66-98a4-3c46d908ff25 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.060756] env[68391]: DEBUG nova.compute.provider_tree [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.100123] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e3ee7d-cbe9-cf32-ce3f-b1066d3cfb96, 'name': SearchDatastore_Task, 'duration_secs': 0.012224} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.100399] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.100656] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 6ab608b6-6828-46a0-a62a-ac56156c4be3/6ab608b6-6828-46a0-a62a-ac56156c4be3.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.100916] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2265dbc-254f-47b3-b216-0be489317120 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.108336] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Waiting for the task: (returnval){ [ 644.108336] env[68391]: value = "task-3038571" [ 644.108336] env[68391]: _type = "Task" [ 644.108336] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.116047] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Task: {'id': task-3038571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.485253] env[68391]: DEBUG nova.compute.manager [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.507897] env[68391]: DEBUG nova.virt.hardware [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.508176] env[68391]: DEBUG nova.virt.hardware [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.508354] env[68391]: DEBUG nova.virt.hardware [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.508535] env[68391]: DEBUG nova.virt.hardware [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.509711] env[68391]: DEBUG nova.virt.hardware [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.509711] env[68391]: DEBUG nova.virt.hardware [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.509711] env[68391]: DEBUG nova.virt.hardware [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.509711] env[68391]: DEBUG nova.virt.hardware [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.509711] env[68391]: DEBUG nova.virt.hardware [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.509900] env[68391]: DEBUG nova.virt.hardware [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.509900] env[68391]: DEBUG nova.virt.hardware [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.510629] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7d892e-f224-42bd-ae15-b8ea8c56c0ed {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.520764] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d49b944-e76a-48fa-aecd-0732883761db {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.560070] env[68391]: DEBUG oslo_vmware.rw_handles [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a4d81-a647-4fd1-4e45-65d10c6d5bc9/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 644.561019] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d8484f-81a3-473d-a0eb-ffbd1b7f8cfc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.565173] env[68391]: DEBUG nova.scheduler.client.report [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.574020] env[68391]: DEBUG oslo_vmware.rw_handles [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a4d81-a647-4fd1-4e45-65d10c6d5bc9/disk-0.vmdk is in state: ready. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 644.574357] env[68391]: ERROR oslo_vmware.rw_handles [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a4d81-a647-4fd1-4e45-65d10c6d5bc9/disk-0.vmdk due to incomplete transfer. [ 644.574466] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5dd06f3d-2d01-4478-9955-51fa908e06fd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.586384] env[68391]: DEBUG oslo_vmware.rw_handles [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a4d81-a647-4fd1-4e45-65d10c6d5bc9/disk-0.vmdk. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 644.586384] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Uploaded image 884fdd8e-eb79-4554-a68d-5174b71ce4b9 to the Glance image server {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 644.589166] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Destroying the VM {{(pid=68391) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 644.589949] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-081dcf67-adbd-4cf6-9f61-c8ec359f3df1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.600521] env[68391]: DEBUG oslo_vmware.api [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 644.600521] env[68391]: value = "task-3038572" [ 644.600521] env[68391]: _type = "Task" [ 644.600521] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.611676] env[68391]: DEBUG oslo_vmware.api [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038572, 'name': Destroy_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.620654] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Task: {'id': task-3038571, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.832192] env[68391]: DEBUG nova.compute.manager [req-cbc1d102-e925-4db0-be18-db64b174f6c1 req-e4c39de0-70a6-40c2-8836-7a0264998c47 service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Received event network-vif-plugged-3caac2a2-8193-4f48-bcd1-e30b13668091 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.832192] env[68391]: DEBUG oslo_concurrency.lockutils [req-cbc1d102-e925-4db0-be18-db64b174f6c1 req-e4c39de0-70a6-40c2-8836-7a0264998c47 service nova] Acquiring lock "e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.832192] env[68391]: DEBUG oslo_concurrency.lockutils [req-cbc1d102-e925-4db0-be18-db64b174f6c1 req-e4c39de0-70a6-40c2-8836-7a0264998c47 service nova] Lock "e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.832192] env[68391]: DEBUG oslo_concurrency.lockutils [req-cbc1d102-e925-4db0-be18-db64b174f6c1 req-e4c39de0-70a6-40c2-8836-7a0264998c47 service nova] Lock "e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.832192] env[68391]: DEBUG nova.compute.manager [req-cbc1d102-e925-4db0-be18-db64b174f6c1 req-e4c39de0-70a6-40c2-8836-7a0264998c47 service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] No waiting events found dispatching network-vif-plugged-3caac2a2-8193-4f48-bcd1-e30b13668091 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.832778] env[68391]: WARNING nova.compute.manager [req-cbc1d102-e925-4db0-be18-db64b174f6c1 req-e4c39de0-70a6-40c2-8836-7a0264998c47 service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Received unexpected event network-vif-plugged-3caac2a2-8193-4f48-bcd1-e30b13668091 for instance with vm_state building and task_state spawning. [ 644.936112] env[68391]: DEBUG nova.network.neutron [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Successfully updated port: 3caac2a2-8193-4f48-bcd1-e30b13668091 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.069781] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.070342] env[68391]: DEBUG nova.compute.manager [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.072904] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.030s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.073490] env[68391]: DEBUG nova.objects.instance [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68391) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 645.113132] env[68391]: DEBUG oslo_vmware.api [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038572, 'name': Destroy_Task} progress is 33%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.121795] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Task: {'id': task-3038571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521629} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.122070] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 6ab608b6-6828-46a0-a62a-ac56156c4be3/6ab608b6-6828-46a0-a62a-ac56156c4be3.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.122286] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.122535] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8d6c940-75fb-4121-90ac-a27d5114e4a7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.130112] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Waiting for the task: (returnval){ [ 645.130112] env[68391]: value = "task-3038573" [ 645.130112] env[68391]: _type = "Task" [ 645.130112] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.138361] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Task: {'id': task-3038573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.440188] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Acquiring lock "refresh_cache-e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.440353] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Acquired lock "refresh_cache-e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.440528] env[68391]: DEBUG nova.network.neutron [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.578565] env[68391]: DEBUG nova.compute.utils [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.583322] env[68391]: DEBUG nova.compute.manager [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.583322] env[68391]: DEBUG nova.network.neutron [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.612441] env[68391]: DEBUG oslo_vmware.api [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038572, 'name': Destroy_Task, 'duration_secs': 0.621688} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.612790] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Destroyed the VM [ 645.613123] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Deleting Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 645.613441] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dd788f93-fe10-4709-8101-3262d3c0fe81 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.620412] env[68391]: DEBUG oslo_vmware.api [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 645.620412] env[68391]: value = "task-3038574" [ 645.620412] env[68391]: _type = "Task" [ 645.620412] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.628937] env[68391]: DEBUG oslo_vmware.api [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038574, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.635083] env[68391]: DEBUG nova.policy [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f43160c87430475090b51a1bc2d3771d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01e8803c898c40b1872795c7bb1e455d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.639251] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Task: {'id': task-3038573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066497} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.639522] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.640275] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c566c399-1d4c-4ff9-830f-4d1f60e230eb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.661860] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 6ab608b6-6828-46a0-a62a-ac56156c4be3/6ab608b6-6828-46a0-a62a-ac56156c4be3.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.662425] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91a25e5f-bbf0-42bc-a130-56089f82d7a8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.681261] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Waiting for the task: (returnval){ [ 645.681261] env[68391]: value = "task-3038575" [ 645.681261] env[68391]: _type = "Task" [ 645.681261] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.688639] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Task: {'id': task-3038575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.948507] env[68391]: DEBUG nova.network.neutron [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Successfully created port: 9b6c878f-4ff7-460c-beb5-fb535d03ce97 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.997147] env[68391]: DEBUG nova.network.neutron [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.083801] env[68391]: DEBUG nova.compute.manager [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.087310] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e088d25e-db78-49f8-8a54-f1ded224c23f tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.088872] env[68391]: DEBUG oslo_concurrency.lockutils [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.534s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.090299] env[68391]: INFO nova.compute.claims [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.134978] env[68391]: DEBUG oslo_vmware.api [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038574, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.154848] env[68391]: DEBUG nova.network.neutron [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Updating instance_info_cache with network_info: [{"id": "3caac2a2-8193-4f48-bcd1-e30b13668091", "address": "fa:16:3e:df:3e:84", "network": {"id": "ad67d560-0e21-48f4-9fd3-04910579bddf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1026889474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c2b42d8ef2d54f4a8ed5dbdcfa637ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3caac2a2-81", "ovs_interfaceid": "3caac2a2-8193-4f48-bcd1-e30b13668091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.194728] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Task: {'id': task-3038575, 'name': ReconfigVM_Task, 'duration_secs': 0.330114} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.195093] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 6ab608b6-6828-46a0-a62a-ac56156c4be3/6ab608b6-6828-46a0-a62a-ac56156c4be3.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.195733] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81f72579-7aea-486c-b810-2a7ee6963f3e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.203382] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Waiting for the task: (returnval){ [ 646.203382] env[68391]: value = "task-3038576" [ 646.203382] env[68391]: _type = "Task" [ 646.203382] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.215028] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Task: {'id': task-3038576, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.637763] env[68391]: DEBUG oslo_vmware.api [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038574, 'name': RemoveSnapshot_Task, 'duration_secs': 0.568173} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.638044] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Deleted Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 646.638273] env[68391]: INFO nova.compute.manager [None req-0b028e0d-2579-45a2-93db-e36fedb3e902 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Took 14.87 seconds to snapshot the instance on the hypervisor. [ 646.656431] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Releasing lock "refresh_cache-e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.656739] env[68391]: DEBUG nova.compute.manager [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Instance network_info: |[{"id": "3caac2a2-8193-4f48-bcd1-e30b13668091", "address": "fa:16:3e:df:3e:84", "network": {"id": "ad67d560-0e21-48f4-9fd3-04910579bddf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1026889474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c2b42d8ef2d54f4a8ed5dbdcfa637ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3caac2a2-81", "ovs_interfaceid": "3caac2a2-8193-4f48-bcd1-e30b13668091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.657155] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:3e:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3caac2a2-8193-4f48-bcd1-e30b13668091', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.665874] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Creating folder: Project (c2b42d8ef2d54f4a8ed5dbdcfa637ad9). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.666789] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d12a132-6395-4a3e-a30a-d625a7fe2678 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.678338] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Created folder: Project (c2b42d8ef2d54f4a8ed5dbdcfa637ad9) in parent group-v608736. [ 646.678527] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Creating folder: Instances. Parent ref: group-v608827. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.678754] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bed68e4-f3ed-4da3-8083-7e984219d104 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.688271] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Created folder: Instances in parent group-v608827. [ 646.688492] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.688669] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.689095] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-956a54c5-0d29-4655-90eb-b3a30df24001 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.707984] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.707984] env[68391]: value = "task-3038579" [ 646.707984] env[68391]: _type = "Task" [ 646.707984] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.713898] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Task: {'id': task-3038576, 'name': Rename_Task, 'duration_secs': 0.131573} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.714446] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.714678] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6b6041d-eb11-423a-9037-dd515fa1a8fb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.718662] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038579, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.722189] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Waiting for the task: (returnval){ [ 646.722189] env[68391]: value = "task-3038580" [ 646.722189] env[68391]: _type = "Task" [ 646.722189] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.729113] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Task: {'id': task-3038580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.864186] env[68391]: DEBUG nova.compute.manager [req-6d9b0f5e-0af2-42a5-aa09-19f412da3b4f req-0c5f333b-17e8-4529-9054-07f58506e5bf service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Received event network-changed-3caac2a2-8193-4f48-bcd1-e30b13668091 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.864186] env[68391]: DEBUG nova.compute.manager [req-6d9b0f5e-0af2-42a5-aa09-19f412da3b4f req-0c5f333b-17e8-4529-9054-07f58506e5bf service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Refreshing instance network info cache due to event network-changed-3caac2a2-8193-4f48-bcd1-e30b13668091. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.864186] env[68391]: DEBUG oslo_concurrency.lockutils [req-6d9b0f5e-0af2-42a5-aa09-19f412da3b4f req-0c5f333b-17e8-4529-9054-07f58506e5bf service nova] Acquiring lock "refresh_cache-e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.864186] env[68391]: DEBUG oslo_concurrency.lockutils [req-6d9b0f5e-0af2-42a5-aa09-19f412da3b4f req-0c5f333b-17e8-4529-9054-07f58506e5bf service nova] Acquired lock "refresh_cache-e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.864186] env[68391]: DEBUG nova.network.neutron [req-6d9b0f5e-0af2-42a5-aa09-19f412da3b4f req-0c5f333b-17e8-4529-9054-07f58506e5bf service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Refreshing network info cache for port 3caac2a2-8193-4f48-bcd1-e30b13668091 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.096137] env[68391]: DEBUG nova.compute.manager [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.124072] env[68391]: DEBUG nova.virt.hardware [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.124398] env[68391]: DEBUG nova.virt.hardware [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.124579] env[68391]: DEBUG nova.virt.hardware [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.124768] env[68391]: DEBUG nova.virt.hardware [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.124913] env[68391]: DEBUG nova.virt.hardware [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.125119] env[68391]: DEBUG nova.virt.hardware [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.125372] env[68391]: DEBUG nova.virt.hardware [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.125536] env[68391]: DEBUG nova.virt.hardware [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.125723] env[68391]: DEBUG nova.virt.hardware [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.125984] env[68391]: DEBUG nova.virt.hardware [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.126215] env[68391]: DEBUG nova.virt.hardware [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.127507] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5e35f4-c2c7-4c80-83cb-9b3351d03885 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.138812] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcf97f7-028f-4de2-bd8c-e585fad34b38 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.219442] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038579, 'name': CreateVM_Task, 'duration_secs': 0.334721} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.219619] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.220308] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.220473] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.220792] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.221057] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc4a97a8-57bf-4e37-a51d-96c5e366ee16 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.228219] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Waiting for the task: (returnval){ [ 647.228219] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5291a268-e3da-f265-427f-a8253d4e5cec" [ 647.228219] env[68391]: _type = "Task" [ 647.228219] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.233305] env[68391]: DEBUG oslo_vmware.api [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Task: {'id': task-3038580, 'name': PowerOnVM_Task, 'duration_secs': 0.423078} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.237024] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.237024] env[68391]: INFO nova.compute.manager [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Took 7.59 seconds to spawn the instance on the hypervisor. [ 647.237024] env[68391]: DEBUG nova.compute.manager [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.237298] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de365ab-685b-4208-88f2-fd0571578c21 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.248466] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5291a268-e3da-f265-427f-a8253d4e5cec, 'name': SearchDatastore_Task, 'duration_secs': 0.013582} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.251434] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.251670] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.252341] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.252341] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.252341] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.254800] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-993a10d1-8791-4120-ae9a-ba36507bb86d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.262769] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.263986] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.264766] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfbc2dac-0e19-448e-9395-36e0e27c8c96 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.271127] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Waiting for the task: (returnval){ [ 647.271127] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526abb47-0adb-d32b-9f97-228d6708ceb0" [ 647.271127] env[68391]: _type = "Task" [ 647.271127] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.280480] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526abb47-0adb-d32b-9f97-228d6708ceb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.573647] env[68391]: DEBUG nova.network.neutron [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Successfully updated port: 9b6c878f-4ff7-460c-beb5-fb535d03ce97 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.597284] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213e8f52-180b-49a6-a28b-8b515464b9b5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.606716] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd2f78e-1f66-4068-9ef6-e73e28b4d79f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.613083] env[68391]: DEBUG nova.network.neutron [req-6d9b0f5e-0af2-42a5-aa09-19f412da3b4f req-0c5f333b-17e8-4529-9054-07f58506e5bf service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Updated VIF entry in instance network info cache for port 3caac2a2-8193-4f48-bcd1-e30b13668091. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.613587] env[68391]: DEBUG nova.network.neutron [req-6d9b0f5e-0af2-42a5-aa09-19f412da3b4f req-0c5f333b-17e8-4529-9054-07f58506e5bf service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Updating instance_info_cache with network_info: [{"id": "3caac2a2-8193-4f48-bcd1-e30b13668091", "address": "fa:16:3e:df:3e:84", "network": {"id": "ad67d560-0e21-48f4-9fd3-04910579bddf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1026889474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c2b42d8ef2d54f4a8ed5dbdcfa637ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3caac2a2-81", "ovs_interfaceid": "3caac2a2-8193-4f48-bcd1-e30b13668091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.642413] env[68391]: DEBUG oslo_concurrency.lockutils [req-6d9b0f5e-0af2-42a5-aa09-19f412da3b4f req-0c5f333b-17e8-4529-9054-07f58506e5bf service nova] Releasing lock "refresh_cache-e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.643636] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8e0a23-adfb-4344-af53-273ae38ca6b0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.651780] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab15f50a-3a7c-44da-8ad9-24b3b03db0c9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.665289] env[68391]: DEBUG nova.compute.provider_tree [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.759666] env[68391]: INFO nova.compute.manager [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Took 42.07 seconds to build instance. [ 647.784537] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526abb47-0adb-d32b-9f97-228d6708ceb0, 'name': SearchDatastore_Task, 'duration_secs': 0.014851} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.785390] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c11433e-b982-451a-883c-8a15710b9cd1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.790342] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Waiting for the task: (returnval){ [ 647.790342] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5259d7af-95e5-f8ee-bcbe-eef865c81cc6" [ 647.790342] env[68391]: _type = "Task" [ 647.790342] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.797643] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5259d7af-95e5-f8ee-bcbe-eef865c81cc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.076045] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Acquiring lock "refresh_cache-03e4e020-511f-4d10-87a7-5e14a74cd77b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.076257] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Acquired lock "refresh_cache-03e4e020-511f-4d10-87a7-5e14a74cd77b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.076462] env[68391]: DEBUG nova.network.neutron [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.168551] env[68391]: DEBUG nova.scheduler.client.report [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.261452] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcbf2edf-645e-4304-b5a7-382a98249f9d tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Lock "6ab608b6-6828-46a0-a62a-ac56156c4be3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.015s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.300733] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5259d7af-95e5-f8ee-bcbe-eef865c81cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.010158} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.301078] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.301289] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d/e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.301671] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-817fe38b-f625-4205-b16a-fa0c190ba001 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.309025] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Waiting for the task: (returnval){ [ 648.309025] env[68391]: value = "task-3038581" [ 648.309025] env[68391]: _type = "Task" [ 648.309025] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.316363] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.615867] env[68391]: DEBUG nova.network.neutron [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.675346] env[68391]: DEBUG oslo_concurrency.lockutils [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.675346] env[68391]: DEBUG nova.compute.manager [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.678186] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.995s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.679747] env[68391]: INFO nova.compute.claims [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.764315] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Acquiring lock "6ab608b6-6828-46a0-a62a-ac56156c4be3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.764611] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Lock "6ab608b6-6828-46a0-a62a-ac56156c4be3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.764820] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Acquiring lock "6ab608b6-6828-46a0-a62a-ac56156c4be3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.765127] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Lock "6ab608b6-6828-46a0-a62a-ac56156c4be3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.765339] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Lock "6ab608b6-6828-46a0-a62a-ac56156c4be3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.767135] env[68391]: DEBUG nova.compute.manager [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.773100] env[68391]: INFO nova.compute.manager [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Terminating instance [ 648.818653] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441738} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.818942] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d/e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.819176] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.819430] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48f1693a-b820-4c49-8a88-bdb8b070e70b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.826181] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Waiting for the task: (returnval){ [ 648.826181] env[68391]: value = "task-3038582" [ 648.826181] env[68391]: _type = "Task" [ 648.826181] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.834892] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.941595] env[68391]: DEBUG nova.compute.manager [req-cdec6503-c1d8-4e9c-bab3-707b4aec575d req-04542fb7-009d-405f-ad62-01688bc9869a service nova] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Received event network-vif-plugged-9b6c878f-4ff7-460c-beb5-fb535d03ce97 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.941595] env[68391]: DEBUG oslo_concurrency.lockutils [req-cdec6503-c1d8-4e9c-bab3-707b4aec575d req-04542fb7-009d-405f-ad62-01688bc9869a service nova] Acquiring lock "03e4e020-511f-4d10-87a7-5e14a74cd77b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.941595] env[68391]: DEBUG oslo_concurrency.lockutils [req-cdec6503-c1d8-4e9c-bab3-707b4aec575d req-04542fb7-009d-405f-ad62-01688bc9869a service nova] Lock "03e4e020-511f-4d10-87a7-5e14a74cd77b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.941595] env[68391]: DEBUG oslo_concurrency.lockutils [req-cdec6503-c1d8-4e9c-bab3-707b4aec575d req-04542fb7-009d-405f-ad62-01688bc9869a service nova] Lock "03e4e020-511f-4d10-87a7-5e14a74cd77b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.941595] env[68391]: DEBUG nova.compute.manager [req-cdec6503-c1d8-4e9c-bab3-707b4aec575d req-04542fb7-009d-405f-ad62-01688bc9869a service nova] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] No waiting events found dispatching network-vif-plugged-9b6c878f-4ff7-460c-beb5-fb535d03ce97 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.941995] env[68391]: WARNING nova.compute.manager [req-cdec6503-c1d8-4e9c-bab3-707b4aec575d req-04542fb7-009d-405f-ad62-01688bc9869a service nova] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Received unexpected event network-vif-plugged-9b6c878f-4ff7-460c-beb5-fb535d03ce97 for instance with vm_state building and task_state spawning. [ 648.941995] env[68391]: DEBUG nova.compute.manager [req-cdec6503-c1d8-4e9c-bab3-707b4aec575d req-04542fb7-009d-405f-ad62-01688bc9869a service nova] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Received event network-changed-9b6c878f-4ff7-460c-beb5-fb535d03ce97 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.941995] env[68391]: DEBUG nova.compute.manager [req-cdec6503-c1d8-4e9c-bab3-707b4aec575d req-04542fb7-009d-405f-ad62-01688bc9869a service nova] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Refreshing instance network info cache due to event network-changed-9b6c878f-4ff7-460c-beb5-fb535d03ce97. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.941995] env[68391]: DEBUG oslo_concurrency.lockutils [req-cdec6503-c1d8-4e9c-bab3-707b4aec575d req-04542fb7-009d-405f-ad62-01688bc9869a service nova] Acquiring lock "refresh_cache-03e4e020-511f-4d10-87a7-5e14a74cd77b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.992463] env[68391]: DEBUG nova.network.neutron [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Updating instance_info_cache with network_info: [{"id": "9b6c878f-4ff7-460c-beb5-fb535d03ce97", "address": "fa:16:3e:37:f9:66", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6c878f-4f", "ovs_interfaceid": "9b6c878f-4ff7-460c-beb5-fb535d03ce97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.190028] env[68391]: DEBUG nova.compute.utils [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.191346] env[68391]: DEBUG nova.compute.manager [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.191518] env[68391]: DEBUG nova.network.neutron [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.238893] env[68391]: DEBUG nova.policy [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4721a1124f7940479de7ade6e48cfb97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff41ca55c79b4c3095690424e9789ac9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.269174] env[68391]: DEBUG nova.compute.manager [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.270696] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62d7491-7350-4afa-a921-5086aa705e9f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.280662] env[68391]: DEBUG nova.compute.manager [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.280910] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.283882] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82deb09-89c1-4ef3-b8fe-0fc4c6cac2ca {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.293465] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.293714] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9634f4af-6e3a-4d82-b329-4ed350040644 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.299268] env[68391]: DEBUG oslo_vmware.api [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Waiting for the task: (returnval){ [ 649.299268] env[68391]: value = "task-3038583" [ 649.299268] env[68391]: _type = "Task" [ 649.299268] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.304723] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.307809] env[68391]: DEBUG oslo_vmware.api [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Task: {'id': task-3038583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.335892] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06181} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.336183] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.336974] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7bda79-3430-4681-8b22-0565e33fc741 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.358989] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d/e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.359305] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-375cd838-a2cc-4b89-ae3d-580315c7def3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.378702] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Waiting for the task: (returnval){ [ 649.378702] env[68391]: value = "task-3038584" [ 649.378702] env[68391]: _type = "Task" [ 649.378702] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.390083] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.496074] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Releasing lock "refresh_cache-03e4e020-511f-4d10-87a7-5e14a74cd77b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.496469] env[68391]: DEBUG nova.compute.manager [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Instance network_info: |[{"id": "9b6c878f-4ff7-460c-beb5-fb535d03ce97", "address": "fa:16:3e:37:f9:66", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6c878f-4f", "ovs_interfaceid": "9b6c878f-4ff7-460c-beb5-fb535d03ce97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.496776] env[68391]: DEBUG oslo_concurrency.lockutils [req-cdec6503-c1d8-4e9c-bab3-707b4aec575d req-04542fb7-009d-405f-ad62-01688bc9869a service nova] Acquired lock "refresh_cache-03e4e020-511f-4d10-87a7-5e14a74cd77b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.496956] env[68391]: DEBUG nova.network.neutron [req-cdec6503-c1d8-4e9c-bab3-707b4aec575d req-04542fb7-009d-405f-ad62-01688bc9869a service nova] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Refreshing network info cache for port 9b6c878f-4ff7-460c-beb5-fb535d03ce97 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.501337] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:f9:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b6c878f-4ff7-460c-beb5-fb535d03ce97', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.507192] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.510548] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.510822] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56311ba7-e9ae-4ed8-bb68-3e6b835853bc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.532621] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.532621] env[68391]: value = "task-3038585" [ 649.532621] env[68391]: _type = "Task" [ 649.532621] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.540843] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038585, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.587773] env[68391]: DEBUG nova.network.neutron [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Successfully created port: 19290dc0-40cd-4336-9313-0154838d9eea {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.695710] env[68391]: DEBUG nova.compute.manager [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.785187] env[68391]: INFO nova.compute.manager [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] instance snapshotting [ 649.790577] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88e4867-569d-46e5-ba1b-3c5ae1d8a0cd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.811641] env[68391]: DEBUG nova.network.neutron [req-cdec6503-c1d8-4e9c-bab3-707b4aec575d req-04542fb7-009d-405f-ad62-01688bc9869a service nova] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Updated VIF entry in instance network info cache for port 9b6c878f-4ff7-460c-beb5-fb535d03ce97. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.811981] env[68391]: DEBUG nova.network.neutron [req-cdec6503-c1d8-4e9c-bab3-707b4aec575d req-04542fb7-009d-405f-ad62-01688bc9869a service nova] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Updating instance_info_cache with network_info: [{"id": "9b6c878f-4ff7-460c-beb5-fb535d03ce97", "address": "fa:16:3e:37:f9:66", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6c878f-4f", "ovs_interfaceid": "9b6c878f-4ff7-460c-beb5-fb535d03ce97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.819690] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8709370d-24dd-4dce-a958-083b4739924d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.828863] env[68391]: DEBUG oslo_vmware.api [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Task: {'id': task-3038583, 'name': PowerOffVM_Task, 'duration_secs': 0.213263} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.830832] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.831034] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.835822] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4c18833-c1e4-41b4-b30c-2d21a7f93b16 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.891605] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038584, 'name': ReconfigVM_Task, 'duration_secs': 0.382547} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.891605] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Reconfigured VM instance instance-0000001d to attach disk [datastore2] e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d/e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.892059] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b84c651b-6039-457a-93b5-9bb88f671c36 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.899698] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Waiting for the task: (returnval){ [ 649.899698] env[68391]: value = "task-3038587" [ 649.899698] env[68391]: _type = "Task" [ 649.899698] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.908661] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038587, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.920075] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.920303] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.920485] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Deleting the datastore file [datastore2] 6ab608b6-6828-46a0-a62a-ac56156c4be3 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.920748] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26aeedf1-261e-4a30-9402-ec668e6b2621 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.927381] env[68391]: DEBUG oslo_vmware.api [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Waiting for the task: (returnval){ [ 649.927381] env[68391]: value = "task-3038588" [ 649.927381] env[68391]: _type = "Task" [ 649.927381] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.935421] env[68391]: DEBUG oslo_vmware.api [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Task: {'id': task-3038588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.044501] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038585, 'name': CreateVM_Task, 'duration_secs': 0.390665} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.044673] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.045371] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.045536] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.045853] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.046135] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-183dde2e-9945-4802-a5d0-b269851d06de {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.053291] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Waiting for the task: (returnval){ [ 650.053291] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52de321d-f3e2-9556-e83c-27e273b16d98" [ 650.053291] env[68391]: _type = "Task" [ 650.053291] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.061067] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52de321d-f3e2-9556-e83c-27e273b16d98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.224315] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc837c23-6285-4f0c-b612-99e6256520d1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.231589] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e2ee91-b798-4092-a6c3-c54972309192 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.263376] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247abeb1-c39c-4a63-93f1-a483f880f410 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.270298] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ebd88e-f57c-413c-9695-a4e11d090590 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.283316] env[68391]: DEBUG nova.compute.provider_tree [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.315618] env[68391]: DEBUG oslo_concurrency.lockutils [req-cdec6503-c1d8-4e9c-bab3-707b4aec575d req-04542fb7-009d-405f-ad62-01688bc9869a service nova] Releasing lock "refresh_cache-03e4e020-511f-4d10-87a7-5e14a74cd77b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.339531] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Creating Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 650.339836] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f906d1d2-cc64-40fc-bd90-076fd1eba043 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.347062] env[68391]: DEBUG oslo_vmware.api [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 650.347062] env[68391]: value = "task-3038589" [ 650.347062] env[68391]: _type = "Task" [ 650.347062] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.355975] env[68391]: DEBUG oslo_vmware.api [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038589, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.411864] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038587, 'name': Rename_Task, 'duration_secs': 0.153661} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.411864] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.411864] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3347d5b-f744-4f1a-8e42-7d2f99df2857 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.419583] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Waiting for the task: (returnval){ [ 650.419583] env[68391]: value = "task-3038590" [ 650.419583] env[68391]: _type = "Task" [ 650.419583] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.428021] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.435096] env[68391]: DEBUG oslo_vmware.api [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Task: {'id': task-3038588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158671} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.435347] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.435531] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.435705] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.435875] env[68391]: INFO nova.compute.manager [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 650.436196] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.436424] env[68391]: DEBUG nova.compute.manager [-] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.436519] env[68391]: DEBUG nova.network.neutron [-] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.566268] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52de321d-f3e2-9556-e83c-27e273b16d98, 'name': SearchDatastore_Task, 'duration_secs': 0.009561} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.566268] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.566268] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.566268] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.566420] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.566420] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.566420] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-980f3a37-10e5-42cf-9578-4e2f884342d3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.573551] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.573719] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.574441] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f60af71-6842-46a4-a109-0721d591d046 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.580518] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Waiting for the task: (returnval){ [ 650.580518] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52187e71-a360-3458-791a-cee4c5a45863" [ 650.580518] env[68391]: _type = "Task" [ 650.580518] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.590148] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52187e71-a360-3458-791a-cee4c5a45863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.706645] env[68391]: DEBUG nova.compute.manager [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.732193] env[68391]: DEBUG nova.virt.hardware [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.732437] env[68391]: DEBUG nova.virt.hardware [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.732592] env[68391]: DEBUG nova.virt.hardware [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.732769] env[68391]: DEBUG nova.virt.hardware [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.732914] env[68391]: DEBUG nova.virt.hardware [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.733214] env[68391]: DEBUG nova.virt.hardware [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.733462] env[68391]: DEBUG nova.virt.hardware [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.733679] env[68391]: DEBUG nova.virt.hardware [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.733934] env[68391]: DEBUG nova.virt.hardware [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.733934] env[68391]: DEBUG nova.virt.hardware [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.734115] env[68391]: DEBUG nova.virt.hardware [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.735824] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d0fbd1-d714-44d2-af2e-3641819654ab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.742989] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cce342f-7584-44ce-889f-ba356fdf4487 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.786701] env[68391]: DEBUG nova.scheduler.client.report [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.856804] env[68391]: DEBUG oslo_vmware.api [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038589, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.931917] env[68391]: DEBUG oslo_vmware.api [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038590, 'name': PowerOnVM_Task, 'duration_secs': 0.506588} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.931917] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.931917] env[68391]: INFO nova.compute.manager [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Took 6.45 seconds to spawn the instance on the hypervisor. [ 650.931917] env[68391]: DEBUG nova.compute.manager [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.932225] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6264f42a-eda2-4666-98fa-a71e73c4bdd8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.994553] env[68391]: DEBUG nova.compute.manager [req-bb2babc8-4177-4de0-a403-395e168c26d0 req-3b57bfaa-4e7e-4903-aeaa-e90c0cea4767 service nova] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Received event network-vif-deleted-54981806-79e5-4b7d-a6f0-2ffab662fa20 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.994553] env[68391]: INFO nova.compute.manager [req-bb2babc8-4177-4de0-a403-395e168c26d0 req-3b57bfaa-4e7e-4903-aeaa-e90c0cea4767 service nova] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Neutron deleted interface 54981806-79e5-4b7d-a6f0-2ffab662fa20; detaching it from the instance and deleting it from the info cache [ 650.994553] env[68391]: DEBUG nova.network.neutron [req-bb2babc8-4177-4de0-a403-395e168c26d0 req-3b57bfaa-4e7e-4903-aeaa-e90c0cea4767 service nova] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.059311] env[68391]: DEBUG nova.compute.manager [req-d3ab21fe-9d17-4163-8fa8-8b8beb473dda req-fa33db91-6cc9-4978-a408-b8a6a1bfa9c1 service nova] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Received event network-vif-plugged-19290dc0-40cd-4336-9313-0154838d9eea {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.059311] env[68391]: DEBUG oslo_concurrency.lockutils [req-d3ab21fe-9d17-4163-8fa8-8b8beb473dda req-fa33db91-6cc9-4978-a408-b8a6a1bfa9c1 service nova] Acquiring lock "8255f57d-32cf-4205-a078-dbf25d0f6afc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.059311] env[68391]: DEBUG oslo_concurrency.lockutils [req-d3ab21fe-9d17-4163-8fa8-8b8beb473dda req-fa33db91-6cc9-4978-a408-b8a6a1bfa9c1 service nova] Lock "8255f57d-32cf-4205-a078-dbf25d0f6afc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.059311] env[68391]: DEBUG oslo_concurrency.lockutils [req-d3ab21fe-9d17-4163-8fa8-8b8beb473dda req-fa33db91-6cc9-4978-a408-b8a6a1bfa9c1 service nova] Lock "8255f57d-32cf-4205-a078-dbf25d0f6afc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.059311] env[68391]: DEBUG nova.compute.manager [req-d3ab21fe-9d17-4163-8fa8-8b8beb473dda req-fa33db91-6cc9-4978-a408-b8a6a1bfa9c1 service nova] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] No waiting events found dispatching network-vif-plugged-19290dc0-40cd-4336-9313-0154838d9eea {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.059463] env[68391]: WARNING nova.compute.manager [req-d3ab21fe-9d17-4163-8fa8-8b8beb473dda req-fa33db91-6cc9-4978-a408-b8a6a1bfa9c1 service nova] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Received unexpected event network-vif-plugged-19290dc0-40cd-4336-9313-0154838d9eea for instance with vm_state building and task_state spawning. [ 651.095024] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52187e71-a360-3458-791a-cee4c5a45863, 'name': SearchDatastore_Task, 'duration_secs': 0.009821} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.095024] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc81d8eb-f8f8-4393-97cd-d27005e126a8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.101247] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Waiting for the task: (returnval){ [ 651.101247] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523e1ec5-b8f6-5ee7-202a-e3a390629449" [ 651.101247] env[68391]: _type = "Task" [ 651.101247] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.107328] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523e1ec5-b8f6-5ee7-202a-e3a390629449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.155770] env[68391]: DEBUG nova.network.neutron [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Successfully updated port: 19290dc0-40cd-4336-9313-0154838d9eea {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.250999] env[68391]: DEBUG nova.network.neutron [-] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.292072] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.292597] env[68391]: DEBUG nova.compute.manager [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.296551] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.345s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.296728] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.296890] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68391) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 651.297199] env[68391]: DEBUG oslo_concurrency.lockutils [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.252s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.297425] env[68391]: DEBUG nova.objects.instance [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lazy-loading 'resources' on Instance uuid 11e16402-9fbd-4dc8-855b-b8db7dd1434c {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.299783] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b87e7fa-2f67-4928-9c68-2334dd507128 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.308204] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e70a9b-fecb-49f2-ae7c-58aace61f473 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.323172] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee833d7b-3013-46d0-a44f-62f82fdaa634 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.330192] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c00852-6205-4df1-aa6c-bc0ddd81013c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.361601] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179790MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=68391) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 651.361789] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.370535] env[68391]: DEBUG oslo_vmware.api [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038589, 'name': CreateSnapshot_Task, 'duration_secs': 0.661496} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.370768] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Created Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 651.371493] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742499b3-3278-4ae8-8ab6-6304e14c2a6b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.448455] env[68391]: INFO nova.compute.manager [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Took 40.48 seconds to build instance. [ 651.497108] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da3f18af-87fb-40d8-8af2-4045f2848d04 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.506369] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c931e77-5b6e-4220-953c-ddff8f7fe6bf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.536053] env[68391]: DEBUG nova.compute.manager [req-bb2babc8-4177-4de0-a403-395e168c26d0 req-3b57bfaa-4e7e-4903-aeaa-e90c0cea4767 service nova] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Detach interface failed, port_id=54981806-79e5-4b7d-a6f0-2ffab662fa20, reason: Instance 6ab608b6-6828-46a0-a62a-ac56156c4be3 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 651.609207] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523e1ec5-b8f6-5ee7-202a-e3a390629449, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.609545] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.609834] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 03e4e020-511f-4d10-87a7-5e14a74cd77b/03e4e020-511f-4d10-87a7-5e14a74cd77b.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.610125] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8057314a-a21b-4232-8af0-c61b02c75e39 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.617097] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Waiting for the task: (returnval){ [ 651.617097] env[68391]: value = "task-3038591" [ 651.617097] env[68391]: _type = "Task" [ 651.617097] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.624870] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.661698] env[68391]: DEBUG oslo_concurrency.lockutils [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "refresh_cache-8255f57d-32cf-4205-a078-dbf25d0f6afc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.661869] env[68391]: DEBUG oslo_concurrency.lockutils [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired lock "refresh_cache-8255f57d-32cf-4205-a078-dbf25d0f6afc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.661958] env[68391]: DEBUG nova.network.neutron [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.752656] env[68391]: INFO nova.compute.manager [-] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Took 1.32 seconds to deallocate network for instance. [ 651.803154] env[68391]: DEBUG nova.compute.utils [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.808531] env[68391]: DEBUG nova.compute.manager [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.808725] env[68391]: DEBUG nova.network.neutron [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.889531] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Creating linked-clone VM from snapshot {{(pid=68391) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 651.893224] env[68391]: DEBUG nova.policy [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4953f5f3a5ef4c03893e60381d9eb4af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77248d1d893f4fafb8561549b3f9da40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.895196] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b90590dc-bf0e-43c4-99eb-b4529cc253fb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.905062] env[68391]: DEBUG oslo_vmware.api [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 651.905062] env[68391]: value = "task-3038592" [ 651.905062] env[68391]: _type = "Task" [ 651.905062] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.916301] env[68391]: DEBUG oslo_vmware.api [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038592, 'name': CloneVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.950747] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b79a8b36-9c8e-4831-982d-fe708474f697 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Lock "e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.253s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.132426] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038591, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.211619] env[68391]: DEBUG nova.network.neutron [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.262100] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.309583] env[68391]: DEBUG nova.compute.manager [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.321641] env[68391]: INFO nova.compute.manager [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Rescuing [ 652.322833] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Acquiring lock "refresh_cache-e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.322833] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Acquired lock "refresh_cache-e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.322833] env[68391]: DEBUG nova.network.neutron [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.323881] env[68391]: DEBUG nova.network.neutron [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Successfully created port: 7cb9f46e-bc67-4a78-b247-5627613653ac {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.419825] env[68391]: DEBUG oslo_vmware.api [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038592, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.422755] env[68391]: DEBUG nova.network.neutron [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Updating instance_info_cache with network_info: [{"id": "19290dc0-40cd-4336-9313-0154838d9eea", "address": "fa:16:3e:58:40:43", "network": {"id": "9cd640df-da1b-4f7e-a275-669cbf66beb2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-613265442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff41ca55c79b4c3095690424e9789ac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19290dc0-40", "ovs_interfaceid": "19290dc0-40cd-4336-9313-0154838d9eea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.425270] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63981d8-7f2b-4ca0-a94c-13d0bcae843b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.436524] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ae64ba-31a4-4573-a658-04ece6a6e412 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.469248] env[68391]: DEBUG nova.compute.manager [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.472592] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baee300a-2dad-4c61-8d71-54d68f849a74 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.484506] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a935736a-62a8-4ae8-80d7-677c68a88d6a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.500210] env[68391]: DEBUG nova.compute.provider_tree [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.628581] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038591, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.916098] env[68391]: DEBUG oslo_vmware.api [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038592, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.929360] env[68391]: DEBUG oslo_concurrency.lockutils [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Releasing lock "refresh_cache-8255f57d-32cf-4205-a078-dbf25d0f6afc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.929669] env[68391]: DEBUG nova.compute.manager [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Instance network_info: |[{"id": "19290dc0-40cd-4336-9313-0154838d9eea", "address": "fa:16:3e:58:40:43", "network": {"id": "9cd640df-da1b-4f7e-a275-669cbf66beb2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-613265442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff41ca55c79b4c3095690424e9789ac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19290dc0-40", "ovs_interfaceid": "19290dc0-40cd-4336-9313-0154838d9eea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.930063] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:40:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19290dc0-40cd-4336-9313-0154838d9eea', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.937378] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Creating folder: Project (ff41ca55c79b4c3095690424e9789ac9). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.937632] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0475349a-b0e2-4cfc-97f4-b9d1e5788cb1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.948075] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Created folder: Project (ff41ca55c79b4c3095690424e9789ac9) in parent group-v608736. [ 652.948257] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Creating folder: Instances. Parent ref: group-v608833. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.948479] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7851552c-6a0b-43d7-b6f3-73a4f391fd71 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.958112] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Created folder: Instances in parent group-v608833. [ 652.958335] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.958513] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.958742] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c7b1213-2357-43c2-a399-de4d3bed7e1a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.982626] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.982626] env[68391]: value = "task-3038595" [ 652.982626] env[68391]: _type = "Task" [ 652.982626] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.995972] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038595, 'name': CreateVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.003039] env[68391]: DEBUG nova.scheduler.client.report [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.007215] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.034313] env[68391]: DEBUG nova.network.neutron [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Updating instance_info_cache with network_info: [{"id": "3caac2a2-8193-4f48-bcd1-e30b13668091", "address": "fa:16:3e:df:3e:84", "network": {"id": "ad67d560-0e21-48f4-9fd3-04910579bddf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1026889474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c2b42d8ef2d54f4a8ed5dbdcfa637ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3caac2a2-81", "ovs_interfaceid": "3caac2a2-8193-4f48-bcd1-e30b13668091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.098261] env[68391]: DEBUG nova.compute.manager [req-18df6cef-4284-49ec-849a-ffd0aca8dccf req-5cb1c31d-dfb1-47ea-a776-273331144085 service nova] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Received event network-changed-19290dc0-40cd-4336-9313-0154838d9eea {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.098454] env[68391]: DEBUG nova.compute.manager [req-18df6cef-4284-49ec-849a-ffd0aca8dccf req-5cb1c31d-dfb1-47ea-a776-273331144085 service nova] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Refreshing instance network info cache due to event network-changed-19290dc0-40cd-4336-9313-0154838d9eea. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.098666] env[68391]: DEBUG oslo_concurrency.lockutils [req-18df6cef-4284-49ec-849a-ffd0aca8dccf req-5cb1c31d-dfb1-47ea-a776-273331144085 service nova] Acquiring lock "refresh_cache-8255f57d-32cf-4205-a078-dbf25d0f6afc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.098806] env[68391]: DEBUG oslo_concurrency.lockutils [req-18df6cef-4284-49ec-849a-ffd0aca8dccf req-5cb1c31d-dfb1-47ea-a776-273331144085 service nova] Acquired lock "refresh_cache-8255f57d-32cf-4205-a078-dbf25d0f6afc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.098964] env[68391]: DEBUG nova.network.neutron [req-18df6cef-4284-49ec-849a-ffd0aca8dccf req-5cb1c31d-dfb1-47ea-a776-273331144085 service nova] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Refreshing network info cache for port 19290dc0-40cd-4336-9313-0154838d9eea {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.128487] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038591, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.489539} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.128749] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 03e4e020-511f-4d10-87a7-5e14a74cd77b/03e4e020-511f-4d10-87a7-5e14a74cd77b.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.128959] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.129229] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-165bb8b5-d6e5-448d-9562-bbf92b7e3ef7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.136332] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Waiting for the task: (returnval){ [ 653.136332] env[68391]: value = "task-3038596" [ 653.136332] env[68391]: _type = "Task" [ 653.136332] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.144714] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.324030] env[68391]: DEBUG nova.compute.manager [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.351263] env[68391]: DEBUG nova.virt.hardware [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.351599] env[68391]: DEBUG nova.virt.hardware [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.351791] env[68391]: DEBUG nova.virt.hardware [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.352030] env[68391]: DEBUG nova.virt.hardware [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.352223] env[68391]: DEBUG nova.virt.hardware [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.352408] env[68391]: DEBUG nova.virt.hardware [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.352656] env[68391]: DEBUG nova.virt.hardware [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.352840] env[68391]: DEBUG nova.virt.hardware [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.353027] env[68391]: DEBUG nova.virt.hardware [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.353236] env[68391]: DEBUG nova.virt.hardware [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.353459] env[68391]: DEBUG nova.virt.hardware [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.354474] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3835e19d-9077-4906-8580-4a68210d68d6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.365599] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b781ade-a265-4e8b-b5fd-8b1a29c7043f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.417380] env[68391]: DEBUG oslo_vmware.api [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038592, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.493864] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038595, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.511021] env[68391]: DEBUG oslo_concurrency.lockutils [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.511402] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.386s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.511632] env[68391]: DEBUG nova.objects.instance [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Lazy-loading 'resources' on Instance uuid 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.531163] env[68391]: INFO nova.scheduler.client.report [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Deleted allocations for instance 11e16402-9fbd-4dc8-855b-b8db7dd1434c [ 653.537372] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Releasing lock "refresh_cache-e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.649273] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067549} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.649566] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.650417] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ae4c89-a03a-4f72-8e9e-1249e111c0e3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.673597] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 03e4e020-511f-4d10-87a7-5e14a74cd77b/03e4e020-511f-4d10-87a7-5e14a74cd77b.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.673919] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e90d724-0d21-438d-bd41-d18783aba0c4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.696168] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Waiting for the task: (returnval){ [ 653.696168] env[68391]: value = "task-3038597" [ 653.696168] env[68391]: _type = "Task" [ 653.696168] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.705078] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.845107] env[68391]: DEBUG nova.network.neutron [req-18df6cef-4284-49ec-849a-ffd0aca8dccf req-5cb1c31d-dfb1-47ea-a776-273331144085 service nova] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Updated VIF entry in instance network info cache for port 19290dc0-40cd-4336-9313-0154838d9eea. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.845518] env[68391]: DEBUG nova.network.neutron [req-18df6cef-4284-49ec-849a-ffd0aca8dccf req-5cb1c31d-dfb1-47ea-a776-273331144085 service nova] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Updating instance_info_cache with network_info: [{"id": "19290dc0-40cd-4336-9313-0154838d9eea", "address": "fa:16:3e:58:40:43", "network": {"id": "9cd640df-da1b-4f7e-a275-669cbf66beb2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-613265442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff41ca55c79b4c3095690424e9789ac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19290dc0-40", "ovs_interfaceid": "19290dc0-40cd-4336-9313-0154838d9eea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.878417] env[68391]: DEBUG nova.network.neutron [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Successfully updated port: 7cb9f46e-bc67-4a78-b247-5627613653ac {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.916952] env[68391]: DEBUG oslo_vmware.api [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038592, 'name': CloneVM_Task, 'duration_secs': 1.840903} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.917226] env[68391]: INFO nova.virt.vmwareapi.vmops [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Created linked-clone VM from snapshot [ 653.917975] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69057540-ff39-4108-b041-1faa2459c3e9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.925038] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Uploading image b9d881de-2e3b-4e45-a6a7-d352ce2071ed {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 653.952180] env[68391]: DEBUG oslo_vmware.rw_handles [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 653.952180] env[68391]: value = "vm-608832" [ 653.952180] env[68391]: _type = "VirtualMachine" [ 653.952180] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 653.952371] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-68dbcf85-6c3c-4fae-868a-d088f7caf265 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.960290] env[68391]: DEBUG oslo_vmware.rw_handles [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lease: (returnval){ [ 653.960290] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521ac801-e1d4-10e8-aee7-022a0c306778" [ 653.960290] env[68391]: _type = "HttpNfcLease" [ 653.960290] env[68391]: } obtained for exporting VM: (result){ [ 653.960290] env[68391]: value = "vm-608832" [ 653.960290] env[68391]: _type = "VirtualMachine" [ 653.960290] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 653.960565] env[68391]: DEBUG oslo_vmware.api [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the lease: (returnval){ [ 653.960565] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521ac801-e1d4-10e8-aee7-022a0c306778" [ 653.960565] env[68391]: _type = "HttpNfcLease" [ 653.960565] env[68391]: } to be ready. {{(pid=68391) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 653.967454] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 653.967454] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521ac801-e1d4-10e8-aee7-022a0c306778" [ 653.967454] env[68391]: _type = "HttpNfcLease" [ 653.967454] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 653.992787] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038595, 'name': CreateVM_Task, 'duration_secs': 0.63044} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.992924] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.993653] env[68391]: DEBUG oslo_concurrency.lockutils [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.993818] env[68391]: DEBUG oslo_concurrency.lockutils [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.994151] env[68391]: DEBUG oslo_concurrency.lockutils [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.994407] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b947c3c-f56e-4284-b19d-8904653e3396 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.998599] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 653.998599] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5207ce1b-395e-a769-57e3-e99bb884887a" [ 653.998599] env[68391]: _type = "Task" [ 653.998599] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.007401] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5207ce1b-395e-a769-57e3-e99bb884887a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.041169] env[68391]: DEBUG oslo_concurrency.lockutils [None req-342aecd5-ed4b-4f1e-8ba0-6195663f03cf tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "11e16402-9fbd-4dc8-855b-b8db7dd1434c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.575s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.042730] env[68391]: DEBUG oslo_concurrency.lockutils [None req-71506f63-5eb6-4ece-9e1f-272f4f61d3c6 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "11e16402-9fbd-4dc8-855b-b8db7dd1434c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 29.193s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.042836] env[68391]: DEBUG oslo_concurrency.lockutils [None req-71506f63-5eb6-4ece-9e1f-272f4f61d3c6 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquiring lock "11e16402-9fbd-4dc8-855b-b8db7dd1434c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.044133] env[68391]: DEBUG oslo_concurrency.lockutils [None req-71506f63-5eb6-4ece-9e1f-272f4f61d3c6 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "11e16402-9fbd-4dc8-855b-b8db7dd1434c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.044133] env[68391]: DEBUG oslo_concurrency.lockutils [None req-71506f63-5eb6-4ece-9e1f-272f4f61d3c6 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "11e16402-9fbd-4dc8-855b-b8db7dd1434c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.044946] env[68391]: INFO nova.compute.manager [None req-71506f63-5eb6-4ece-9e1f-272f4f61d3c6 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Terminating instance [ 654.212030] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038597, 'name': ReconfigVM_Task, 'duration_secs': 0.284033} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.212805] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 03e4e020-511f-4d10-87a7-5e14a74cd77b/03e4e020-511f-4d10-87a7-5e14a74cd77b.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.216622] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49f5ae13-3a9d-4b8f-9a43-99e945ff9e8f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.224245] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Waiting for the task: (returnval){ [ 654.224245] env[68391]: value = "task-3038599" [ 654.224245] env[68391]: _type = "Task" [ 654.224245] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.233766] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038599, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.349820] env[68391]: DEBUG oslo_concurrency.lockutils [req-18df6cef-4284-49ec-849a-ffd0aca8dccf req-5cb1c31d-dfb1-47ea-a776-273331144085 service nova] Releasing lock "refresh_cache-8255f57d-32cf-4205-a078-dbf25d0f6afc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.382428] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "refresh_cache-6e3dde6e-00a4-465d-bf1f-5bd1ab28761d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.382428] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquired lock "refresh_cache-6e3dde6e-00a4-465d-bf1f-5bd1ab28761d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.382428] env[68391]: DEBUG nova.network.neutron [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.471795] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 654.471795] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521ac801-e1d4-10e8-aee7-022a0c306778" [ 654.471795] env[68391]: _type = "HttpNfcLease" [ 654.471795] env[68391]: } is ready. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 654.472375] env[68391]: DEBUG oslo_vmware.rw_handles [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 654.472375] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521ac801-e1d4-10e8-aee7-022a0c306778" [ 654.472375] env[68391]: _type = "HttpNfcLease" [ 654.472375] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 654.473689] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4266abc6-eabf-46b6-861f-6d4d0d04ffd5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.481593] env[68391]: DEBUG oslo_vmware.rw_handles [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c64b36-684f-cb75-bdf4-e205a49f2305/disk-0.vmdk from lease info. {{(pid=68391) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 654.481917] env[68391]: DEBUG oslo_vmware.rw_handles [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c64b36-684f-cb75-bdf4-e205a49f2305/disk-0.vmdk for reading. {{(pid=68391) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 654.484929] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a657ed20-ef1b-4cfb-bbca-62dc80db370a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.552203] env[68391]: DEBUG oslo_concurrency.lockutils [None req-71506f63-5eb6-4ece-9e1f-272f4f61d3c6 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquiring lock "refresh_cache-11e16402-9fbd-4dc8-855b-b8db7dd1434c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.552429] env[68391]: DEBUG oslo_concurrency.lockutils [None req-71506f63-5eb6-4ece-9e1f-272f4f61d3c6 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquired lock "refresh_cache-11e16402-9fbd-4dc8-855b-b8db7dd1434c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.552611] env[68391]: DEBUG nova.network.neutron [None req-71506f63-5eb6-4ece-9e1f-272f4f61d3c6 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.554797] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c7fd90-7652-445b-8bb6-3ab6e1ece09e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.565178] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5207ce1b-395e-a769-57e3-e99bb884887a, 'name': SearchDatastore_Task, 'duration_secs': 0.009668} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.590731] env[68391]: DEBUG oslo_concurrency.lockutils [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.591038] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.591481] env[68391]: DEBUG oslo_concurrency.lockutils [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.591481] env[68391]: DEBUG oslo_concurrency.lockutils [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.591638] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.594172] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abed5f40-424b-426c-a438-2909ce43eea8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.596775] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c52626a-063c-40ba-b679-45f717ba7681 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.605731] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d94bdfc9-e80f-46e6-9918-af54966959f9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.611843] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84fed16-00c8-40ea-93cf-664e96790941 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.619250] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.619481] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.620724] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70e64edf-99ca-4d1d-914e-90deffef04ab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.631702] env[68391]: DEBUG nova.compute.provider_tree [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.637697] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 654.637697] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a841b6-e5c4-ca9b-578f-d269a4824549" [ 654.637697] env[68391]: _type = "Task" [ 654.637697] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.648897] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a841b6-e5c4-ca9b-578f-d269a4824549, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.734248] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038599, 'name': Rename_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.932521] env[68391]: DEBUG nova.network.neutron [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.061191] env[68391]: DEBUG nova.compute.utils [None req-71506f63-5eb6-4ece-9e1f-272f4f61d3c6 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Can not refresh info_cache because instance was not found {{(pid=68391) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 655.074226] env[68391]: DEBUG nova.network.neutron [None req-71506f63-5eb6-4ece-9e1f-272f4f61d3c6 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.098035] env[68391]: DEBUG nova.network.neutron [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Updating instance_info_cache with network_info: [{"id": "7cb9f46e-bc67-4a78-b247-5627613653ac", "address": "fa:16:3e:5b:a6:aa", "network": {"id": "09f44025-56c9-4c11-956c-2156ca4480af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1735643931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77248d1d893f4fafb8561549b3f9da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb9f46e-bc", "ovs_interfaceid": "7cb9f46e-bc67-4a78-b247-5627613653ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.106824] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.106909] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f162539-2cd1-4103-87e7-ec206fb15e1f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.114167] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Waiting for the task: (returnval){ [ 655.114167] env[68391]: value = "task-3038600" [ 655.114167] env[68391]: _type = "Task" [ 655.114167] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.125249] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.128247] env[68391]: DEBUG nova.compute.manager [req-fd760e5c-e826-40a9-a9dc-f5b531049ce9 req-607776fe-63ad-4544-b58a-02c002d5de28 service nova] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Received event network-vif-plugged-7cb9f46e-bc67-4a78-b247-5627613653ac {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.128458] env[68391]: DEBUG oslo_concurrency.lockutils [req-fd760e5c-e826-40a9-a9dc-f5b531049ce9 req-607776fe-63ad-4544-b58a-02c002d5de28 service nova] Acquiring lock "6e3dde6e-00a4-465d-bf1f-5bd1ab28761d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.128664] env[68391]: DEBUG oslo_concurrency.lockutils [req-fd760e5c-e826-40a9-a9dc-f5b531049ce9 req-607776fe-63ad-4544-b58a-02c002d5de28 service nova] Lock "6e3dde6e-00a4-465d-bf1f-5bd1ab28761d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.128840] env[68391]: DEBUG oslo_concurrency.lockutils [req-fd760e5c-e826-40a9-a9dc-f5b531049ce9 req-607776fe-63ad-4544-b58a-02c002d5de28 service nova] Lock "6e3dde6e-00a4-465d-bf1f-5bd1ab28761d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.129012] env[68391]: DEBUG nova.compute.manager [req-fd760e5c-e826-40a9-a9dc-f5b531049ce9 req-607776fe-63ad-4544-b58a-02c002d5de28 service nova] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] No waiting events found dispatching network-vif-plugged-7cb9f46e-bc67-4a78-b247-5627613653ac {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.129204] env[68391]: WARNING nova.compute.manager [req-fd760e5c-e826-40a9-a9dc-f5b531049ce9 req-607776fe-63ad-4544-b58a-02c002d5de28 service nova] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Received unexpected event network-vif-plugged-7cb9f46e-bc67-4a78-b247-5627613653ac for instance with vm_state building and task_state spawning. [ 655.129368] env[68391]: DEBUG nova.compute.manager [req-fd760e5c-e826-40a9-a9dc-f5b531049ce9 req-607776fe-63ad-4544-b58a-02c002d5de28 service nova] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Received event network-changed-7cb9f46e-bc67-4a78-b247-5627613653ac {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.129518] env[68391]: DEBUG nova.compute.manager [req-fd760e5c-e826-40a9-a9dc-f5b531049ce9 req-607776fe-63ad-4544-b58a-02c002d5de28 service nova] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Refreshing instance network info cache due to event network-changed-7cb9f46e-bc67-4a78-b247-5627613653ac. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.129681] env[68391]: DEBUG oslo_concurrency.lockutils [req-fd760e5c-e826-40a9-a9dc-f5b531049ce9 req-607776fe-63ad-4544-b58a-02c002d5de28 service nova] Acquiring lock "refresh_cache-6e3dde6e-00a4-465d-bf1f-5bd1ab28761d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.136326] env[68391]: DEBUG nova.scheduler.client.report [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.150023] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a841b6-e5c4-ca9b-578f-d269a4824549, 'name': SearchDatastore_Task, 'duration_secs': 0.014754} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.150614] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-863d5bc6-48cd-4a5e-9f94-5fcd3e43eb22 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.154861] env[68391]: DEBUG nova.network.neutron [None req-71506f63-5eb6-4ece-9e1f-272f4f61d3c6 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.160051] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 655.160051] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b1102f-e8e8-755f-9113-7caa6fbdf519" [ 655.160051] env[68391]: _type = "Task" [ 655.160051] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.168874] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b1102f-e8e8-755f-9113-7caa6fbdf519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.210940] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquiring lock "39cf4eea-900e-4211-9afe-ae2735af2661" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.211335] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "39cf4eea-900e-4211-9afe-ae2735af2661" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.211552] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquiring lock "39cf4eea-900e-4211-9afe-ae2735af2661-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.211736] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "39cf4eea-900e-4211-9afe-ae2735af2661-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.211912] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "39cf4eea-900e-4211-9afe-ae2735af2661-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.214162] env[68391]: INFO nova.compute.manager [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Terminating instance [ 655.236459] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038599, 'name': Rename_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.599775] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Releasing lock "refresh_cache-6e3dde6e-00a4-465d-bf1f-5bd1ab28761d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.600712] env[68391]: DEBUG nova.compute.manager [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Instance network_info: |[{"id": "7cb9f46e-bc67-4a78-b247-5627613653ac", "address": "fa:16:3e:5b:a6:aa", "network": {"id": "09f44025-56c9-4c11-956c-2156ca4480af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1735643931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77248d1d893f4fafb8561549b3f9da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb9f46e-bc", "ovs_interfaceid": "7cb9f46e-bc67-4a78-b247-5627613653ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.601444] env[68391]: DEBUG oslo_concurrency.lockutils [req-fd760e5c-e826-40a9-a9dc-f5b531049ce9 req-607776fe-63ad-4544-b58a-02c002d5de28 service nova] Acquired lock "refresh_cache-6e3dde6e-00a4-465d-bf1f-5bd1ab28761d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.601794] env[68391]: DEBUG nova.network.neutron [req-fd760e5c-e826-40a9-a9dc-f5b531049ce9 req-607776fe-63ad-4544-b58a-02c002d5de28 service nova] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Refreshing network info cache for port 7cb9f46e-bc67-4a78-b247-5627613653ac {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.605106] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:a6:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cb9f46e-bc67-4a78-b247-5627613653ac', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.613352] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Creating folder: Project (77248d1d893f4fafb8561549b3f9da40). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.616974] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93db6762-8cf2-4bfa-bdb8-ecefab0aff0c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.629842] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.631965] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Created folder: Project (77248d1d893f4fafb8561549b3f9da40) in parent group-v608736. [ 655.632296] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Creating folder: Instances. Parent ref: group-v608836. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.632726] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0616b636-7d50-4380-a2b6-a3ba4f3d06f9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.641268] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.644978] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.144s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.646649] env[68391]: INFO nova.compute.claims [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.650829] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Created folder: Instances in parent group-v608836. [ 655.651273] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.652126] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.652525] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58a4c59b-b636-41e5-8320-a6d6d71dd071 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.674017] env[68391]: INFO nova.scheduler.client.report [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Deleted allocations for instance 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20 [ 655.676114] env[68391]: DEBUG oslo_concurrency.lockutils [None req-71506f63-5eb6-4ece-9e1f-272f4f61d3c6 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Releasing lock "refresh_cache-11e16402-9fbd-4dc8-855b-b8db7dd1434c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.676616] env[68391]: DEBUG nova.compute.manager [None req-71506f63-5eb6-4ece-9e1f-272f4f61d3c6 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.676870] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-71506f63-5eb6-4ece-9e1f-272f4f61d3c6 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.679799] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b706c45-9982-4e8c-88e5-6b52035c3315 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.692789] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.692789] env[68391]: value = "task-3038603" [ 655.692789] env[68391]: _type = "Task" [ 655.692789] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.699184] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b1102f-e8e8-755f-9113-7caa6fbdf519, 'name': SearchDatastore_Task, 'duration_secs': 0.019058} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.706272] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31ef06f-8927-4564-91e7-e590aad77092 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.720424] env[68391]: DEBUG oslo_concurrency.lockutils [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.721192] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 8255f57d-32cf-4205-a078-dbf25d0f6afc/8255f57d-32cf-4205-a078-dbf25d0f6afc.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.722543] env[68391]: DEBUG nova.compute.manager [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.723100] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.723538] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cffe7154-4a6a-4731-b0f1-151172e528dc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.726912] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d631e8-6217-4722-8768-9b8aa267de90 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.739166] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038603, 'name': CreateVM_Task} progress is 15%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.761575] env[68391]: WARNING nova.virt.vmwareapi.vmops [None req-71506f63-5eb6-4ece-9e1f-272f4f61d3c6 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 11e16402-9fbd-4dc8-855b-b8db7dd1434c could not be found. [ 655.761575] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-71506f63-5eb6-4ece-9e1f-272f4f61d3c6 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.761575] env[68391]: INFO nova.compute.manager [None req-71506f63-5eb6-4ece-9e1f-272f4f61d3c6 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Took 0.08 seconds to destroy the instance on the hypervisor. [ 655.761575] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71506f63-5eb6-4ece-9e1f-272f4f61d3c6 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.767224] env[68391]: DEBUG nova.compute.manager [-] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 655.767224] env[68391]: DEBUG nova.network.neutron [-] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.768592] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 655.768592] env[68391]: value = "task-3038604" [ 655.768592] env[68391]: _type = "Task" [ 655.768592] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.769114] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.773446] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a5c96cd-8402-42eb-a1c5-9f7acc61fd46 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.775768] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038599, 'name': Rename_Task, 'duration_secs': 1.427766} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.782734] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.786618] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d46dedf-9927-437d-b706-4fd09840ee57 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.791443] env[68391]: DEBUG oslo_vmware.api [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for the task: (returnval){ [ 655.791443] env[68391]: value = "task-3038605" [ 655.791443] env[68391]: _type = "Task" [ 655.791443] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.796370] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Waiting for the task: (returnval){ [ 655.796370] env[68391]: value = "task-3038606" [ 655.796370] env[68391]: _type = "Task" [ 655.796370] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.796767] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.807279] env[68391]: DEBUG nova.network.neutron [-] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.815417] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038606, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.818319] env[68391]: DEBUG oslo_vmware.api [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.993485] env[68391]: DEBUG nova.network.neutron [req-fd760e5c-e826-40a9-a9dc-f5b531049ce9 req-607776fe-63ad-4544-b58a-02c002d5de28 service nova] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Updated VIF entry in instance network info cache for port 7cb9f46e-bc67-4a78-b247-5627613653ac. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.993485] env[68391]: DEBUG nova.network.neutron [req-fd760e5c-e826-40a9-a9dc-f5b531049ce9 req-607776fe-63ad-4544-b58a-02c002d5de28 service nova] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Updating instance_info_cache with network_info: [{"id": "7cb9f46e-bc67-4a78-b247-5627613653ac", "address": "fa:16:3e:5b:a6:aa", "network": {"id": "09f44025-56c9-4c11-956c-2156ca4480af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1735643931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77248d1d893f4fafb8561549b3f9da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb9f46e-bc", "ovs_interfaceid": "7cb9f46e-bc67-4a78-b247-5627613653ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.129654] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038600, 'name': PowerOffVM_Task, 'duration_secs': 0.694387} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.130043] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.130932] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9c889d-8589-46a3-9008-96b33e2e353b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.151392] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa826901-a27e-4bce-8a1b-ec09d3bb6a8d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.187334] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.190583] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32ae26c5-79ae-45e5-99b1-bfa4e58bf85e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.193198] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2e52cd4c-7aa8-4b69-9ddc-4c169dba99b0 tempest-ImagesOneServerTestJSON-1693520236 tempest-ImagesOneServerTestJSON-1693520236-project-member] Lock "186d39ce-c42b-4fb6-bcd1-ba10eeb9df20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.231s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.200210] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Waiting for the task: (returnval){ [ 656.200210] env[68391]: value = "task-3038607" [ 656.200210] env[68391]: _type = "Task" [ 656.200210] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.213453] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038603, 'name': CreateVM_Task, 'duration_secs': 0.369997} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.217421] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.219796] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.220363] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.220730] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.221259] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] VM already powered off {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 656.221463] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.221697] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.221843] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.222033] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.222615] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed10bf34-9802-43d9-9690-87c4d6c108e1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.224610] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1a45a90-bf89-491c-94fe-d39cc62dd8f9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.233514] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 656.233514] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d04915-6d1e-0eb7-a01e-62e8aea29d66" [ 656.233514] env[68391]: _type = "Task" [ 656.233514] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.241637] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d04915-6d1e-0eb7-a01e-62e8aea29d66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.243248] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.243450] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.244416] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e2afb8-75db-4a40-b565-d8bb74e2c70e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.251289] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Waiting for the task: (returnval){ [ 656.251289] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520ca50e-a007-c442-ac9c-411ea03071d9" [ 656.251289] env[68391]: _type = "Task" [ 656.251289] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.260868] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520ca50e-a007-c442-ac9c-411ea03071d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.281785] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038604, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.310958] env[68391]: DEBUG nova.network.neutron [-] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.312738] env[68391]: DEBUG oslo_vmware.api [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038605, 'name': PowerOffVM_Task, 'duration_secs': 0.275172} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.316020] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.316444] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.316823] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038606, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.317041] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ca9cde2-d1e8-473d-8b6f-faba476a98a6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.374403] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.375029] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.375029] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Deleting the datastore file [datastore2] 39cf4eea-900e-4211-9afe-ae2735af2661 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.375409] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e59d154-f799-4880-b4c1-b832cd22be2d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.381823] env[68391]: DEBUG oslo_vmware.api [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for the task: (returnval){ [ 656.381823] env[68391]: value = "task-3038609" [ 656.381823] env[68391]: _type = "Task" [ 656.381823] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.390585] env[68391]: DEBUG oslo_vmware.api [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.498478] env[68391]: DEBUG oslo_concurrency.lockutils [req-fd760e5c-e826-40a9-a9dc-f5b531049ce9 req-607776fe-63ad-4544-b58a-02c002d5de28 service nova] Releasing lock "refresh_cache-6e3dde6e-00a4-465d-bf1f-5bd1ab28761d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.747593] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d04915-6d1e-0eb7-a01e-62e8aea29d66, 'name': SearchDatastore_Task, 'duration_secs': 0.032445} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.747956] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.748184] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.748416] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.748565] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.748741] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.749017] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41171e8e-9bc0-42cd-bbf5-95e0de85bbcb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.758283] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.758516] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.759699] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d02f2b-1f77-4d81-9694-a0aeff381e36 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.765490] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520ca50e-a007-c442-ac9c-411ea03071d9, 'name': SearchDatastore_Task, 'duration_secs': 0.02911} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.769797] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c62823-0e37-4151-8074-f8e53ff18c41 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.772881] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 656.772881] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e4a51d-447f-b4b8-af02-0511b2ee94ac" [ 656.772881] env[68391]: _type = "Task" [ 656.772881] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.780178] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Waiting for the task: (returnval){ [ 656.780178] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5271ded1-0e09-0dfa-62de-5b961007f5d3" [ 656.780178] env[68391]: _type = "Task" [ 656.780178] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.793541] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550051} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.793806] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e4a51d-447f-b4b8-af02-0511b2ee94ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009832} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.796960] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 8255f57d-32cf-4205-a078-dbf25d0f6afc/8255f57d-32cf-4205-a078-dbf25d0f6afc.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.797262] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.798352] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39c87d05-dd9a-4ea2-a1bd-d5b398751081 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.800644] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ef0a528-18b1-414e-9877-3be381eb0bcb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.806834] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5271ded1-0e09-0dfa-62de-5b961007f5d3, 'name': SearchDatastore_Task, 'duration_secs': 0.014022} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.811202] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.811537] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk. {{(pid=68391) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 656.815765] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5126dd9-7765-4f01-b00d-c472eaaf5cc0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.818453] env[68391]: INFO nova.compute.manager [-] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Took 1.05 seconds to deallocate network for instance. [ 656.818867] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 656.818867] env[68391]: value = "task-3038610" [ 656.818867] env[68391]: _type = "Task" [ 656.818867] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.826660] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 656.826660] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5228d6b3-b13e-4658-b3bb-50d98ea7f965" [ 656.826660] env[68391]: _type = "Task" [ 656.826660] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.835090] env[68391]: DEBUG oslo_vmware.api [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038606, 'name': PowerOnVM_Task, 'duration_secs': 0.725153} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.844149] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.846084] env[68391]: INFO nova.compute.manager [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Took 9.75 seconds to spawn the instance on the hypervisor. [ 656.846084] env[68391]: DEBUG nova.compute.manager [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.846084] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Waiting for the task: (returnval){ [ 656.846084] env[68391]: value = "task-3038611" [ 656.846084] env[68391]: _type = "Task" [ 656.846084] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.847167] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea94cef-fd35-4151-a61c-ca9f520d0e3c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.859442] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.864524] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5228d6b3-b13e-4658-b3bb-50d98ea7f965, 'name': SearchDatastore_Task, 'duration_secs': 0.014734} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.869071] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.869507] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d/6e3dde6e-00a4-465d-bf1f-5bd1ab28761d.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.872205] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2029132b-c58a-4b95-95a4-a635a2b0b7e7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.881672] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.894066] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 656.894066] env[68391]: value = "task-3038612" [ 656.894066] env[68391]: _type = "Task" [ 656.894066] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.898673] env[68391]: DEBUG oslo_vmware.api [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Task: {'id': task-3038609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149566} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.899698] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.900168] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.900404] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.900548] env[68391]: INFO nova.compute.manager [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Took 1.18 seconds to destroy the instance on the hypervisor. [ 656.900935] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.901165] env[68391]: DEBUG nova.compute.manager [-] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 656.902323] env[68391]: DEBUG nova.network.neutron [-] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.906687] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.257252] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e3fece-16cf-46c4-8f8d-99f47a48c7e5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.268598] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a58a48-bf06-431f-bf9a-a461a8d1c947 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.304763] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e334a75-d9f7-447c-818b-a4e76b8f5ad3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.313488] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73414ff-059c-46c2-9e99-38a12e93ad2c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.329209] env[68391]: DEBUG nova.compute.provider_tree [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.337077] env[68391]: INFO nova.compute.manager [None req-71506f63-5eb6-4ece-9e1f-272f4f61d3c6 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Instance disappeared during terminate [ 657.337346] env[68391]: DEBUG oslo_concurrency.lockutils [None req-71506f63-5eb6-4ece-9e1f-272f4f61d3c6 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "11e16402-9fbd-4dc8-855b-b8db7dd1434c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.295s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.345344] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134469} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.345616] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.346550] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefca8fd-7e97-438b-a753-8546b7ffd69e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.373083] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 8255f57d-32cf-4205-a078-dbf25d0f6afc/8255f57d-32cf-4205-a078-dbf25d0f6afc.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.374233] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de046658-19a2-4131-9c63-3bf2df862b18 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.398619] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038611, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.406981] env[68391]: DEBUG nova.compute.manager [req-d36ea1b9-aeca-4d61-9e04-c3736332b458 req-95bc0691-c473-45dc-9c72-8150752d8ab0 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Received event network-vif-deleted-45095f19-2a72-4545-9a1d-80b544899113 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.407205] env[68391]: INFO nova.compute.manager [req-d36ea1b9-aeca-4d61-9e04-c3736332b458 req-95bc0691-c473-45dc-9c72-8150752d8ab0 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Neutron deleted interface 45095f19-2a72-4545-9a1d-80b544899113; detaching it from the instance and deleting it from the info cache [ 657.407631] env[68391]: DEBUG nova.network.neutron [req-d36ea1b9-aeca-4d61-9e04-c3736332b458 req-95bc0691-c473-45dc-9c72-8150752d8ab0 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.410436] env[68391]: INFO nova.compute.manager [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Took 43.04 seconds to build instance. [ 657.411778] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 657.411778] env[68391]: value = "task-3038613" [ 657.411778] env[68391]: _type = "Task" [ 657.411778] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.420403] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038612, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.426837] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.809645] env[68391]: DEBUG nova.network.neutron [-] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.835541] env[68391]: DEBUG nova.scheduler.client.report [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.864056] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66126} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.864363] env[68391]: INFO nova.virt.vmwareapi.ds_util [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk. [ 657.865200] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481e79d0-395e-4e9f-8cf7-3480a2238477 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.891820] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.892205] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e04f71a9-9aad-4cea-8f5f-3f970996fcc3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.914592] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659079} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.915948] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64b31efe-926b-403e-ad2e-09209e213888 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.920454] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d/6e3dde6e-00a4-465d-bf1f-5bd1ab28761d.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.920668] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.920968] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Waiting for the task: (returnval){ [ 657.920968] env[68391]: value = "task-3038614" [ 657.920968] env[68391]: _type = "Task" [ 657.920968] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.921329] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66e2e1f5-2fa6-4b62-bc11-d4fa9206810c tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Lock "03e4e020-511f-4d10-87a7-5e14a74cd77b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.454s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.921523] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0deaf32-a476-48b3-b5b2-3523ce816b59 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.932530] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.935876] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9619cfc-abf6-45e7-9d6c-d52cea6b7921 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.952763] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 657.952763] env[68391]: value = "task-3038615" [ 657.952763] env[68391]: _type = "Task" [ 657.952763] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.953154] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.964681] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.977165] env[68391]: DEBUG nova.compute.manager [req-d36ea1b9-aeca-4d61-9e04-c3736332b458 req-95bc0691-c473-45dc-9c72-8150752d8ab0 service nova] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Detach interface failed, port_id=45095f19-2a72-4545-9a1d-80b544899113, reason: Instance 39cf4eea-900e-4211-9afe-ae2735af2661 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 658.313201] env[68391]: INFO nova.compute.manager [-] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Took 1.41 seconds to deallocate network for instance. [ 658.343201] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.343738] env[68391]: DEBUG nova.compute.manager [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.349615] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.082s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.351091] env[68391]: INFO nova.compute.claims [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.431174] env[68391]: DEBUG nova.compute.manager [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.434604] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038613, 'name': ReconfigVM_Task, 'duration_secs': 0.66424} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.435758] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 8255f57d-32cf-4205-a078-dbf25d0f6afc/8255f57d-32cf-4205-a078-dbf25d0f6afc.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.436584] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2eb4980a-d1d3-43ef-b46c-d45a3db41383 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.441733] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.447033] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 658.447033] env[68391]: value = "task-3038616" [ 658.447033] env[68391]: _type = "Task" [ 658.447033] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.461476] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038616, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.467051] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073706} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.467336] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.468134] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ecee55-37ec-460c-be71-00f22349e009 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.491326] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d/6e3dde6e-00a4-465d-bf1f-5bd1ab28761d.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.491938] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e97b293c-52aa-48dd-b25d-4b8387917e8a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.513687] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 658.513687] env[68391]: value = "task-3038617" [ 658.513687] env[68391]: _type = "Task" [ 658.513687] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.522675] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.821158] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.857802] env[68391]: DEBUG nova.compute.utils [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.861169] env[68391]: DEBUG nova.compute.manager [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.861347] env[68391]: DEBUG nova.network.neutron [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.933491] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038614, 'name': ReconfigVM_Task, 'duration_secs': 0.785028} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.933831] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Reconfigured VM instance instance-0000001d to attach disk [datastore2] e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.934685] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbdbaf7-6043-4537-b28c-06e7e13037b8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.969520] env[68391]: DEBUG nova.policy [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4721a1124f7940479de7ade6e48cfb97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff41ca55c79b4c3095690424e9789ac9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.971751] env[68391]: DEBUG oslo_concurrency.lockutils [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.974858] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f85df96e-ade6-4a36-b116-eaf8044c9f5c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.991845] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038616, 'name': Rename_Task, 'duration_secs': 0.276624} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.993846] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.994247] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Waiting for the task: (returnval){ [ 658.994247] env[68391]: value = "task-3038618" [ 658.994247] env[68391]: _type = "Task" [ 658.994247] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.994453] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff77df6d-cba0-4b73-bc5d-614e94033779 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.005179] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.006435] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 659.006435] env[68391]: value = "task-3038619" [ 659.006435] env[68391]: _type = "Task" [ 659.006435] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.013850] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.021607] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038617, 'name': ReconfigVM_Task, 'duration_secs': 0.316848} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.021860] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d/6e3dde6e-00a4-465d-bf1f-5bd1ab28761d.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.025203] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e18c512-a6b1-4e72-ae49-dc39bb2ab1af {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.030049] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 659.030049] env[68391]: value = "task-3038620" [ 659.030049] env[68391]: _type = "Task" [ 659.030049] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.039390] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038620, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.211810] env[68391]: DEBUG oslo_concurrency.lockutils [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Acquiring lock "03e4e020-511f-4d10-87a7-5e14a74cd77b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.212814] env[68391]: DEBUG oslo_concurrency.lockutils [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Lock "03e4e020-511f-4d10-87a7-5e14a74cd77b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.212814] env[68391]: DEBUG oslo_concurrency.lockutils [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Acquiring lock "03e4e020-511f-4d10-87a7-5e14a74cd77b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.212977] env[68391]: DEBUG oslo_concurrency.lockutils [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Lock "03e4e020-511f-4d10-87a7-5e14a74cd77b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.213226] env[68391]: DEBUG oslo_concurrency.lockutils [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Lock "03e4e020-511f-4d10-87a7-5e14a74cd77b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.215420] env[68391]: INFO nova.compute.manager [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Terminating instance [ 659.325949] env[68391]: DEBUG nova.network.neutron [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Successfully created port: a0e7878f-418d-40d9-ad6b-bcdc12e34982 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.363548] env[68391]: DEBUG nova.compute.manager [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.508455] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038618, 'name': ReconfigVM_Task, 'duration_secs': 0.241995} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.515867] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.516931] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdee09ee-d9c2-4b10-9b99-b536b07342d5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.529569] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038619, 'name': PowerOnVM_Task} progress is 37%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.534848] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Waiting for the task: (returnval){ [ 659.534848] env[68391]: value = "task-3038621" [ 659.534848] env[68391]: _type = "Task" [ 659.534848] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.550021] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038620, 'name': Rename_Task, 'duration_secs': 0.152435} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.550306] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.551539] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acfc8741-4b2e-496c-a099-39f3305584f2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.566358] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 659.566358] env[68391]: value = "task-3038622" [ 659.566358] env[68391]: _type = "Task" [ 659.566358] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.578706] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038622, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.724161] env[68391]: DEBUG nova.compute.manager [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 659.724456] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.727890] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b80abb3-b76d-4a9e-86d9-2df4dd131f0a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.735540] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.735800] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31650807-bb6b-4987-922a-528d1243570a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.747818] env[68391]: DEBUG oslo_vmware.api [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Waiting for the task: (returnval){ [ 659.747818] env[68391]: value = "task-3038623" [ 659.747818] env[68391]: _type = "Task" [ 659.747818] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.753978] env[68391]: DEBUG oslo_vmware.api [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.956397] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c5daa4-b205-4fdf-9fd2-d3950632238b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.965833] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72576139-b282-4f60-b1a3-84bdfeabddb0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.001868] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc88090-3735-4eac-92bf-8b2a1052e4eb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.013149] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96591c70-fe1f-4959-869a-9a3d755097d6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.024618] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038619, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.033471] env[68391]: DEBUG nova.compute.provider_tree [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.049268] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038621, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.080018] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038622, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.254025] env[68391]: DEBUG oslo_vmware.api [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038623, 'name': PowerOffVM_Task, 'duration_secs': 0.203918} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.254375] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.254547] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.254808] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e42ded8e-8f88-4ed9-b103-5c1179e168c5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.334744] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.337094] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.337094] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Deleting the datastore file [datastore2] 03e4e020-511f-4d10-87a7-5e14a74cd77b {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.337094] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-322aeb1c-4bfc-485b-8621-99ebdb51a395 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.343782] env[68391]: DEBUG oslo_vmware.api [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Waiting for the task: (returnval){ [ 660.343782] env[68391]: value = "task-3038625" [ 660.343782] env[68391]: _type = "Task" [ 660.343782] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.357467] env[68391]: DEBUG oslo_vmware.api [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.382050] env[68391]: DEBUG nova.compute.manager [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.406755] env[68391]: DEBUG nova.virt.hardware [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.407064] env[68391]: DEBUG nova.virt.hardware [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.407179] env[68391]: DEBUG nova.virt.hardware [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.407360] env[68391]: DEBUG nova.virt.hardware [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.407505] env[68391]: DEBUG nova.virt.hardware [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.407646] env[68391]: DEBUG nova.virt.hardware [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.407849] env[68391]: DEBUG nova.virt.hardware [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.408015] env[68391]: DEBUG nova.virt.hardware [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.412519] env[68391]: DEBUG nova.virt.hardware [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.412736] env[68391]: DEBUG nova.virt.hardware [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.412923] env[68391]: DEBUG nova.virt.hardware [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.413884] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd9adb3-0700-4041-930a-5dab3d7c42c0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.423302] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5dd46ac-e774-4092-a6e4-d37756ba222f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.518720] env[68391]: DEBUG oslo_vmware.api [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038619, 'name': PowerOnVM_Task, 'duration_secs': 1.11023} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.519268] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.519557] env[68391]: INFO nova.compute.manager [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Took 9.81 seconds to spawn the instance on the hypervisor. [ 660.519821] env[68391]: DEBUG nova.compute.manager [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.520680] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6508ffbe-526f-4064-8046-850bfe53b1f8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.536227] env[68391]: DEBUG nova.scheduler.client.report [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.549765] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038621, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.580452] env[68391]: DEBUG oslo_vmware.api [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038622, 'name': PowerOnVM_Task, 'duration_secs': 0.558538} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.580752] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.580958] env[68391]: INFO nova.compute.manager [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Took 7.26 seconds to spawn the instance on the hypervisor. [ 660.581134] env[68391]: DEBUG nova.compute.manager [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.581922] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103299c3-f157-4376-9ce3-40476f7524e1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.855771] env[68391]: DEBUG oslo_vmware.api [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Task: {'id': task-3038625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279022} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.856145] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.856352] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.858047] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.858047] env[68391]: INFO nova.compute.manager [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 660.858047] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.858047] env[68391]: DEBUG nova.compute.manager [-] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.858047] env[68391]: DEBUG nova.network.neutron [-] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.992791] env[68391]: DEBUG nova.compute.manager [req-82e8cf46-11a6-48b0-b787-262d81f9960f req-0af12856-1d7e-4bd3-9d97-6134fd843098 service nova] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Received event network-vif-plugged-a0e7878f-418d-40d9-ad6b-bcdc12e34982 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.992791] env[68391]: DEBUG oslo_concurrency.lockutils [req-82e8cf46-11a6-48b0-b787-262d81f9960f req-0af12856-1d7e-4bd3-9d97-6134fd843098 service nova] Acquiring lock "03d0a82a-7689-4d48-9a5f-508f55a76ee3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.992791] env[68391]: DEBUG oslo_concurrency.lockutils [req-82e8cf46-11a6-48b0-b787-262d81f9960f req-0af12856-1d7e-4bd3-9d97-6134fd843098 service nova] Lock "03d0a82a-7689-4d48-9a5f-508f55a76ee3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.992791] env[68391]: DEBUG oslo_concurrency.lockutils [req-82e8cf46-11a6-48b0-b787-262d81f9960f req-0af12856-1d7e-4bd3-9d97-6134fd843098 service nova] Lock "03d0a82a-7689-4d48-9a5f-508f55a76ee3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.993807] env[68391]: DEBUG nova.compute.manager [req-82e8cf46-11a6-48b0-b787-262d81f9960f req-0af12856-1d7e-4bd3-9d97-6134fd843098 service nova] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] No waiting events found dispatching network-vif-plugged-a0e7878f-418d-40d9-ad6b-bcdc12e34982 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.994148] env[68391]: WARNING nova.compute.manager [req-82e8cf46-11a6-48b0-b787-262d81f9960f req-0af12856-1d7e-4bd3-9d97-6134fd843098 service nova] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Received unexpected event network-vif-plugged-a0e7878f-418d-40d9-ad6b-bcdc12e34982 for instance with vm_state building and task_state spawning. [ 661.039181] env[68391]: INFO nova.compute.manager [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Took 44.51 seconds to build instance. [ 661.050114] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.050729] env[68391]: DEBUG nova.compute.manager [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.053856] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.533s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.056271] env[68391]: INFO nova.compute.claims [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.068080] env[68391]: DEBUG oslo_vmware.api [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038621, 'name': PowerOnVM_Task, 'duration_secs': 1.388757} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.068802] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.075218] env[68391]: DEBUG nova.compute.manager [None req-4ab41f69-3e40-48b4-8274-3d251c59a334 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.075218] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f8698e-db98-464d-b66b-07ecfbcce109 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.102343] env[68391]: INFO nova.compute.manager [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Took 42.44 seconds to build instance. [ 661.211165] env[68391]: DEBUG nova.compute.manager [req-72a98f6d-d483-4613-be22-4a3cb2abe801 req-e929932a-d828-451e-a5f3-56f333f5ace5 service nova] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Received event network-vif-deleted-9b6c878f-4ff7-460c-beb5-fb535d03ce97 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.211445] env[68391]: INFO nova.compute.manager [req-72a98f6d-d483-4613-be22-4a3cb2abe801 req-e929932a-d828-451e-a5f3-56f333f5ace5 service nova] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Neutron deleted interface 9b6c878f-4ff7-460c-beb5-fb535d03ce97; detaching it from the instance and deleting it from the info cache [ 661.211693] env[68391]: DEBUG nova.network.neutron [req-72a98f6d-d483-4613-be22-4a3cb2abe801 req-e929932a-d828-451e-a5f3-56f333f5ace5 service nova] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.259031] env[68391]: DEBUG nova.network.neutron [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Successfully updated port: a0e7878f-418d-40d9-ad6b-bcdc12e34982 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.550437] env[68391]: DEBUG oslo_concurrency.lockutils [None req-423a3f79-4bd0-4c29-8f56-cf6a810623ed tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "8255f57d-32cf-4205-a078-dbf25d0f6afc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.935s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.564079] env[68391]: DEBUG nova.compute.utils [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.570628] env[68391]: DEBUG nova.compute.manager [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.571896] env[68391]: DEBUG nova.network.neutron [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.605687] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89778bd1-8076-4d7b-bf61-e9a334adcf2e tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "6e3dde6e-00a4-465d-bf1f-5bd1ab28761d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.647s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.628980] env[68391]: DEBUG nova.policy [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4953f5f3a5ef4c03893e60381d9eb4af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77248d1d893f4fafb8561549b3f9da40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.644128] env[68391]: DEBUG nova.network.neutron [-] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.715161] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b74c8565-c2f5-43df-9690-fe06bdfc4aeb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.726325] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce1aaee-9205-4f21-a947-b153fefff23c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.762429] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "refresh_cache-03d0a82a-7689-4d48-9a5f-508f55a76ee3" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.762584] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired lock "refresh_cache-03d0a82a-7689-4d48-9a5f-508f55a76ee3" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.762731] env[68391]: DEBUG nova.network.neutron [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.764033] env[68391]: DEBUG nova.compute.manager [req-72a98f6d-d483-4613-be22-4a3cb2abe801 req-e929932a-d828-451e-a5f3-56f333f5ace5 service nova] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Detach interface failed, port_id=9b6c878f-4ff7-460c-beb5-fb535d03ce97, reason: Instance 03e4e020-511f-4d10-87a7-5e14a74cd77b could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 662.057696] env[68391]: DEBUG nova.compute.manager [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.067073] env[68391]: DEBUG nova.compute.manager [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.109148] env[68391]: DEBUG nova.compute.manager [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.148060] env[68391]: INFO nova.compute.manager [-] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Took 1.29 seconds to deallocate network for instance. [ 662.213015] env[68391]: DEBUG nova.network.neutron [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Successfully created port: 4a55dcb4-f427-49ef-a979-9c3863619796 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.319376] env[68391]: DEBUG nova.network.neutron [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.549743] env[68391]: DEBUG nova.network.neutron [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Updating instance_info_cache with network_info: [{"id": "a0e7878f-418d-40d9-ad6b-bcdc12e34982", "address": "fa:16:3e:42:b7:c5", "network": {"id": "9cd640df-da1b-4f7e-a275-669cbf66beb2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-613265442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff41ca55c79b4c3095690424e9789ac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e7878f-41", "ovs_interfaceid": "a0e7878f-418d-40d9-ad6b-bcdc12e34982", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.599033] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.649133] env[68391]: DEBUG oslo_concurrency.lockutils [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.655962] env[68391]: DEBUG oslo_concurrency.lockutils [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.718864] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540ac7b4-8b00-497c-8528-243e1ea25888 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.727453] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccd5dd1-60c5-4b7d-b450-27b9da6bbae8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.766664] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a013f82b-041b-4689-b531-1dd6f218b5c8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.775151] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dad4bd-8db5-4bbb-9c04-436b46f8ed9b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.792881] env[68391]: DEBUG nova.compute.provider_tree [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.058023] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Releasing lock "refresh_cache-03d0a82a-7689-4d48-9a5f-508f55a76ee3" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.058023] env[68391]: DEBUG nova.compute.manager [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Instance network_info: |[{"id": "a0e7878f-418d-40d9-ad6b-bcdc12e34982", "address": "fa:16:3e:42:b7:c5", "network": {"id": "9cd640df-da1b-4f7e-a275-669cbf66beb2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-613265442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff41ca55c79b4c3095690424e9789ac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e7878f-41", "ovs_interfaceid": "a0e7878f-418d-40d9-ad6b-bcdc12e34982", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.058599] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:b7:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0e7878f-418d-40d9-ad6b-bcdc12e34982', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.066666] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.070042] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.070042] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09fda70d-ac4a-4e09-86d9-3246152a7df7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.090544] env[68391]: DEBUG nova.compute.manager [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.097460] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.097460] env[68391]: value = "task-3038626" [ 663.097460] env[68391]: _type = "Task" [ 663.097460] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.110532] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038626, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.124013] env[68391]: DEBUG nova.virt.hardware [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.124013] env[68391]: DEBUG nova.virt.hardware [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.124013] env[68391]: DEBUG nova.virt.hardware [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.124655] env[68391]: DEBUG nova.virt.hardware [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.124655] env[68391]: DEBUG nova.virt.hardware [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.124655] env[68391]: DEBUG nova.virt.hardware [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.124655] env[68391]: DEBUG nova.virt.hardware [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.124655] env[68391]: DEBUG nova.virt.hardware [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.124826] env[68391]: DEBUG nova.virt.hardware [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.124930] env[68391]: DEBUG nova.virt.hardware [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.126012] env[68391]: DEBUG nova.virt.hardware [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.126307] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002183a4-e0b0-436c-9cd2-6141a9cfd514 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.134929] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4240807-f401-4f89-9d4c-2381835d873e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.296890] env[68391]: DEBUG nova.scheduler.client.report [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.322324] env[68391]: DEBUG oslo_vmware.rw_handles [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c64b36-684f-cb75-bdf4-e205a49f2305/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 663.323329] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d6fcbe-af63-4e35-83e8-0b1f57c3c823 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.331597] env[68391]: DEBUG oslo_vmware.rw_handles [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c64b36-684f-cb75-bdf4-e205a49f2305/disk-0.vmdk is in state: ready. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 663.332413] env[68391]: ERROR oslo_vmware.rw_handles [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c64b36-684f-cb75-bdf4-e205a49f2305/disk-0.vmdk due to incomplete transfer. [ 663.332413] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-09decc8d-cc4b-45bf-b7d1-6443b3d12dd7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.340905] env[68391]: DEBUG oslo_vmware.rw_handles [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c64b36-684f-cb75-bdf4-e205a49f2305/disk-0.vmdk. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 663.341140] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Uploaded image b9d881de-2e3b-4e45-a6a7-d352ce2071ed to the Glance image server {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 663.343470] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Destroying the VM {{(pid=68391) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 663.343773] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eff92510-09c1-4649-8625-fd0f6613b9e3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.352214] env[68391]: DEBUG oslo_vmware.api [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 663.352214] env[68391]: value = "task-3038627" [ 663.352214] env[68391]: _type = "Task" [ 663.352214] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.362028] env[68391]: DEBUG oslo_vmware.api [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038627, 'name': Destroy_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.429442] env[68391]: DEBUG nova.compute.manager [req-12fde4e6-d35d-435b-b7cd-08c215095a21 req-47530556-0299-4023-8ab8-49d7e20fa93d service nova] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Received event network-changed-a0e7878f-418d-40d9-ad6b-bcdc12e34982 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.429442] env[68391]: DEBUG nova.compute.manager [req-12fde4e6-d35d-435b-b7cd-08c215095a21 req-47530556-0299-4023-8ab8-49d7e20fa93d service nova] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Refreshing instance network info cache due to event network-changed-a0e7878f-418d-40d9-ad6b-bcdc12e34982. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.429442] env[68391]: DEBUG oslo_concurrency.lockutils [req-12fde4e6-d35d-435b-b7cd-08c215095a21 req-47530556-0299-4023-8ab8-49d7e20fa93d service nova] Acquiring lock "refresh_cache-03d0a82a-7689-4d48-9a5f-508f55a76ee3" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.429442] env[68391]: DEBUG oslo_concurrency.lockutils [req-12fde4e6-d35d-435b-b7cd-08c215095a21 req-47530556-0299-4023-8ab8-49d7e20fa93d service nova] Acquired lock "refresh_cache-03d0a82a-7689-4d48-9a5f-508f55a76ee3" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.429442] env[68391]: DEBUG nova.network.neutron [req-12fde4e6-d35d-435b-b7cd-08c215095a21 req-47530556-0299-4023-8ab8-49d7e20fa93d service nova] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Refreshing network info cache for port a0e7878f-418d-40d9-ad6b-bcdc12e34982 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.607350] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038626, 'name': CreateVM_Task, 'duration_secs': 0.478492} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.607427] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.608396] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.608544] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.609290] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.609290] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aa41965-d64e-4856-be6a-25c75b160ce3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.614174] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 663.614174] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52731ff9-91bf-88d3-43a1-a3d76c439cd9" [ 663.614174] env[68391]: _type = "Task" [ 663.614174] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.624215] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52731ff9-91bf-88d3-43a1-a3d76c439cd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.641923] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Acquiring lock "14ea71d3-251f-4b36-a4dc-b23750b7e83b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.641923] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Lock "14ea71d3-251f-4b36-a4dc-b23750b7e83b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.642306] env[68391]: DEBUG nova.compute.manager [req-bfef1b5b-12a5-4c18-8d54-b0b9e4534c85 req-a61fcea3-c6f4-4ffd-9b74-b97a8262ddee service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Received event network-changed-3caac2a2-8193-4f48-bcd1-e30b13668091 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.642376] env[68391]: DEBUG nova.compute.manager [req-bfef1b5b-12a5-4c18-8d54-b0b9e4534c85 req-a61fcea3-c6f4-4ffd-9b74-b97a8262ddee service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Refreshing instance network info cache due to event network-changed-3caac2a2-8193-4f48-bcd1-e30b13668091. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.643443] env[68391]: DEBUG oslo_concurrency.lockutils [req-bfef1b5b-12a5-4c18-8d54-b0b9e4534c85 req-a61fcea3-c6f4-4ffd-9b74-b97a8262ddee service nova] Acquiring lock "refresh_cache-e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.643635] env[68391]: DEBUG oslo_concurrency.lockutils [req-bfef1b5b-12a5-4c18-8d54-b0b9e4534c85 req-a61fcea3-c6f4-4ffd-9b74-b97a8262ddee service nova] Acquired lock "refresh_cache-e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.643808] env[68391]: DEBUG nova.network.neutron [req-bfef1b5b-12a5-4c18-8d54-b0b9e4534c85 req-a61fcea3-c6f4-4ffd-9b74-b97a8262ddee service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Refreshing network info cache for port 3caac2a2-8193-4f48-bcd1-e30b13668091 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.809026] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.809026] env[68391]: DEBUG nova.compute.manager [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.812459] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.287s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.812962] env[68391]: DEBUG nova.objects.instance [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68391) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 663.863460] env[68391]: DEBUG oslo_vmware.api [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038627, 'name': Destroy_Task, 'duration_secs': 0.304339} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.863863] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Destroyed the VM [ 663.864136] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Deleting Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 663.864999] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9bde319f-fad9-4527-94df-7c6d3d8b8916 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.871252] env[68391]: DEBUG oslo_vmware.api [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 663.871252] env[68391]: value = "task-3038628" [ 663.871252] env[68391]: _type = "Task" [ 663.871252] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.881268] env[68391]: DEBUG oslo_vmware.api [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038628, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.907298] env[68391]: DEBUG nova.network.neutron [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Successfully updated port: 4a55dcb4-f427-49ef-a979-9c3863619796 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.125788] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52731ff9-91bf-88d3-43a1-a3d76c439cd9, 'name': SearchDatastore_Task, 'duration_secs': 0.020421} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.126556] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.127030] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.127405] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.129018] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.129018] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.129018] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1616cd7c-551d-4da5-8ed7-6aed18a6a5d3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.141017] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.141017] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.141017] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-768cbb92-b4e9-462b-a8aa-b26afd1fc8c5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.146254] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 664.146254] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f1fdc4-03c6-5ee3-36f6-5a45ed5b961e" [ 664.146254] env[68391]: _type = "Task" [ 664.146254] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.159390] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f1fdc4-03c6-5ee3-36f6-5a45ed5b961e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.317092] env[68391]: DEBUG nova.compute.utils [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.322340] env[68391]: DEBUG nova.compute.manager [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.322523] env[68391]: DEBUG nova.network.neutron [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.381124] env[68391]: DEBUG oslo_vmware.api [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038628, 'name': RemoveSnapshot_Task, 'duration_secs': 0.47419} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.382790] env[68391]: DEBUG nova.policy [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4953f5f3a5ef4c03893e60381d9eb4af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77248d1d893f4fafb8561549b3f9da40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.384591] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Deleted Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 664.385720] env[68391]: INFO nova.compute.manager [None req-45164e01-58ee-4f9b-9ed9-2ecf0c186f35 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Took 14.60 seconds to snapshot the instance on the hypervisor. [ 664.409781] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "refresh_cache-c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.409925] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquired lock "refresh_cache-c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.410541] env[68391]: DEBUG nova.network.neutron [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.455825] env[68391]: DEBUG nova.network.neutron [req-bfef1b5b-12a5-4c18-8d54-b0b9e4534c85 req-a61fcea3-c6f4-4ffd-9b74-b97a8262ddee service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Updated VIF entry in instance network info cache for port 3caac2a2-8193-4f48-bcd1-e30b13668091. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.456212] env[68391]: DEBUG nova.network.neutron [req-bfef1b5b-12a5-4c18-8d54-b0b9e4534c85 req-a61fcea3-c6f4-4ffd-9b74-b97a8262ddee service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Updating instance_info_cache with network_info: [{"id": "3caac2a2-8193-4f48-bcd1-e30b13668091", "address": "fa:16:3e:df:3e:84", "network": {"id": "ad67d560-0e21-48f4-9fd3-04910579bddf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1026889474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c2b42d8ef2d54f4a8ed5dbdcfa637ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3caac2a2-81", "ovs_interfaceid": "3caac2a2-8193-4f48-bcd1-e30b13668091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.478831] env[68391]: DEBUG nova.network.neutron [req-12fde4e6-d35d-435b-b7cd-08c215095a21 req-47530556-0299-4023-8ab8-49d7e20fa93d service nova] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Updated VIF entry in instance network info cache for port a0e7878f-418d-40d9-ad6b-bcdc12e34982. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.479089] env[68391]: DEBUG nova.network.neutron [req-12fde4e6-d35d-435b-b7cd-08c215095a21 req-47530556-0299-4023-8ab8-49d7e20fa93d service nova] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Updating instance_info_cache with network_info: [{"id": "a0e7878f-418d-40d9-ad6b-bcdc12e34982", "address": "fa:16:3e:42:b7:c5", "network": {"id": "9cd640df-da1b-4f7e-a275-669cbf66beb2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-613265442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff41ca55c79b4c3095690424e9789ac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e7878f-41", "ovs_interfaceid": "a0e7878f-418d-40d9-ad6b-bcdc12e34982", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.657308] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f1fdc4-03c6-5ee3-36f6-5a45ed5b961e, 'name': SearchDatastore_Task, 'duration_secs': 0.029839} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.658182] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-421dd734-3a08-4abe-8397-340098b1e1e5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.663718] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 664.663718] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5265bee9-1dd3-b42f-5c6d-66777af59fb1" [ 664.663718] env[68391]: _type = "Task" [ 664.663718] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.671110] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5265bee9-1dd3-b42f-5c6d-66777af59fb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.763021] env[68391]: DEBUG nova.network.neutron [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Successfully created port: 7739880e-0682-4ef2-bca4-c607d35f245f {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.828763] env[68391]: DEBUG nova.compute.manager [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.832212] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17f05fed-1869-4639-8f92-094abc8cda78 tempest-ServersAdmin275Test-1519936243 tempest-ServersAdmin275Test-1519936243-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.834460] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.062s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.834460] env[68391]: DEBUG nova.objects.instance [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Lazy-loading 'resources' on Instance uuid e10449a8-0e0b-496e-8861-84708e325079 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.959376] env[68391]: DEBUG oslo_concurrency.lockutils [req-bfef1b5b-12a5-4c18-8d54-b0b9e4534c85 req-a61fcea3-c6f4-4ffd-9b74-b97a8262ddee service nova] Releasing lock "refresh_cache-e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.966044] env[68391]: DEBUG nova.network.neutron [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.981787] env[68391]: DEBUG oslo_concurrency.lockutils [req-12fde4e6-d35d-435b-b7cd-08c215095a21 req-47530556-0299-4023-8ab8-49d7e20fa93d service nova] Releasing lock "refresh_cache-03d0a82a-7689-4d48-9a5f-508f55a76ee3" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.178340] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5265bee9-1dd3-b42f-5c6d-66777af59fb1, 'name': SearchDatastore_Task, 'duration_secs': 0.022829} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.179297] env[68391]: DEBUG nova.network.neutron [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Updating instance_info_cache with network_info: [{"id": "4a55dcb4-f427-49ef-a979-9c3863619796", "address": "fa:16:3e:bb:4d:4d", "network": {"id": "09f44025-56c9-4c11-956c-2156ca4480af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1735643931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77248d1d893f4fafb8561549b3f9da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a55dcb4-f4", "ovs_interfaceid": "4a55dcb4-f427-49ef-a979-9c3863619796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.180436] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.180676] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 03d0a82a-7689-4d48-9a5f-508f55a76ee3/03d0a82a-7689-4d48-9a5f-508f55a76ee3.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.180921] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df5d13e4-b5f4-4174-920c-559017739549 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.188179] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 665.188179] env[68391]: value = "task-3038629" [ 665.188179] env[68391]: _type = "Task" [ 665.188179] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.196760] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.683896] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Releasing lock "refresh_cache-c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.684476] env[68391]: DEBUG nova.compute.manager [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Instance network_info: |[{"id": "4a55dcb4-f427-49ef-a979-9c3863619796", "address": "fa:16:3e:bb:4d:4d", "network": {"id": "09f44025-56c9-4c11-956c-2156ca4480af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1735643931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77248d1d893f4fafb8561549b3f9da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a55dcb4-f4", "ovs_interfaceid": "4a55dcb4-f427-49ef-a979-9c3863619796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.686365] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:4d:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a55dcb4-f427-49ef-a979-9c3863619796', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.698204] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.699760] env[68391]: DEBUG nova.compute.manager [req-f188fdf7-dfc3-40aa-bfa5-1868798a335a req-d1b19720-624d-4c9f-be3e-3a7047527d72 service nova] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Received event network-vif-plugged-4a55dcb4-f427-49ef-a979-9c3863619796 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.700026] env[68391]: DEBUG oslo_concurrency.lockutils [req-f188fdf7-dfc3-40aa-bfa5-1868798a335a req-d1b19720-624d-4c9f-be3e-3a7047527d72 service nova] Acquiring lock "c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.700294] env[68391]: DEBUG oslo_concurrency.lockutils [req-f188fdf7-dfc3-40aa-bfa5-1868798a335a req-d1b19720-624d-4c9f-be3e-3a7047527d72 service nova] Lock "c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.700512] env[68391]: DEBUG oslo_concurrency.lockutils [req-f188fdf7-dfc3-40aa-bfa5-1868798a335a req-d1b19720-624d-4c9f-be3e-3a7047527d72 service nova] Lock "c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.700725] env[68391]: DEBUG nova.compute.manager [req-f188fdf7-dfc3-40aa-bfa5-1868798a335a req-d1b19720-624d-4c9f-be3e-3a7047527d72 service nova] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] No waiting events found dispatching network-vif-plugged-4a55dcb4-f427-49ef-a979-9c3863619796 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.700934] env[68391]: WARNING nova.compute.manager [req-f188fdf7-dfc3-40aa-bfa5-1868798a335a req-d1b19720-624d-4c9f-be3e-3a7047527d72 service nova] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Received unexpected event network-vif-plugged-4a55dcb4-f427-49ef-a979-9c3863619796 for instance with vm_state building and task_state spawning. [ 665.701158] env[68391]: DEBUG nova.compute.manager [req-f188fdf7-dfc3-40aa-bfa5-1868798a335a req-d1b19720-624d-4c9f-be3e-3a7047527d72 service nova] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Received event network-changed-4a55dcb4-f427-49ef-a979-9c3863619796 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.701356] env[68391]: DEBUG nova.compute.manager [req-f188fdf7-dfc3-40aa-bfa5-1868798a335a req-d1b19720-624d-4c9f-be3e-3a7047527d72 service nova] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Refreshing instance network info cache due to event network-changed-4a55dcb4-f427-49ef-a979-9c3863619796. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.701597] env[68391]: DEBUG oslo_concurrency.lockutils [req-f188fdf7-dfc3-40aa-bfa5-1868798a335a req-d1b19720-624d-4c9f-be3e-3a7047527d72 service nova] Acquiring lock "refresh_cache-c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.701772] env[68391]: DEBUG oslo_concurrency.lockutils [req-f188fdf7-dfc3-40aa-bfa5-1868798a335a req-d1b19720-624d-4c9f-be3e-3a7047527d72 service nova] Acquired lock "refresh_cache-c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.701992] env[68391]: DEBUG nova.network.neutron [req-f188fdf7-dfc3-40aa-bfa5-1868798a335a req-d1b19720-624d-4c9f-be3e-3a7047527d72 service nova] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Refreshing network info cache for port 4a55dcb4-f427-49ef-a979-9c3863619796 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.707549] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.712353] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-171874c9-0055-425d-9e4b-73743bae02b9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.744860] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507076} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.746577] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 03d0a82a-7689-4d48-9a5f-508f55a76ee3/03d0a82a-7689-4d48-9a5f-508f55a76ee3.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.746885] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.747162] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.747162] env[68391]: value = "task-3038630" [ 665.747162] env[68391]: _type = "Task" [ 665.747162] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.747400] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-075cf9b6-3fb6-4358-a627-799a88dd2016 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.759499] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038630, 'name': CreateVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.761414] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 665.761414] env[68391]: value = "task-3038631" [ 665.761414] env[68391]: _type = "Task" [ 665.761414] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.768824] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.833672] env[68391]: DEBUG nova.compute.manager [req-8d490aed-1166-45da-9fd1-e3478bec1004 req-01acd381-7993-4f18-a360-0db29b62c02f service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Received event network-changed-3caac2a2-8193-4f48-bcd1-e30b13668091 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.833960] env[68391]: DEBUG nova.compute.manager [req-8d490aed-1166-45da-9fd1-e3478bec1004 req-01acd381-7993-4f18-a360-0db29b62c02f service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Refreshing instance network info cache due to event network-changed-3caac2a2-8193-4f48-bcd1-e30b13668091. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.834277] env[68391]: DEBUG oslo_concurrency.lockutils [req-8d490aed-1166-45da-9fd1-e3478bec1004 req-01acd381-7993-4f18-a360-0db29b62c02f service nova] Acquiring lock "refresh_cache-e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.834487] env[68391]: DEBUG oslo_concurrency.lockutils [req-8d490aed-1166-45da-9fd1-e3478bec1004 req-01acd381-7993-4f18-a360-0db29b62c02f service nova] Acquired lock "refresh_cache-e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.834901] env[68391]: DEBUG nova.network.neutron [req-8d490aed-1166-45da-9fd1-e3478bec1004 req-01acd381-7993-4f18-a360-0db29b62c02f service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Refreshing network info cache for port 3caac2a2-8193-4f48-bcd1-e30b13668091 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.844423] env[68391]: DEBUG nova.compute.manager [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.878830] env[68391]: DEBUG nova.virt.hardware [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.879091] env[68391]: DEBUG nova.virt.hardware [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.879266] env[68391]: DEBUG nova.virt.hardware [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.879454] env[68391]: DEBUG nova.virt.hardware [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.879599] env[68391]: DEBUG nova.virt.hardware [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.879755] env[68391]: DEBUG nova.virt.hardware [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.879968] env[68391]: DEBUG nova.virt.hardware [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.880324] env[68391]: DEBUG nova.virt.hardware [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.880655] env[68391]: DEBUG nova.virt.hardware [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.880968] env[68391]: DEBUG nova.virt.hardware [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.881325] env[68391]: DEBUG nova.virt.hardware [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.882506] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f96a7fb-4ad1-4765-8703-500895288270 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.896556] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0037b1-d78f-4708-9b0d-d0fea3d3f787 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.097095] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61168e6e-0fe6-4e1c-bfe5-c420a8f540bb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.107020] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af4ac77-72cb-4354-af79-70459e36d75c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.137253] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ca4f9f-fc5d-46eb-85b7-ea71b63065f3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.144445] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdae94d-6090-4ef8-8533-5dad48ba5055 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.157538] env[68391]: DEBUG nova.compute.provider_tree [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.260941] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038630, 'name': CreateVM_Task, 'duration_secs': 0.323889} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.261231] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.261946] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.262135] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.262521] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.265630] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4341620b-fce4-4fa4-90cc-0bfe4ad8999f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.272311] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07005} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.273915] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.274092] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 666.274092] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52caacf4-a661-3af2-5c8d-d796eb0e9eea" [ 666.274092] env[68391]: _type = "Task" [ 666.274092] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.274769] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4e9cbc-ab9b-4404-95c5-f906ad2e9692 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.301619] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 03d0a82a-7689-4d48-9a5f-508f55a76ee3/03d0a82a-7689-4d48-9a5f-508f55a76ee3.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.305058] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c96bba93-9513-4a11-bf7b-659a132cf399 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.319841] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52caacf4-a661-3af2-5c8d-d796eb0e9eea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.324801] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 666.324801] env[68391]: value = "task-3038632" [ 666.324801] env[68391]: _type = "Task" [ 666.324801] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.332659] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.553117] env[68391]: DEBUG nova.network.neutron [req-f188fdf7-dfc3-40aa-bfa5-1868798a335a req-d1b19720-624d-4c9f-be3e-3a7047527d72 service nova] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Updated VIF entry in instance network info cache for port 4a55dcb4-f427-49ef-a979-9c3863619796. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.553524] env[68391]: DEBUG nova.network.neutron [req-f188fdf7-dfc3-40aa-bfa5-1868798a335a req-d1b19720-624d-4c9f-be3e-3a7047527d72 service nova] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Updating instance_info_cache with network_info: [{"id": "4a55dcb4-f427-49ef-a979-9c3863619796", "address": "fa:16:3e:bb:4d:4d", "network": {"id": "09f44025-56c9-4c11-956c-2156ca4480af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1735643931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77248d1d893f4fafb8561549b3f9da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a55dcb4-f4", "ovs_interfaceid": "4a55dcb4-f427-49ef-a979-9c3863619796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.634210] env[68391]: DEBUG nova.network.neutron [req-8d490aed-1166-45da-9fd1-e3478bec1004 req-01acd381-7993-4f18-a360-0db29b62c02f service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Updated VIF entry in instance network info cache for port 3caac2a2-8193-4f48-bcd1-e30b13668091. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.634553] env[68391]: DEBUG nova.network.neutron [req-8d490aed-1166-45da-9fd1-e3478bec1004 req-01acd381-7993-4f18-a360-0db29b62c02f service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Updating instance_info_cache with network_info: [{"id": "3caac2a2-8193-4f48-bcd1-e30b13668091", "address": "fa:16:3e:df:3e:84", "network": {"id": "ad67d560-0e21-48f4-9fd3-04910579bddf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1026889474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c2b42d8ef2d54f4a8ed5dbdcfa637ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3caac2a2-81", "ovs_interfaceid": "3caac2a2-8193-4f48-bcd1-e30b13668091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.650288] env[68391]: DEBUG nova.network.neutron [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Successfully updated port: 7739880e-0682-4ef2-bca4-c607d35f245f {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.660879] env[68391]: DEBUG nova.scheduler.client.report [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.788187] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52caacf4-a661-3af2-5c8d-d796eb0e9eea, 'name': SearchDatastore_Task, 'duration_secs': 0.061214} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.788606] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.789059] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.789241] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.789386] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.789569] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.789978] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e98848d2-bd0d-4ca8-bd81-0286f885f915 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.799182] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.799447] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.800276] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62973e82-c313-4577-9e18-82dd4cabb44c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.806106] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 666.806106] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5236b375-63cc-b9db-4add-fee7ace78c37" [ 666.806106] env[68391]: _type = "Task" [ 666.806106] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.819505] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5236b375-63cc-b9db-4add-fee7ace78c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.834429] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.058228] env[68391]: DEBUG oslo_concurrency.lockutils [req-f188fdf7-dfc3-40aa-bfa5-1868798a335a req-d1b19720-624d-4c9f-be3e-3a7047527d72 service nova] Releasing lock "refresh_cache-c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.137664] env[68391]: DEBUG oslo_concurrency.lockutils [req-8d490aed-1166-45da-9fd1-e3478bec1004 req-01acd381-7993-4f18-a360-0db29b62c02f service nova] Releasing lock "refresh_cache-e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.137935] env[68391]: DEBUG nova.compute.manager [req-8d490aed-1166-45da-9fd1-e3478bec1004 req-01acd381-7993-4f18-a360-0db29b62c02f service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Received event network-changed-3caac2a2-8193-4f48-bcd1-e30b13668091 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.138114] env[68391]: DEBUG nova.compute.manager [req-8d490aed-1166-45da-9fd1-e3478bec1004 req-01acd381-7993-4f18-a360-0db29b62c02f service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Refreshing instance network info cache due to event network-changed-3caac2a2-8193-4f48-bcd1-e30b13668091. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.138328] env[68391]: DEBUG oslo_concurrency.lockutils [req-8d490aed-1166-45da-9fd1-e3478bec1004 req-01acd381-7993-4f18-a360-0db29b62c02f service nova] Acquiring lock "refresh_cache-e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.138468] env[68391]: DEBUG oslo_concurrency.lockutils [req-8d490aed-1166-45da-9fd1-e3478bec1004 req-01acd381-7993-4f18-a360-0db29b62c02f service nova] Acquired lock "refresh_cache-e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.138623] env[68391]: DEBUG nova.network.neutron [req-8d490aed-1166-45da-9fd1-e3478bec1004 req-01acd381-7993-4f18-a360-0db29b62c02f service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Refreshing network info cache for port 3caac2a2-8193-4f48-bcd1-e30b13668091 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.152698] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "refresh_cache-0a48b910-7213-4d2e-a33e-727304c3a810" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.152846] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquired lock "refresh_cache-0a48b910-7213-4d2e-a33e-727304c3a810" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.153111] env[68391]: DEBUG nova.network.neutron [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.166071] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.333s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.168362] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.387s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.170242] env[68391]: INFO nova.compute.claims [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.189570] env[68391]: INFO nova.scheduler.client.report [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Deleted allocations for instance e10449a8-0e0b-496e-8861-84708e325079 [ 667.320742] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5236b375-63cc-b9db-4add-fee7ace78c37, 'name': SearchDatastore_Task, 'duration_secs': 0.013698} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.325017] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58256ac0-693c-446e-9984-b3880ba09fa8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.327408] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 667.327408] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5266ab8b-36bb-a7cd-113b-bf6508c2953d" [ 667.327408] env[68391]: _type = "Task" [ 667.327408] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.338295] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038632, 'name': ReconfigVM_Task, 'duration_secs': 0.6222} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.341533] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 03d0a82a-7689-4d48-9a5f-508f55a76ee3/03d0a82a-7689-4d48-9a5f-508f55a76ee3.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.342323] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5266ab8b-36bb-a7cd-113b-bf6508c2953d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.342541] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba1dcbdd-d176-4136-ac7c-3130a24775b2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.349547] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 667.349547] env[68391]: value = "task-3038633" [ 667.349547] env[68391]: _type = "Task" [ 667.349547] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.363912] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038633, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.693832] env[68391]: DEBUG nova.network.neutron [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.702638] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8eeaafb4-3a5e-475e-aa33-ddf00305ae00 tempest-ServerDiagnosticsV248Test-1180809976 tempest-ServerDiagnosticsV248Test-1180809976-project-member] Lock "e10449a8-0e0b-496e-8861-84708e325079" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.278s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.774182] env[68391]: DEBUG nova.compute.manager [req-1267bb32-1735-41d1-8db7-164f3933a4c4 req-53ad4a18-03d5-4af7-9842-3abb9e3a1d52 service nova] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Received event network-vif-plugged-7739880e-0682-4ef2-bca4-c607d35f245f {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.774182] env[68391]: DEBUG oslo_concurrency.lockutils [req-1267bb32-1735-41d1-8db7-164f3933a4c4 req-53ad4a18-03d5-4af7-9842-3abb9e3a1d52 service nova] Acquiring lock "0a48b910-7213-4d2e-a33e-727304c3a810-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.774182] env[68391]: DEBUG oslo_concurrency.lockutils [req-1267bb32-1735-41d1-8db7-164f3933a4c4 req-53ad4a18-03d5-4af7-9842-3abb9e3a1d52 service nova] Lock "0a48b910-7213-4d2e-a33e-727304c3a810-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.774182] env[68391]: DEBUG oslo_concurrency.lockutils [req-1267bb32-1735-41d1-8db7-164f3933a4c4 req-53ad4a18-03d5-4af7-9842-3abb9e3a1d52 service nova] Lock "0a48b910-7213-4d2e-a33e-727304c3a810-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.774182] env[68391]: DEBUG nova.compute.manager [req-1267bb32-1735-41d1-8db7-164f3933a4c4 req-53ad4a18-03d5-4af7-9842-3abb9e3a1d52 service nova] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] No waiting events found dispatching network-vif-plugged-7739880e-0682-4ef2-bca4-c607d35f245f {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.774435] env[68391]: WARNING nova.compute.manager [req-1267bb32-1735-41d1-8db7-164f3933a4c4 req-53ad4a18-03d5-4af7-9842-3abb9e3a1d52 service nova] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Received unexpected event network-vif-plugged-7739880e-0682-4ef2-bca4-c607d35f245f for instance with vm_state building and task_state spawning. [ 667.774435] env[68391]: DEBUG nova.compute.manager [req-1267bb32-1735-41d1-8db7-164f3933a4c4 req-53ad4a18-03d5-4af7-9842-3abb9e3a1d52 service nova] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Received event network-changed-7739880e-0682-4ef2-bca4-c607d35f245f {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.774435] env[68391]: DEBUG nova.compute.manager [req-1267bb32-1735-41d1-8db7-164f3933a4c4 req-53ad4a18-03d5-4af7-9842-3abb9e3a1d52 service nova] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Refreshing instance network info cache due to event network-changed-7739880e-0682-4ef2-bca4-c607d35f245f. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.774435] env[68391]: DEBUG oslo_concurrency.lockutils [req-1267bb32-1735-41d1-8db7-164f3933a4c4 req-53ad4a18-03d5-4af7-9842-3abb9e3a1d52 service nova] Acquiring lock "refresh_cache-0a48b910-7213-4d2e-a33e-727304c3a810" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.840849] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5266ab8b-36bb-a7cd-113b-bf6508c2953d, 'name': SearchDatastore_Task, 'duration_secs': 0.024662} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.841156] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.841525] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55/c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.841692] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a22c7fa6-3acc-4a75-ab24-9ed3ffea7e7a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.848444] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 667.848444] env[68391]: value = "task-3038634" [ 667.848444] env[68391]: _type = "Task" [ 667.848444] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.863109] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.866221] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038633, 'name': Rename_Task, 'duration_secs': 0.163082} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.866511] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.866957] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f04e8a43-4ef0-4ab7-8d29-94bec477bd14 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.872381] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 667.872381] env[68391]: value = "task-3038635" [ 667.872381] env[68391]: _type = "Task" [ 667.872381] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.883190] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.926479] env[68391]: DEBUG nova.network.neutron [req-8d490aed-1166-45da-9fd1-e3478bec1004 req-01acd381-7993-4f18-a360-0db29b62c02f service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Updated VIF entry in instance network info cache for port 3caac2a2-8193-4f48-bcd1-e30b13668091. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.926839] env[68391]: DEBUG nova.network.neutron [req-8d490aed-1166-45da-9fd1-e3478bec1004 req-01acd381-7993-4f18-a360-0db29b62c02f service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Updating instance_info_cache with network_info: [{"id": "3caac2a2-8193-4f48-bcd1-e30b13668091", "address": "fa:16:3e:df:3e:84", "network": {"id": "ad67d560-0e21-48f4-9fd3-04910579bddf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1026889474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c2b42d8ef2d54f4a8ed5dbdcfa637ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3caac2a2-81", "ovs_interfaceid": "3caac2a2-8193-4f48-bcd1-e30b13668091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.941488] env[68391]: DEBUG nova.compute.manager [req-31c4eb8f-8f5c-489a-a6da-229c985d1437 req-9e8c694a-8490-456c-9995-79fd8e30d31b service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Received event network-changed-3caac2a2-8193-4f48-bcd1-e30b13668091 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.941650] env[68391]: DEBUG nova.compute.manager [req-31c4eb8f-8f5c-489a-a6da-229c985d1437 req-9e8c694a-8490-456c-9995-79fd8e30d31b service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Refreshing instance network info cache due to event network-changed-3caac2a2-8193-4f48-bcd1-e30b13668091. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.941836] env[68391]: DEBUG oslo_concurrency.lockutils [req-31c4eb8f-8f5c-489a-a6da-229c985d1437 req-9e8c694a-8490-456c-9995-79fd8e30d31b service nova] Acquiring lock "refresh_cache-e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.943757] env[68391]: DEBUG nova.network.neutron [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Updating instance_info_cache with network_info: [{"id": "7739880e-0682-4ef2-bca4-c607d35f245f", "address": "fa:16:3e:14:3c:fe", "network": {"id": "09f44025-56c9-4c11-956c-2156ca4480af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1735643931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77248d1d893f4fafb8561549b3f9da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7739880e-06", "ovs_interfaceid": "7739880e-0682-4ef2-bca4-c607d35f245f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.245025] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Acquiring lock "e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.245025] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Lock "e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.245025] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Acquiring lock "e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.245025] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Lock "e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.245329] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Lock "e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.248935] env[68391]: INFO nova.compute.manager [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Terminating instance [ 668.361881] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038634, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.386326] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038635, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.433562] env[68391]: DEBUG oslo_concurrency.lockutils [req-8d490aed-1166-45da-9fd1-e3478bec1004 req-01acd381-7993-4f18-a360-0db29b62c02f service nova] Releasing lock "refresh_cache-e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.435108] env[68391]: DEBUG oslo_concurrency.lockutils [req-31c4eb8f-8f5c-489a-a6da-229c985d1437 req-9e8c694a-8490-456c-9995-79fd8e30d31b service nova] Acquired lock "refresh_cache-e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.435328] env[68391]: DEBUG nova.network.neutron [req-31c4eb8f-8f5c-489a-a6da-229c985d1437 req-9e8c694a-8490-456c-9995-79fd8e30d31b service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Refreshing network info cache for port 3caac2a2-8193-4f48-bcd1-e30b13668091 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.447773] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Releasing lock "refresh_cache-0a48b910-7213-4d2e-a33e-727304c3a810" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.448207] env[68391]: DEBUG nova.compute.manager [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Instance network_info: |[{"id": "7739880e-0682-4ef2-bca4-c607d35f245f", "address": "fa:16:3e:14:3c:fe", "network": {"id": "09f44025-56c9-4c11-956c-2156ca4480af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1735643931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77248d1d893f4fafb8561549b3f9da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7739880e-06", "ovs_interfaceid": "7739880e-0682-4ef2-bca4-c607d35f245f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.449261] env[68391]: DEBUG oslo_concurrency.lockutils [req-1267bb32-1735-41d1-8db7-164f3933a4c4 req-53ad4a18-03d5-4af7-9842-3abb9e3a1d52 service nova] Acquired lock "refresh_cache-0a48b910-7213-4d2e-a33e-727304c3a810" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.450063] env[68391]: DEBUG nova.network.neutron [req-1267bb32-1735-41d1-8db7-164f3933a4c4 req-53ad4a18-03d5-4af7-9842-3abb9e3a1d52 service nova] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Refreshing network info cache for port 7739880e-0682-4ef2-bca4-c607d35f245f {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.453944] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:3c:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7739880e-0682-4ef2-bca4-c607d35f245f', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.458356] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.458965] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.459211] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eecfc20-bded-45b7-8d50-71c4cd10f3ac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.485892] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.485892] env[68391]: value = "task-3038636" [ 668.485892] env[68391]: _type = "Task" [ 668.485892] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.499534] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038636, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.754278] env[68391]: DEBUG nova.compute.manager [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.754652] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.756062] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398d58b3-8e1f-4c35-be86-1530ea190a42 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.769473] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.769771] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33c040dc-6033-43bc-b456-2276ae20c40d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.777828] env[68391]: DEBUG oslo_vmware.api [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Waiting for the task: (returnval){ [ 668.777828] env[68391]: value = "task-3038637" [ 668.777828] env[68391]: _type = "Task" [ 668.777828] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.789212] env[68391]: DEBUG oslo_vmware.api [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.792210] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b5cc49-7bbe-4b86-8318-ebd69577884f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.800710] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef6927b-c149-4adb-a1af-4b0a2c76b40a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.833451] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94055c0f-d027-40d7-b6a3-7dfcf07a8e08 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.842749] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124c72ff-e730-42c9-a9d3-e948a186519f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.857402] env[68391]: DEBUG nova.compute.provider_tree [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.866839] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574925} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.867122] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55/c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.867363] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.868229] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e629f8e1-a499-459f-ba9e-694a53b98ea2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.878102] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 668.878102] env[68391]: value = "task-3038638" [ 668.878102] env[68391]: _type = "Task" [ 668.878102] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.884818] env[68391]: DEBUG oslo_vmware.api [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038635, 'name': PowerOnVM_Task, 'duration_secs': 0.623157} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.885488] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.885714] env[68391]: INFO nova.compute.manager [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Took 8.50 seconds to spawn the instance on the hypervisor. [ 668.885898] env[68391]: DEBUG nova.compute.manager [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.886703] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d91b7f9-4e7f-4dbe-aa6b-829ddf409d7c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.891977] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.001095] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038636, 'name': CreateVM_Task, 'duration_secs': 0.392488} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.001095] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.001664] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.005294] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.005630] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.005921] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a0fa92-7498-4831-ac5b-2a8784ca0f90 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.010821] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 669.010821] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5209bbca-2312-efcf-41a5-c13c448d430f" [ 669.010821] env[68391]: _type = "Task" [ 669.010821] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.021290] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5209bbca-2312-efcf-41a5-c13c448d430f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.196167] env[68391]: DEBUG nova.network.neutron [req-31c4eb8f-8f5c-489a-a6da-229c985d1437 req-9e8c694a-8490-456c-9995-79fd8e30d31b service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Updated VIF entry in instance network info cache for port 3caac2a2-8193-4f48-bcd1-e30b13668091. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.198383] env[68391]: DEBUG nova.network.neutron [req-31c4eb8f-8f5c-489a-a6da-229c985d1437 req-9e8c694a-8490-456c-9995-79fd8e30d31b service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Updating instance_info_cache with network_info: [{"id": "3caac2a2-8193-4f48-bcd1-e30b13668091", "address": "fa:16:3e:df:3e:84", "network": {"id": "ad67d560-0e21-48f4-9fd3-04910579bddf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1026889474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c2b42d8ef2d54f4a8ed5dbdcfa637ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3caac2a2-81", "ovs_interfaceid": "3caac2a2-8193-4f48-bcd1-e30b13668091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.237343] env[68391]: DEBUG nova.network.neutron [req-1267bb32-1735-41d1-8db7-164f3933a4c4 req-53ad4a18-03d5-4af7-9842-3abb9e3a1d52 service nova] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Updated VIF entry in instance network info cache for port 7739880e-0682-4ef2-bca4-c607d35f245f. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.239141] env[68391]: DEBUG nova.network.neutron [req-1267bb32-1735-41d1-8db7-164f3933a4c4 req-53ad4a18-03d5-4af7-9842-3abb9e3a1d52 service nova] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Updating instance_info_cache with network_info: [{"id": "7739880e-0682-4ef2-bca4-c607d35f245f", "address": "fa:16:3e:14:3c:fe", "network": {"id": "09f44025-56c9-4c11-956c-2156ca4480af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1735643931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77248d1d893f4fafb8561549b3f9da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7739880e-06", "ovs_interfaceid": "7739880e-0682-4ef2-bca4-c607d35f245f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.289691] env[68391]: DEBUG oslo_vmware.api [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038637, 'name': PowerOffVM_Task, 'duration_secs': 0.222723} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.289691] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.289691] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.289691] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9882fee2-c945-4c96-afcf-1225bcc63846 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.356557] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.356557] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.356782] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Deleting the datastore file [datastore2] e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.356924] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-474f611e-8a51-48d8-81ff-823077220cad {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.363746] env[68391]: DEBUG nova.scheduler.client.report [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.367137] env[68391]: DEBUG oslo_vmware.api [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Waiting for the task: (returnval){ [ 669.367137] env[68391]: value = "task-3038640" [ 669.367137] env[68391]: _type = "Task" [ 669.367137] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.375879] env[68391]: DEBUG oslo_vmware.api [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.388342] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080297} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.388403] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.389445] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16279491-7c0e-4c16-a5e2-9be9b7da26b5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.418905] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55/c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.420882] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f119914-52ca-444b-85bd-e9fad6cb8103 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.435737] env[68391]: INFO nova.compute.manager [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Took 41.97 seconds to build instance. [ 669.443899] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 669.443899] env[68391]: value = "task-3038641" [ 669.443899] env[68391]: _type = "Task" [ 669.443899] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.449818] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.523026] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5209bbca-2312-efcf-41a5-c13c448d430f, 'name': SearchDatastore_Task, 'duration_secs': 0.010015} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.523456] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.523683] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.523961] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.524126] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.524305] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.524567] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-012eada2-5abe-46a0-9dcc-77ad0f6875cd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.532610] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.532797] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.533618] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a94f8816-52a0-4c09-b4df-0a50fa0cbffc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.538360] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 669.538360] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52595305-fd32-3767-36db-077aad3482bc" [ 669.538360] env[68391]: _type = "Task" [ 669.538360] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.545434] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52595305-fd32-3767-36db-077aad3482bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.701683] env[68391]: DEBUG oslo_concurrency.lockutils [req-31c4eb8f-8f5c-489a-a6da-229c985d1437 req-9e8c694a-8490-456c-9995-79fd8e30d31b service nova] Releasing lock "refresh_cache-e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.740627] env[68391]: DEBUG oslo_concurrency.lockutils [req-1267bb32-1735-41d1-8db7-164f3933a4c4 req-53ad4a18-03d5-4af7-9842-3abb9e3a1d52 service nova] Releasing lock "refresh_cache-0a48b910-7213-4d2e-a33e-727304c3a810" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.801767] env[68391]: DEBUG oslo_concurrency.lockutils [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Acquiring lock "669b4866-63c3-4467-bd68-478e604042c1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.802015] env[68391]: DEBUG oslo_concurrency.lockutils [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Lock "669b4866-63c3-4467-bd68-478e604042c1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.875752] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.876341] env[68391]: DEBUG nova.compute.manager [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.880388] env[68391]: DEBUG oslo_concurrency.lockutils [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.973s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.882747] env[68391]: INFO nova.compute.claims [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.894280] env[68391]: DEBUG oslo_vmware.api [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Task: {'id': task-3038640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489594} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.894706] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.895062] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.895376] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.895681] env[68391]: INFO nova.compute.manager [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 669.896100] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.896403] env[68391]: DEBUG nova.compute.manager [-] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.896574] env[68391]: DEBUG nova.network.neutron [-] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.937662] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e71bbc4e-dd23-4900-80e6-d76c3b775152 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "03d0a82a-7689-4d48-9a5f-508f55a76ee3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.189s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.951599] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.048418] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52595305-fd32-3767-36db-077aad3482bc, 'name': SearchDatastore_Task, 'duration_secs': 0.016755} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.049041] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce3e2480-16bd-4c10-b41e-867b83352036 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.051429] env[68391]: DEBUG oslo_concurrency.lockutils [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquiring lock "828732f1-e0d2-4e9c-83f1-7f43892ba7be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.051674] env[68391]: DEBUG oslo_concurrency.lockutils [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lock "828732f1-e0d2-4e9c-83f1-7f43892ba7be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.051906] env[68391]: DEBUG oslo_concurrency.lockutils [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquiring lock "828732f1-e0d2-4e9c-83f1-7f43892ba7be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.052063] env[68391]: DEBUG oslo_concurrency.lockutils [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lock "828732f1-e0d2-4e9c-83f1-7f43892ba7be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.052235] env[68391]: DEBUG oslo_concurrency.lockutils [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lock "828732f1-e0d2-4e9c-83f1-7f43892ba7be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.054386] env[68391]: INFO nova.compute.manager [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Terminating instance [ 670.057248] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 670.057248] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523667ed-99a4-1e09-8849-cd49293d51e0" [ 670.057248] env[68391]: _type = "Task" [ 670.057248] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.065382] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523667ed-99a4-1e09-8849-cd49293d51e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.305133] env[68391]: DEBUG nova.compute.utils [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.372817] env[68391]: DEBUG nova.compute.manager [req-1f91abd9-3114-4684-881a-9314b237d5ce req-cac9f6f9-7f5a-4a35-811d-ee6795a62c35 service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Received event network-vif-deleted-3caac2a2-8193-4f48-bcd1-e30b13668091 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.372817] env[68391]: INFO nova.compute.manager [req-1f91abd9-3114-4684-881a-9314b237d5ce req-cac9f6f9-7f5a-4a35-811d-ee6795a62c35 service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Neutron deleted interface 3caac2a2-8193-4f48-bcd1-e30b13668091; detaching it from the instance and deleting it from the info cache [ 670.373046] env[68391]: DEBUG nova.network.neutron [req-1f91abd9-3114-4684-881a-9314b237d5ce req-cac9f6f9-7f5a-4a35-811d-ee6795a62c35 service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.389448] env[68391]: DEBUG nova.compute.utils [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.392921] env[68391]: DEBUG nova.compute.manager [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.393145] env[68391]: DEBUG nova.network.neutron [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.439665] env[68391]: DEBUG nova.policy [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1860df70a8241329956abda3ecbaff8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4913741499f44a32bac7ddc902ee62c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.440441] env[68391]: DEBUG nova.compute.manager [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.455849] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038641, 'name': ReconfigVM_Task, 'duration_secs': 0.824564} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.456275] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Reconfigured VM instance instance-00000022 to attach disk [datastore2] c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55/c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.456988] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5423eb66-74ac-4b7a-8f3f-000e37b450e4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.465718] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 670.465718] env[68391]: value = "task-3038642" [ 670.465718] env[68391]: _type = "Task" [ 670.465718] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.477069] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038642, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.562180] env[68391]: DEBUG nova.compute.manager [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.562448] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.563424] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141141f7-02c1-4219-a2fc-881e6cac07fd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.572737] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523667ed-99a4-1e09-8849-cd49293d51e0, 'name': SearchDatastore_Task, 'duration_secs': 0.026094} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.574794] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.575075] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 0a48b910-7213-4d2e-a33e-727304c3a810/0a48b910-7213-4d2e-a33e-727304c3a810.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.575396] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.575618] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82d43f77-1bd9-4178-8238-099a434b5b6b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.577691] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45c72dcc-9887-4c60-8a4d-d055c99b8331 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.582991] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 670.582991] env[68391]: value = "task-3038644" [ 670.582991] env[68391]: _type = "Task" [ 670.582991] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.584154] env[68391]: DEBUG oslo_vmware.api [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 670.584154] env[68391]: value = "task-3038643" [ 670.584154] env[68391]: _type = "Task" [ 670.584154] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.596210] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.599080] env[68391]: DEBUG oslo_vmware.api [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.626117] env[68391]: DEBUG nova.network.neutron [-] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.809558] env[68391]: DEBUG oslo_concurrency.lockutils [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Lock "669b4866-63c3-4467-bd68-478e604042c1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.818060] env[68391]: DEBUG nova.network.neutron [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Successfully created port: 83c65d6e-b567-4e97-b523-e85736f995aa {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.877097] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37820752-183f-46e4-8ddc-3b107e6c39d5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.886681] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b067cbf8-4092-4e90-844c-457d4b3b1907 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.904766] env[68391]: DEBUG nova.compute.manager [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.940108] env[68391]: DEBUG nova.compute.manager [req-1f91abd9-3114-4684-881a-9314b237d5ce req-cac9f6f9-7f5a-4a35-811d-ee6795a62c35 service nova] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Detach interface failed, port_id=3caac2a2-8193-4f48-bcd1-e30b13668091, reason: Instance e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 670.962708] env[68391]: DEBUG oslo_concurrency.lockutils [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.979342] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038642, 'name': Rename_Task, 'duration_secs': 0.138643} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.979672] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.979999] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-182cc385-4631-4ac3-b1b3-781f715f17aa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.989810] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 670.989810] env[68391]: value = "task-3038645" [ 670.989810] env[68391]: _type = "Task" [ 670.989810] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.999509] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.099270] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510889} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.099538] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 0a48b910-7213-4d2e-a33e-727304c3a810/0a48b910-7213-4d2e-a33e-727304c3a810.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.099755] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.100015] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92e00dca-349d-46b3-9e3e-36b47e8989a2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.105262] env[68391]: DEBUG oslo_vmware.api [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038643, 'name': PowerOffVM_Task, 'duration_secs': 0.175605} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.106582] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.106768] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.107090] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 671.107090] env[68391]: value = "task-3038646" [ 671.107090] env[68391]: _type = "Task" [ 671.107090] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.109613] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9143f29f-79cb-49a7-9355-27668f9415b3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.121212] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.128659] env[68391]: INFO nova.compute.manager [-] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Took 1.23 seconds to deallocate network for instance. [ 671.171367] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.171651] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.171881] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Deleting the datastore file [datastore1] 828732f1-e0d2-4e9c-83f1-7f43892ba7be {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.172492] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69b4ad16-d598-4fcc-9b55-33dc3bc4cc5d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.178428] env[68391]: DEBUG oslo_vmware.api [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 671.178428] env[68391]: value = "task-3038648" [ 671.178428] env[68391]: _type = "Task" [ 671.178428] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.187738] env[68391]: DEBUG oslo_vmware.api [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.362691] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "eb194a52-be98-458f-aae2-60d43617fd1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.363055] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "eb194a52-be98-458f-aae2-60d43617fd1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.479829] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12983ec-905c-48eb-97a0-a65664298a2b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.488956] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42daae8-b49b-42b4-9eca-e56f71f307e3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.503385] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038645, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.528603] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b331632a-757e-4212-a2c4-108342d3ad7b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.536195] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298b51be-4588-4b06-ae7c-c3bd50a9e142 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.549780] env[68391]: DEBUG nova.compute.provider_tree [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.623193] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071003} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.623415] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.624290] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689d8f35-6996-4a0e-96a9-27b18305e2d3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.713325] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.713325] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 0a48b910-7213-4d2e-a33e-727304c3a810/0a48b910-7213-4d2e-a33e-727304c3a810.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.713325] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ea0b7bb-f32f-4dbe-90cf-87f9b3ec367a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.713325] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 671.713325] env[68391]: value = "task-3038649" [ 671.713325] env[68391]: _type = "Task" [ 671.713325] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.713712] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.713712] env[68391]: DEBUG oslo_vmware.api [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152482} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.713712] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.713712] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.713712] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.713921] env[68391]: INFO nova.compute.manager [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Took 1.14 seconds to destroy the instance on the hypervisor. [ 671.713921] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.713921] env[68391]: DEBUG nova.compute.manager [-] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.713921] env[68391]: DEBUG nova.network.neutron [-] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.912452] env[68391]: DEBUG oslo_concurrency.lockutils [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Acquiring lock "669b4866-63c3-4467-bd68-478e604042c1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.912802] env[68391]: DEBUG oslo_concurrency.lockutils [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Lock "669b4866-63c3-4467-bd68-478e604042c1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.913109] env[68391]: INFO nova.compute.manager [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Attaching volume 9c4f61f9-0fad-4b75-974f-c4dad23bc850 to /dev/sdb [ 671.919870] env[68391]: DEBUG nova.compute.manager [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.948551] env[68391]: DEBUG nova.virt.hardware [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.948551] env[68391]: DEBUG nova.virt.hardware [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.948814] env[68391]: DEBUG nova.virt.hardware [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.948927] env[68391]: DEBUG nova.virt.hardware [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.949147] env[68391]: DEBUG nova.virt.hardware [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.949344] env[68391]: DEBUG nova.virt.hardware [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.950604] env[68391]: DEBUG nova.virt.hardware [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.950604] env[68391]: DEBUG nova.virt.hardware [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.950604] env[68391]: DEBUG nova.virt.hardware [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.950604] env[68391]: DEBUG nova.virt.hardware [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.950604] env[68391]: DEBUG nova.virt.hardware [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.952341] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b917f5-f981-473d-a6c0-93bf793e8deb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.957163] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a970741a-0650-4c46-a33a-27f7a4b46c0d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.966199] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f589a81-35aa-40ac-88b0-8ea73c1193c6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.973495] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6053de9-b5f6-4cf8-b986-234d0500e166 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.000349] env[68391]: DEBUG nova.virt.block_device [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Updating existing volume attachment record: 745fa715-75c6-4b99-a694-00c2eaf20d00 {{(pid=68391) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 672.007441] env[68391]: DEBUG oslo_vmware.api [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038645, 'name': PowerOnVM_Task, 'duration_secs': 0.528287} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.007694] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.010481] env[68391]: INFO nova.compute.manager [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Took 8.92 seconds to spawn the instance on the hypervisor. [ 672.010481] env[68391]: DEBUG nova.compute.manager [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.010481] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2031c119-c736-4ca2-86f9-21ffaed70794 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.053468] env[68391]: DEBUG nova.scheduler.client.report [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.189928] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038649, 'name': ReconfigVM_Task, 'duration_secs': 0.279139} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.190424] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 0a48b910-7213-4d2e-a33e-727304c3a810/0a48b910-7213-4d2e-a33e-727304c3a810.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.191220] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbc3b9a8-4eca-44f1-b2a1-80d7213f2559 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.196851] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 672.196851] env[68391]: value = "task-3038652" [ 672.196851] env[68391]: _type = "Task" [ 672.196851] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.210520] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038652, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.393302] env[68391]: DEBUG nova.compute.manager [req-198fc599-2360-4707-adcc-08f1384f5657 req-2f13f1c1-d690-4a64-889b-a4674edb2a2b service nova] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Received event network-vif-deleted-13e4605d-b5be-416e-9bc1-a0fcb3b6bb2c {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.393499] env[68391]: INFO nova.compute.manager [req-198fc599-2360-4707-adcc-08f1384f5657 req-2f13f1c1-d690-4a64-889b-a4674edb2a2b service nova] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Neutron deleted interface 13e4605d-b5be-416e-9bc1-a0fcb3b6bb2c; detaching it from the instance and deleting it from the info cache [ 672.393671] env[68391]: DEBUG nova.network.neutron [req-198fc599-2360-4707-adcc-08f1384f5657 req-2f13f1c1-d690-4a64-889b-a4674edb2a2b service nova] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.465687] env[68391]: DEBUG nova.compute.manager [req-60d746f4-8719-4e4b-aa58-e1ca7dd8f8d3 req-e11dc5ab-3776-43ad-aecb-8f6d6b377e4d service nova] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Received event network-vif-plugged-83c65d6e-b567-4e97-b523-e85736f995aa {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.466029] env[68391]: DEBUG oslo_concurrency.lockutils [req-60d746f4-8719-4e4b-aa58-e1ca7dd8f8d3 req-e11dc5ab-3776-43ad-aecb-8f6d6b377e4d service nova] Acquiring lock "0ce27112-6779-453d-845a-eb7bd66c49f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.466604] env[68391]: DEBUG oslo_concurrency.lockutils [req-60d746f4-8719-4e4b-aa58-e1ca7dd8f8d3 req-e11dc5ab-3776-43ad-aecb-8f6d6b377e4d service nova] Lock "0ce27112-6779-453d-845a-eb7bd66c49f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.466604] env[68391]: DEBUG oslo_concurrency.lockutils [req-60d746f4-8719-4e4b-aa58-e1ca7dd8f8d3 req-e11dc5ab-3776-43ad-aecb-8f6d6b377e4d service nova] Lock "0ce27112-6779-453d-845a-eb7bd66c49f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.466713] env[68391]: DEBUG nova.compute.manager [req-60d746f4-8719-4e4b-aa58-e1ca7dd8f8d3 req-e11dc5ab-3776-43ad-aecb-8f6d6b377e4d service nova] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] No waiting events found dispatching network-vif-plugged-83c65d6e-b567-4e97-b523-e85736f995aa {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.466892] env[68391]: WARNING nova.compute.manager [req-60d746f4-8719-4e4b-aa58-e1ca7dd8f8d3 req-e11dc5ab-3776-43ad-aecb-8f6d6b377e4d service nova] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Received unexpected event network-vif-plugged-83c65d6e-b567-4e97-b523-e85736f995aa for instance with vm_state building and task_state spawning. [ 672.530394] env[68391]: INFO nova.compute.manager [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Took 42.28 seconds to build instance. [ 672.547275] env[68391]: DEBUG nova.network.neutron [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Successfully updated port: 83c65d6e-b567-4e97-b523-e85736f995aa {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.561404] env[68391]: DEBUG oslo_concurrency.lockutils [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.561987] env[68391]: DEBUG nova.compute.manager [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.568017] env[68391]: DEBUG oslo_concurrency.lockutils [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.552s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.568017] env[68391]: DEBUG nova.objects.instance [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lazy-loading 'resources' on Instance uuid 27d98b28-1248-40cf-8a75-121ce862be45 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.713470] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038652, 'name': Rename_Task, 'duration_secs': 0.180213} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.715264] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.715264] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35ff8218-91c3-46a9-9db2-0593899d76ea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.723076] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 672.723076] env[68391]: value = "task-3038654" [ 672.723076] env[68391]: _type = "Task" [ 672.723076] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.731424] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.827110] env[68391]: DEBUG nova.network.neutron [-] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.899018] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99876bf0-2003-4638-ae29-2b0fcc49542d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.911768] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d269db34-a339-4b45-9d33-975ca4832124 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.947192] env[68391]: DEBUG nova.compute.manager [req-198fc599-2360-4707-adcc-08f1384f5657 req-2f13f1c1-d690-4a64-889b-a4674edb2a2b service nova] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Detach interface failed, port_id=13e4605d-b5be-416e-9bc1-a0fcb3b6bb2c, reason: Instance 828732f1-e0d2-4e9c-83f1-7f43892ba7be could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 673.033369] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8af6d5d4-da38-423e-925a-0c9f3b5457f8 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.495s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.048997] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "refresh_cache-0ce27112-6779-453d-845a-eb7bd66c49f9" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.049394] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquired lock "refresh_cache-0ce27112-6779-453d-845a-eb7bd66c49f9" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.049746] env[68391]: DEBUG nova.network.neutron [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.070254] env[68391]: DEBUG nova.compute.utils [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.070254] env[68391]: DEBUG nova.compute.manager [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.070254] env[68391]: DEBUG nova.network.neutron [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.134568] env[68391]: DEBUG nova.policy [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e21fb40410246808331bae7a5eacbb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb13d836decf4c3d8260285f976c88f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.232092] env[68391]: DEBUG oslo_vmware.api [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038654, 'name': PowerOnVM_Task, 'duration_secs': 0.488865} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.232381] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.232769] env[68391]: INFO nova.compute.manager [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Took 7.39 seconds to spawn the instance on the hypervisor. [ 673.232978] env[68391]: DEBUG nova.compute.manager [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.233795] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b97c3af-5146-4a87-88dc-9370393ab791 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.328628] env[68391]: INFO nova.compute.manager [-] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Took 1.63 seconds to deallocate network for instance. [ 673.437889] env[68391]: DEBUG nova.network.neutron [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Successfully created port: f27f5a4a-716d-453c-b1b9-acc5653061d1 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.534881] env[68391]: DEBUG nova.compute.manager [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.575464] env[68391]: DEBUG nova.compute.manager [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.601698] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebe5db3-eedc-41ca-91f2-5b28a56299b3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.605197] env[68391]: DEBUG nova.network.neutron [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.614385] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b86048-0f7b-4649-b63e-ae03f4eb7825 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.655399] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab36933-1ad1-47f8-ae85-7b796ae640d0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.664168] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288af2ed-ff2e-486c-8db8-84daf44c16d9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.679078] env[68391]: DEBUG nova.compute.provider_tree [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.752501] env[68391]: INFO nova.compute.manager [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Took 41.26 seconds to build instance. [ 673.838020] env[68391]: DEBUG oslo_concurrency.lockutils [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.882896] env[68391]: DEBUG nova.network.neutron [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Updating instance_info_cache with network_info: [{"id": "83c65d6e-b567-4e97-b523-e85736f995aa", "address": "fa:16:3e:f4:b4:6a", "network": {"id": "c85807cd-7d81-46a3-b9dd-165f7f8469b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1206664520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4913741499f44a32bac7ddc902ee62c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83c65d6e-b5", "ovs_interfaceid": "83c65d6e-b567-4e97-b523-e85736f995aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.060394] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.182170] env[68391]: DEBUG nova.scheduler.client.report [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.256242] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ff3b4bd2-d58a-4e45-bc88-b88c371f9c79 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "0a48b910-7213-4d2e-a33e-727304c3a810" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.250s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.384034] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Releasing lock "refresh_cache-0ce27112-6779-453d-845a-eb7bd66c49f9" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.384727] env[68391]: DEBUG nova.compute.manager [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Instance network_info: |[{"id": "83c65d6e-b567-4e97-b523-e85736f995aa", "address": "fa:16:3e:f4:b4:6a", "network": {"id": "c85807cd-7d81-46a3-b9dd-165f7f8469b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1206664520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4913741499f44a32bac7ddc902ee62c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83c65d6e-b5", "ovs_interfaceid": "83c65d6e-b567-4e97-b523-e85736f995aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.384856] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:b4:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83c65d6e-b567-4e97-b523-e85736f995aa', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.398101] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Creating folder: Project (4913741499f44a32bac7ddc902ee62c4). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.398617] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97acd222-ce09-48db-b38f-945fe9edff6d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.412551] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Created folder: Project (4913741499f44a32bac7ddc902ee62c4) in parent group-v608736. [ 674.413366] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Creating folder: Instances. Parent ref: group-v608845. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.413366] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc0da573-22b7-4b7b-8953-40e29d21c16e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.424092] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Created folder: Instances in parent group-v608845. [ 674.424092] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.424092] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.424092] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce2314bd-4865-4237-8fa1-cde8ec92acb9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.446305] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.446305] env[68391]: value = "task-3038658" [ 674.446305] env[68391]: _type = "Task" [ 674.446305] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.455643] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038658, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.551636] env[68391]: DEBUG nova.compute.manager [req-f244cb5e-c8fc-493b-b6d3-d6e5420ef096 req-c5c95b78-32a9-4c06-a0c0-4eb601d76feb service nova] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Received event network-changed-83c65d6e-b567-4e97-b523-e85736f995aa {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.551847] env[68391]: DEBUG nova.compute.manager [req-f244cb5e-c8fc-493b-b6d3-d6e5420ef096 req-c5c95b78-32a9-4c06-a0c0-4eb601d76feb service nova] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Refreshing instance network info cache due to event network-changed-83c65d6e-b567-4e97-b523-e85736f995aa. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.552051] env[68391]: DEBUG oslo_concurrency.lockutils [req-f244cb5e-c8fc-493b-b6d3-d6e5420ef096 req-c5c95b78-32a9-4c06-a0c0-4eb601d76feb service nova] Acquiring lock "refresh_cache-0ce27112-6779-453d-845a-eb7bd66c49f9" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.552192] env[68391]: DEBUG oslo_concurrency.lockutils [req-f244cb5e-c8fc-493b-b6d3-d6e5420ef096 req-c5c95b78-32a9-4c06-a0c0-4eb601d76feb service nova] Acquired lock "refresh_cache-0ce27112-6779-453d-845a-eb7bd66c49f9" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.555638] env[68391]: DEBUG nova.network.neutron [req-f244cb5e-c8fc-493b-b6d3-d6e5420ef096 req-c5c95b78-32a9-4c06-a0c0-4eb601d76feb service nova] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Refreshing network info cache for port 83c65d6e-b567-4e97-b523-e85736f995aa {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.592756] env[68391]: DEBUG nova.compute.manager [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.627376] env[68391]: DEBUG nova.virt.hardware [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.628263] env[68391]: DEBUG nova.virt.hardware [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.628446] env[68391]: DEBUG nova.virt.hardware [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.628693] env[68391]: DEBUG nova.virt.hardware [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.628856] env[68391]: DEBUG nova.virt.hardware [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.629034] env[68391]: DEBUG nova.virt.hardware [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.629268] env[68391]: DEBUG nova.virt.hardware [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.629475] env[68391]: DEBUG nova.virt.hardware [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.629691] env[68391]: DEBUG nova.virt.hardware [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.629894] env[68391]: DEBUG nova.virt.hardware [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.630106] env[68391]: DEBUG nova.virt.hardware [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.631017] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243dca42-a02f-4624-8ce7-41ddf7b28126 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.641174] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1238d6ca-986e-4ee1-aaa6-147095cee118 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.688360] env[68391]: DEBUG oslo_concurrency.lockutils [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.692560] env[68391]: DEBUG oslo_concurrency.lockutils [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.064s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.693861] env[68391]: DEBUG nova.objects.instance [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Lazy-loading 'resources' on Instance uuid 04a75416-4760-4c14-9e8e-5458a095866e {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.718018] env[68391]: INFO nova.scheduler.client.report [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Deleted allocations for instance 27d98b28-1248-40cf-8a75-121ce862be45 [ 674.759213] env[68391]: DEBUG nova.compute.manager [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.958429] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038658, 'name': CreateVM_Task, 'duration_secs': 0.346381} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.958607] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.959439] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.959606] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.959924] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.960194] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3348019e-5dda-4be3-9496-a3d638253836 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.966452] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 674.966452] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527d4a20-d919-2a6c-a956-0e1ed9133385" [ 674.966452] env[68391]: _type = "Task" [ 674.966452] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.977464] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527d4a20-d919-2a6c-a956-0e1ed9133385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.231342] env[68391]: DEBUG oslo_concurrency.lockutils [None req-55e130f1-f99a-4ecb-97b0-423343a36fdd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "27d98b28-1248-40cf-8a75-121ce862be45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.336s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.289104] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.330794] env[68391]: DEBUG nova.network.neutron [req-f244cb5e-c8fc-493b-b6d3-d6e5420ef096 req-c5c95b78-32a9-4c06-a0c0-4eb601d76feb service nova] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Updated VIF entry in instance network info cache for port 83c65d6e-b567-4e97-b523-e85736f995aa. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.331336] env[68391]: DEBUG nova.network.neutron [req-f244cb5e-c8fc-493b-b6d3-d6e5420ef096 req-c5c95b78-32a9-4c06-a0c0-4eb601d76feb service nova] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Updating instance_info_cache with network_info: [{"id": "83c65d6e-b567-4e97-b523-e85736f995aa", "address": "fa:16:3e:f4:b4:6a", "network": {"id": "c85807cd-7d81-46a3-b9dd-165f7f8469b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1206664520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4913741499f44a32bac7ddc902ee62c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83c65d6e-b5", "ovs_interfaceid": "83c65d6e-b567-4e97-b523-e85736f995aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.411996] env[68391]: DEBUG nova.network.neutron [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Successfully updated port: f27f5a4a-716d-453c-b1b9-acc5653061d1 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.483030] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527d4a20-d919-2a6c-a956-0e1ed9133385, 'name': SearchDatastore_Task, 'duration_secs': 0.016286} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.483350] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.483588] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.483818] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.483961] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.484153] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.484719] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07cdb2d8-d502-4f95-9f20-8c51f744edae {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.492543] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.493754] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.493754] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9fa2ed1-f599-42fb-b62f-b7740c18c1f0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.499731] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 675.499731] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a1e0a5-333d-3a78-b4bd-23250bb53c42" [ 675.499731] env[68391]: _type = "Task" [ 675.499731] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.510177] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a1e0a5-333d-3a78-b4bd-23250bb53c42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.751783] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95f1964-dd72-4d22-9562-cab66b6c4d85 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.762746] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224cbf4a-dc05-4569-b5bb-e3b2bd3c9185 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.795831] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a037512a-182a-4058-864e-3e3fc5e05129 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.804194] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5656d6-4c8e-4a63-bad3-9c829afaaa69 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.818648] env[68391]: DEBUG nova.compute.provider_tree [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.833459] env[68391]: DEBUG oslo_concurrency.lockutils [req-f244cb5e-c8fc-493b-b6d3-d6e5420ef096 req-c5c95b78-32a9-4c06-a0c0-4eb601d76feb service nova] Releasing lock "refresh_cache-0ce27112-6779-453d-845a-eb7bd66c49f9" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.921717] env[68391]: DEBUG oslo_concurrency.lockutils [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "refresh_cache-d6b19435-f7df-4b89-b0b1-b147ff8d8f64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.921717] env[68391]: DEBUG oslo_concurrency.lockutils [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired lock "refresh_cache-d6b19435-f7df-4b89-b0b1-b147ff8d8f64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.921717] env[68391]: DEBUG nova.network.neutron [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.017590] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a1e0a5-333d-3a78-b4bd-23250bb53c42, 'name': SearchDatastore_Task, 'duration_secs': 0.024337} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.018815] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-810c9725-f36e-4684-8703-b3b8e873c5e8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.024922] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 676.024922] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ef4dea-07be-acc2-ffa1-ba09cf3db056" [ 676.024922] env[68391]: _type = "Task" [ 676.024922] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.032726] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ef4dea-07be-acc2-ffa1-ba09cf3db056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.322646] env[68391]: DEBUG nova.scheduler.client.report [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.403774] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquiring lock "09d2b78c-7aab-4af8-b794-8381516c89b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.404013] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "09d2b78c-7aab-4af8-b794-8381516c89b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.456077] env[68391]: DEBUG nova.network.neutron [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.535467] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ef4dea-07be-acc2-ffa1-ba09cf3db056, 'name': SearchDatastore_Task, 'duration_secs': 0.024061} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.535729] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.535986] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 0ce27112-6779-453d-845a-eb7bd66c49f9/0ce27112-6779-453d-845a-eb7bd66c49f9.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.536310] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f388811e-0229-4f2c-b1ca-898ee5875538 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.542636] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 676.542636] env[68391]: value = "task-3038659" [ 676.542636] env[68391]: _type = "Task" [ 676.542636] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.552991] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.571309] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Volume attach. Driver type: vmdk {{(pid=68391) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 676.571591] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] [instance: 669b4866-63c3-4467-bd68-478e604042c1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608844', 'volume_id': '9c4f61f9-0fad-4b75-974f-c4dad23bc850', 'name': 'volume-9c4f61f9-0fad-4b75-974f-c4dad23bc850', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '669b4866-63c3-4467-bd68-478e604042c1', 'attached_at': '', 'detached_at': '', 'volume_id': '9c4f61f9-0fad-4b75-974f-c4dad23bc850', 'serial': '9c4f61f9-0fad-4b75-974f-c4dad23bc850'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 676.572524] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14e1063-86d2-4d6b-84a3-12b4402ea7ad {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.594096] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ddca05-5f2d-4dd1-ab85-6f48c086ff0a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.622024] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-9c4f61f9-0fad-4b75-974f-c4dad23bc850/volume-9c4f61f9-0fad-4b75-974f-c4dad23bc850.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.622404] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72e9eef3-9001-4894-94cc-0b5ddf952e40 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.645538] env[68391]: DEBUG oslo_vmware.api [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Waiting for the task: (returnval){ [ 676.645538] env[68391]: value = "task-3038660" [ 676.645538] env[68391]: _type = "Task" [ 676.645538] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.651531] env[68391]: DEBUG nova.network.neutron [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Updating instance_info_cache with network_info: [{"id": "f27f5a4a-716d-453c-b1b9-acc5653061d1", "address": "fa:16:3e:68:8a:08", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf27f5a4a-71", "ovs_interfaceid": "f27f5a4a-716d-453c-b1b9-acc5653061d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.659552] env[68391]: DEBUG oslo_vmware.api [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Task: {'id': task-3038660, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.804909] env[68391]: DEBUG nova.compute.manager [req-fddc2e9e-b551-4d1e-b317-d86a40dcb3ab req-cd3b815f-ce8c-41e9-813c-f9ac5a0299fd service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Received event network-vif-plugged-f27f5a4a-716d-453c-b1b9-acc5653061d1 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.805405] env[68391]: DEBUG oslo_concurrency.lockutils [req-fddc2e9e-b551-4d1e-b317-d86a40dcb3ab req-cd3b815f-ce8c-41e9-813c-f9ac5a0299fd service nova] Acquiring lock "d6b19435-f7df-4b89-b0b1-b147ff8d8f64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.805882] env[68391]: DEBUG oslo_concurrency.lockutils [req-fddc2e9e-b551-4d1e-b317-d86a40dcb3ab req-cd3b815f-ce8c-41e9-813c-f9ac5a0299fd service nova] Lock "d6b19435-f7df-4b89-b0b1-b147ff8d8f64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.806354] env[68391]: DEBUG oslo_concurrency.lockutils [req-fddc2e9e-b551-4d1e-b317-d86a40dcb3ab req-cd3b815f-ce8c-41e9-813c-f9ac5a0299fd service nova] Lock "d6b19435-f7df-4b89-b0b1-b147ff8d8f64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.806595] env[68391]: DEBUG nova.compute.manager [req-fddc2e9e-b551-4d1e-b317-d86a40dcb3ab req-cd3b815f-ce8c-41e9-813c-f9ac5a0299fd service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] No waiting events found dispatching network-vif-plugged-f27f5a4a-716d-453c-b1b9-acc5653061d1 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.807117] env[68391]: WARNING nova.compute.manager [req-fddc2e9e-b551-4d1e-b317-d86a40dcb3ab req-cd3b815f-ce8c-41e9-813c-f9ac5a0299fd service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Received unexpected event network-vif-plugged-f27f5a4a-716d-453c-b1b9-acc5653061d1 for instance with vm_state building and task_state spawning. [ 676.807376] env[68391]: DEBUG nova.compute.manager [req-fddc2e9e-b551-4d1e-b317-d86a40dcb3ab req-cd3b815f-ce8c-41e9-813c-f9ac5a0299fd service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Received event network-changed-f27f5a4a-716d-453c-b1b9-acc5653061d1 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.807614] env[68391]: DEBUG nova.compute.manager [req-fddc2e9e-b551-4d1e-b317-d86a40dcb3ab req-cd3b815f-ce8c-41e9-813c-f9ac5a0299fd service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Refreshing instance network info cache due to event network-changed-f27f5a4a-716d-453c-b1b9-acc5653061d1. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.807870] env[68391]: DEBUG oslo_concurrency.lockutils [req-fddc2e9e-b551-4d1e-b317-d86a40dcb3ab req-cd3b815f-ce8c-41e9-813c-f9ac5a0299fd service nova] Acquiring lock "refresh_cache-d6b19435-f7df-4b89-b0b1-b147ff8d8f64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.835221] env[68391]: DEBUG oslo_concurrency.lockutils [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.837517] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.713s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.837734] env[68391]: DEBUG nova.objects.instance [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Lazy-loading 'resources' on Instance uuid 78c655a8-fc5e-462e-b7f0-6d17345654f7 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.866760] env[68391]: INFO nova.scheduler.client.report [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Deleted allocations for instance 04a75416-4760-4c14-9e8e-5458a095866e [ 676.902666] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "e13a7461-a57f-4cd6-86e2-f7a513b0c5a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.902903] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "e13a7461-a57f-4cd6-86e2-f7a513b0c5a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.060399] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038659, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.156325] env[68391]: DEBUG oslo_concurrency.lockutils [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Releasing lock "refresh_cache-d6b19435-f7df-4b89-b0b1-b147ff8d8f64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.157208] env[68391]: DEBUG nova.compute.manager [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Instance network_info: |[{"id": "f27f5a4a-716d-453c-b1b9-acc5653061d1", "address": "fa:16:3e:68:8a:08", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf27f5a4a-71", "ovs_interfaceid": "f27f5a4a-716d-453c-b1b9-acc5653061d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.157654] env[68391]: DEBUG oslo_concurrency.lockutils [req-fddc2e9e-b551-4d1e-b317-d86a40dcb3ab req-cd3b815f-ce8c-41e9-813c-f9ac5a0299fd service nova] Acquired lock "refresh_cache-d6b19435-f7df-4b89-b0b1-b147ff8d8f64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.158141] env[68391]: DEBUG nova.network.neutron [req-fddc2e9e-b551-4d1e-b317-d86a40dcb3ab req-cd3b815f-ce8c-41e9-813c-f9ac5a0299fd service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Refreshing network info cache for port f27f5a4a-716d-453c-b1b9-acc5653061d1 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.160019] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:8a:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f27f5a4a-716d-453c-b1b9-acc5653061d1', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.170964] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Creating folder: Project (fb13d836decf4c3d8260285f976c88f0). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.173231] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7886fc84-c547-4d2b-b287-d9db6eb2a212 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.178953] env[68391]: DEBUG oslo_vmware.api [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Task: {'id': task-3038660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.190092] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Created folder: Project (fb13d836decf4c3d8260285f976c88f0) in parent group-v608736. [ 677.190835] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Creating folder: Instances. Parent ref: group-v608848. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.190835] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f3ce4ca-7ff4-4845-8457-d34faad505d0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.199141] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Created folder: Instances in parent group-v608848. [ 677.199370] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.199556] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.200073] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac48be90-ddd0-4d9c-ac82-ae13347555b3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.223852] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.223852] env[68391]: value = "task-3038663" [ 677.223852] env[68391]: _type = "Task" [ 677.223852] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.234192] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038663, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.376117] env[68391]: DEBUG oslo_concurrency.lockutils [None req-29acd114-f804-41a1-8acd-ae18bc13b9ea tempest-ServersAdmin275Test-949815249 tempest-ServersAdmin275Test-949815249-project-member] Lock "04a75416-4760-4c14-9e8e-5458a095866e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.185s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.557675] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595685} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.558220] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 0ce27112-6779-453d-845a-eb7bd66c49f9/0ce27112-6779-453d-845a-eb7bd66c49f9.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.558456] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.558821] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97652860-f623-4fa9-98bc-6870ee0849aa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.566027] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 677.566027] env[68391]: value = "task-3038664" [ 677.566027] env[68391]: _type = "Task" [ 677.566027] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.573813] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.657721] env[68391]: DEBUG oslo_vmware.api [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Task: {'id': task-3038660, 'name': ReconfigVM_Task, 'duration_secs': 0.666605} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.658015] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-9c4f61f9-0fad-4b75-974f-c4dad23bc850/volume-9c4f61f9-0fad-4b75-974f-c4dad23bc850.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.662668] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc6168dd-52dd-4b89-bcdd-9873e538c85d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.684234] env[68391]: DEBUG oslo_vmware.api [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Waiting for the task: (returnval){ [ 677.684234] env[68391]: value = "task-3038665" [ 677.684234] env[68391]: _type = "Task" [ 677.684234] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.694622] env[68391]: DEBUG oslo_vmware.api [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Task: {'id': task-3038665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.734853] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038663, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.774466] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b97eb9f7-18cc-4a83-9d75-c1dd02c9236d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "6e3dde6e-00a4-465d-bf1f-5bd1ab28761d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.774716] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b97eb9f7-18cc-4a83-9d75-c1dd02c9236d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "6e3dde6e-00a4-465d-bf1f-5bd1ab28761d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.774887] env[68391]: DEBUG nova.compute.manager [None req-b97eb9f7-18cc-4a83-9d75-c1dd02c9236d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.775792] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263df53f-0f40-4e58-85dd-642de16ccd90 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.786363] env[68391]: DEBUG nova.compute.manager [None req-b97eb9f7-18cc-4a83-9d75-c1dd02c9236d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68391) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 677.786906] env[68391]: DEBUG nova.objects.instance [None req-b97eb9f7-18cc-4a83-9d75-c1dd02c9236d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lazy-loading 'flavor' on Instance uuid 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.805445] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a621f513-8b9b-4749-8143-57fc8f987da2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.812842] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca2dc0d-7b63-46ea-9f55-0b564a93b39f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.847120] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a2ef9e-90b8-49b9-bc01-58393ebbf1f4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.855177] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a09a52-7cc5-4f00-89a3-0369e32b69de {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.868926] env[68391]: DEBUG nova.compute.provider_tree [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.941674] env[68391]: DEBUG nova.network.neutron [req-fddc2e9e-b551-4d1e-b317-d86a40dcb3ab req-cd3b815f-ce8c-41e9-813c-f9ac5a0299fd service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Updated VIF entry in instance network info cache for port f27f5a4a-716d-453c-b1b9-acc5653061d1. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.942087] env[68391]: DEBUG nova.network.neutron [req-fddc2e9e-b551-4d1e-b317-d86a40dcb3ab req-cd3b815f-ce8c-41e9-813c-f9ac5a0299fd service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Updating instance_info_cache with network_info: [{"id": "f27f5a4a-716d-453c-b1b9-acc5653061d1", "address": "fa:16:3e:68:8a:08", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf27f5a4a-71", "ovs_interfaceid": "f27f5a4a-716d-453c-b1b9-acc5653061d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.075210] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171774} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.075514] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.076319] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da39b3c3-ad6d-46db-916d-413f8c305953 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.098646] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 0ce27112-6779-453d-845a-eb7bd66c49f9/0ce27112-6779-453d-845a-eb7bd66c49f9.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.098906] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db6cd942-be3a-4696-9832-4e751d97b0cd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.118741] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 678.118741] env[68391]: value = "task-3038666" [ 678.118741] env[68391]: _type = "Task" [ 678.118741] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.128916] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.196066] env[68391]: DEBUG oslo_vmware.api [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Task: {'id': task-3038665, 'name': ReconfigVM_Task, 'duration_secs': 0.268575} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.196066] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608844', 'volume_id': '9c4f61f9-0fad-4b75-974f-c4dad23bc850', 'name': 'volume-9c4f61f9-0fad-4b75-974f-c4dad23bc850', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '669b4866-63c3-4467-bd68-478e604042c1', 'attached_at': '', 'detached_at': '', 'volume_id': '9c4f61f9-0fad-4b75-974f-c4dad23bc850', 'serial': '9c4f61f9-0fad-4b75-974f-c4dad23bc850'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 678.235158] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038663, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.372555] env[68391]: DEBUG nova.scheduler.client.report [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.445205] env[68391]: DEBUG oslo_concurrency.lockutils [req-fddc2e9e-b551-4d1e-b317-d86a40dcb3ab req-cd3b815f-ce8c-41e9-813c-f9ac5a0299fd service nova] Releasing lock "refresh_cache-d6b19435-f7df-4b89-b0b1-b147ff8d8f64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.631908] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038666, 'name': ReconfigVM_Task, 'duration_secs': 0.484714} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.631908] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 0ce27112-6779-453d-845a-eb7bd66c49f9/0ce27112-6779-453d-845a-eb7bd66c49f9.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.631908] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19c5a721-8c1a-425b-828e-cc4f1d7bc713 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.639487] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 678.639487] env[68391]: value = "task-3038667" [ 678.639487] env[68391]: _type = "Task" [ 678.639487] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.649712] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038667, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.738360] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038663, 'name': CreateVM_Task, 'duration_secs': 1.288056} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.738597] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.739304] env[68391]: DEBUG oslo_concurrency.lockutils [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.739556] env[68391]: DEBUG oslo_concurrency.lockutils [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.739910] env[68391]: DEBUG oslo_concurrency.lockutils [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.740211] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c1b886-8b27-4ea6-8570-5170d884748b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.748732] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 678.748732] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52449b49-ab02-aaed-5264-fb8128e491e7" [ 678.748732] env[68391]: _type = "Task" [ 678.748732] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.754987] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52449b49-ab02-aaed-5264-fb8128e491e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.795499] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97eb9f7-18cc-4a83-9d75-c1dd02c9236d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.795863] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-249da9ae-58f7-4eec-8e4b-215893fd4887 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.802581] env[68391]: DEBUG oslo_vmware.api [None req-b97eb9f7-18cc-4a83-9d75-c1dd02c9236d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 678.802581] env[68391]: value = "task-3038668" [ 678.802581] env[68391]: _type = "Task" [ 678.802581] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.811312] env[68391]: DEBUG oslo_vmware.api [None req-b97eb9f7-18cc-4a83-9d75-c1dd02c9236d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.878131] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.880702] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.422s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.881018] env[68391]: DEBUG nova.objects.instance [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Lazy-loading 'resources' on Instance uuid f2771b69-6f75-4311-a727-ce7261fe1cf5 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.899668] env[68391]: INFO nova.scheduler.client.report [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Deleted allocations for instance 78c655a8-fc5e-462e-b7f0-6d17345654f7 [ 679.152048] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038667, 'name': Rename_Task, 'duration_secs': 0.220597} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.153022] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.153022] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6c1cb63-1e06-4601-9a24-c3bd40d16958 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.159355] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 679.159355] env[68391]: value = "task-3038669" [ 679.159355] env[68391]: _type = "Task" [ 679.159355] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.169668] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.246428] env[68391]: DEBUG nova.objects.instance [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Lazy-loading 'flavor' on Instance uuid 669b4866-63c3-4467-bd68-478e604042c1 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.257861] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52449b49-ab02-aaed-5264-fb8128e491e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010481} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.258334] env[68391]: DEBUG oslo_concurrency.lockutils [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.258705] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.259052] env[68391]: DEBUG oslo_concurrency.lockutils [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.259312] env[68391]: DEBUG oslo_concurrency.lockutils [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.259557] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.259867] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-935d58b8-223a-48d1-a833-2c2f13343a41 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.277254] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.277493] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.278647] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f52e080-6a97-4566-9ac8-ba8f65c9e402 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.284445] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 679.284445] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52301950-8b45-be0d-dff5-13b438a41f8d" [ 679.284445] env[68391]: _type = "Task" [ 679.284445] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.293152] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52301950-8b45-be0d-dff5-13b438a41f8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.316791] env[68391]: DEBUG oslo_vmware.api [None req-b97eb9f7-18cc-4a83-9d75-c1dd02c9236d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038668, 'name': PowerOffVM_Task, 'duration_secs': 0.34293} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.318702] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97eb9f7-18cc-4a83-9d75-c1dd02c9236d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.318953] env[68391]: DEBUG nova.compute.manager [None req-b97eb9f7-18cc-4a83-9d75-c1dd02c9236d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.319786] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0efad9-6ac6-470e-98c8-099a43b1afef {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.411966] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2e2e1d99-ad0a-40c9-99e2-ddea8a721e65 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Lock "78c655a8-fc5e-462e-b7f0-6d17345654f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.762s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.673245] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038669, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.756997] env[68391]: DEBUG oslo_concurrency.lockutils [None req-65d4475d-d7e9-4a17-b0de-e67a1b6e78ec tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Lock "669b4866-63c3-4467-bd68-478e604042c1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.844s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.766859] env[68391]: DEBUG oslo_concurrency.lockutils [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquiring lock "071bfe29-85ee-4aaa-99ea-0d81dc2de1a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.767272] env[68391]: DEBUG oslo_concurrency.lockutils [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Lock "071bfe29-85ee-4aaa-99ea-0d81dc2de1a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.767374] env[68391]: DEBUG oslo_concurrency.lockutils [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquiring lock "071bfe29-85ee-4aaa-99ea-0d81dc2de1a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.767964] env[68391]: DEBUG oslo_concurrency.lockutils [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Lock "071bfe29-85ee-4aaa-99ea-0d81dc2de1a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.767964] env[68391]: DEBUG oslo_concurrency.lockutils [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Lock "071bfe29-85ee-4aaa-99ea-0d81dc2de1a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.769858] env[68391]: INFO nova.compute.manager [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Terminating instance [ 679.798375] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52301950-8b45-be0d-dff5-13b438a41f8d, 'name': SearchDatastore_Task, 'duration_secs': 0.022674} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.801749] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adbe300f-08c3-419d-be3f-01173f363077 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.807742] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 679.807742] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5299cba3-9212-0ff3-2456-4ac13de94c9e" [ 679.807742] env[68391]: _type = "Task" [ 679.807742] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.816758] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5299cba3-9212-0ff3-2456-4ac13de94c9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.834517] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b97eb9f7-18cc-4a83-9d75-c1dd02c9236d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "6e3dde6e-00a4-465d-bf1f-5bd1ab28761d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.902149] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a4869d-6a0b-44e4-b34e-ee5362ab6e86 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.910736] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49083ad8-dae5-4ed2-b64f-63ea1338255b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.942561] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dd556971-edde-4375-9a26-5ceffddb15b2 tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Acquiring lock "669b4866-63c3-4467-bd68-478e604042c1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.942887] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dd556971-edde-4375-9a26-5ceffddb15b2 tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Lock "669b4866-63c3-4467-bd68-478e604042c1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.945102] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505c351f-155f-47c4-b09d-65366530aa51 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.953827] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c99512-0117-4cd6-ba9c-aa8cd3a0dc53 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.969390] env[68391]: DEBUG nova.compute.provider_tree [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.170454] env[68391]: DEBUG oslo_vmware.api [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038669, 'name': PowerOnVM_Task, 'duration_secs': 0.555732} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.170823] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.170943] env[68391]: INFO nova.compute.manager [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Took 8.25 seconds to spawn the instance on the hypervisor. [ 680.171118] env[68391]: DEBUG nova.compute.manager [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.172605] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85bf996-abdf-4838-91e3-8e377bbe3f25 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.277162] env[68391]: DEBUG nova.compute.manager [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 680.277385] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.278358] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d968d3-83f2-4c97-add3-70e22096b61e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.289445] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.289719] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec0e9c70-5398-497b-9086-f8d83475ef04 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.297204] env[68391]: DEBUG oslo_vmware.api [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for the task: (returnval){ [ 680.297204] env[68391]: value = "task-3038670" [ 680.297204] env[68391]: _type = "Task" [ 680.297204] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.305783] env[68391]: DEBUG oslo_vmware.api [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.317474] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5299cba3-9212-0ff3-2456-4ac13de94c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.013841} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.317762] env[68391]: DEBUG oslo_concurrency.lockutils [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.318052] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] d6b19435-f7df-4b89-b0b1-b147ff8d8f64/d6b19435-f7df-4b89-b0b1-b147ff8d8f64.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.318341] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0054c6c-03dc-45db-ad43-d51f932f44af {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.326979] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 680.326979] env[68391]: value = "task-3038671" [ 680.326979] env[68391]: _type = "Task" [ 680.326979] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.334676] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.450147] env[68391]: INFO nova.compute.manager [None req-dd556971-edde-4375-9a26-5ceffddb15b2 tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Detaching volume 9c4f61f9-0fad-4b75-974f-c4dad23bc850 [ 680.474116] env[68391]: DEBUG nova.scheduler.client.report [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.494867] env[68391]: INFO nova.virt.block_device [None req-dd556971-edde-4375-9a26-5ceffddb15b2 tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Attempting to driver detach volume 9c4f61f9-0fad-4b75-974f-c4dad23bc850 from mountpoint /dev/sdb [ 680.494867] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd556971-edde-4375-9a26-5ceffddb15b2 tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Volume detach. Driver type: vmdk {{(pid=68391) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 680.494867] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd556971-edde-4375-9a26-5ceffddb15b2 tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] [instance: 669b4866-63c3-4467-bd68-478e604042c1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608844', 'volume_id': '9c4f61f9-0fad-4b75-974f-c4dad23bc850', 'name': 'volume-9c4f61f9-0fad-4b75-974f-c4dad23bc850', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '669b4866-63c3-4467-bd68-478e604042c1', 'attached_at': '', 'detached_at': '', 'volume_id': '9c4f61f9-0fad-4b75-974f-c4dad23bc850', 'serial': '9c4f61f9-0fad-4b75-974f-c4dad23bc850'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 680.496212] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61065388-6b11-445b-9f10-bb0ba3e4b419 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.520091] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd85137-092f-42f5-b50e-4cb41f371998 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.529679] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5d3beb-5fdd-4683-b083-7814810b17c8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.555265] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f77974e-d335-4cfa-a15a-80d4537cc53e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.571311] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd556971-edde-4375-9a26-5ceffddb15b2 tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] The volume has not been displaced from its original location: [datastore2] volume-9c4f61f9-0fad-4b75-974f-c4dad23bc850/volume-9c4f61f9-0fad-4b75-974f-c4dad23bc850.vmdk. No consolidation needed. {{(pid=68391) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 680.577465] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd556971-edde-4375-9a26-5ceffddb15b2 tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 680.577955] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c7610d4-9cd4-4567-b803-7e7d182d8d49 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.600431] env[68391]: DEBUG oslo_vmware.api [None req-dd556971-edde-4375-9a26-5ceffddb15b2 tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Waiting for the task: (returnval){ [ 680.600431] env[68391]: value = "task-3038672" [ 680.600431] env[68391]: _type = "Task" [ 680.600431] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.610705] env[68391]: DEBUG oslo_vmware.api [None req-dd556971-edde-4375-9a26-5ceffddb15b2 tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Task: {'id': task-3038672, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.694967] env[68391]: INFO nova.compute.manager [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Took 44.95 seconds to build instance. [ 680.701014] env[68391]: DEBUG nova.objects.instance [None req-8ca2caa8-7391-4695-9c63-a2aeeaa31e54 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lazy-loading 'flavor' on Instance uuid 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.815039] env[68391]: DEBUG oslo_vmware.api [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038670, 'name': PowerOffVM_Task, 'duration_secs': 0.324944} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.815039] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.815039] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.815039] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca9ac6b5-dd4b-4828-97cd-cac75bdf6845 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.841436] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038671, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.888208] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.891082] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.891082] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Deleting the datastore file [datastore1] 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.891082] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3947205-432c-44f4-9808-66415ee3f25b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.897666] env[68391]: DEBUG oslo_vmware.api [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for the task: (returnval){ [ 680.897666] env[68391]: value = "task-3038674" [ 680.897666] env[68391]: _type = "Task" [ 680.897666] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.912056] env[68391]: DEBUG oslo_vmware.api [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.980295] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.984281] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.680s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.988017] env[68391]: INFO nova.compute.claims [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.020563] env[68391]: INFO nova.scheduler.client.report [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Deleted allocations for instance f2771b69-6f75-4311-a727-ce7261fe1cf5 [ 681.110403] env[68391]: DEBUG oslo_vmware.api [None req-dd556971-edde-4375-9a26-5ceffddb15b2 tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Task: {'id': task-3038672, 'name': ReconfigVM_Task, 'duration_secs': 0.343511} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.110702] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd556971-edde-4375-9a26-5ceffddb15b2 tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 681.116168] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed55ab9f-bca9-457a-acac-b7db60fe1645 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.133787] env[68391]: DEBUG oslo_vmware.api [None req-dd556971-edde-4375-9a26-5ceffddb15b2 tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Waiting for the task: (returnval){ [ 681.133787] env[68391]: value = "task-3038675" [ 681.133787] env[68391]: _type = "Task" [ 681.133787] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.142442] env[68391]: DEBUG oslo_vmware.api [None req-dd556971-edde-4375-9a26-5ceffddb15b2 tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Task: {'id': task-3038675, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.196689] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6edbfc5-ecda-4879-947e-8f4a50e90406 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "0ce27112-6779-453d-845a-eb7bd66c49f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.281s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.208051] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8ca2caa8-7391-4695-9c63-a2aeeaa31e54 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "refresh_cache-6e3dde6e-00a4-465d-bf1f-5bd1ab28761d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.208051] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8ca2caa8-7391-4695-9c63-a2aeeaa31e54 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquired lock "refresh_cache-6e3dde6e-00a4-465d-bf1f-5bd1ab28761d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.208051] env[68391]: DEBUG nova.network.neutron [None req-8ca2caa8-7391-4695-9c63-a2aeeaa31e54 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.208051] env[68391]: DEBUG nova.objects.instance [None req-8ca2caa8-7391-4695-9c63-a2aeeaa31e54 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lazy-loading 'info_cache' on Instance uuid 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.340041] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646276} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.340347] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] d6b19435-f7df-4b89-b0b1-b147ff8d8f64/d6b19435-f7df-4b89-b0b1-b147ff8d8f64.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.340567] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.340847] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff027ead-05b1-4cad-8daf-7666191dcd11 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.350991] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 681.350991] env[68391]: value = "task-3038676" [ 681.350991] env[68391]: _type = "Task" [ 681.350991] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.360499] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.407962] env[68391]: DEBUG oslo_vmware.api [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Task: {'id': task-3038674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253727} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.408474] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.408742] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.408984] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.409235] env[68391]: INFO nova.compute.manager [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 681.409539] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.409794] env[68391]: DEBUG nova.compute.manager [-] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.409957] env[68391]: DEBUG nova.network.neutron [-] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.529710] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d98eec88-9b9f-4465-ab9f-89c72429a92e tempest-InstanceActionsV221TestJSON-1541763496 tempest-InstanceActionsV221TestJSON-1541763496-project-member] Lock "f2771b69-6f75-4311-a727-ce7261fe1cf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.556s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.650153] env[68391]: DEBUG oslo_vmware.api [None req-dd556971-edde-4375-9a26-5ceffddb15b2 tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Task: {'id': task-3038675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.699477] env[68391]: DEBUG nova.compute.manager [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.712180] env[68391]: DEBUG nova.objects.base [None req-8ca2caa8-7391-4695-9c63-a2aeeaa31e54 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Object Instance<6e3dde6e-00a4-465d-bf1f-5bd1ab28761d> lazy-loaded attributes: flavor,info_cache {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 681.868247] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.342092} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.868640] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.872684] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991bd558-bd6f-4057-b8bd-ed2394e7e927 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.878090] env[68391]: DEBUG nova.compute.manager [req-0883f366-f085-473b-b8f8-334e142aab1a req-b2c248be-84a1-4f1a-a6c2-0bffec1b558e service nova] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Received event network-vif-deleted-c82b7684-3e19-43c0-bf2a-052a215fe133 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.878339] env[68391]: INFO nova.compute.manager [req-0883f366-f085-473b-b8f8-334e142aab1a req-b2c248be-84a1-4f1a-a6c2-0bffec1b558e service nova] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Neutron deleted interface c82b7684-3e19-43c0-bf2a-052a215fe133; detaching it from the instance and deleting it from the info cache [ 681.878892] env[68391]: DEBUG nova.network.neutron [req-0883f366-f085-473b-b8f8-334e142aab1a req-b2c248be-84a1-4f1a-a6c2-0bffec1b558e service nova] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.901498] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] d6b19435-f7df-4b89-b0b1-b147ff8d8f64/d6b19435-f7df-4b89-b0b1-b147ff8d8f64.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.902219] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b9002cf-143b-487e-9fc8-3279d5dcf4fb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.922786] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 681.922786] env[68391]: value = "task-3038677" [ 681.922786] env[68391]: _type = "Task" [ 681.922786] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.933938] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.015746] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15a95f4f-37cf-4a53-8820-3a90a3e4dd89 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "0ce27112-6779-453d-845a-eb7bd66c49f9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.015746] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15a95f4f-37cf-4a53-8820-3a90a3e4dd89 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "0ce27112-6779-453d-845a-eb7bd66c49f9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.015746] env[68391]: DEBUG nova.compute.manager [None req-15a95f4f-37cf-4a53-8820-3a90a3e4dd89 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.017782] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21bfc9f-0451-466e-8157-83ac0c66dfb8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.025021] env[68391]: DEBUG nova.compute.manager [None req-15a95f4f-37cf-4a53-8820-3a90a3e4dd89 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68391) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 682.025021] env[68391]: DEBUG nova.objects.instance [None req-15a95f4f-37cf-4a53-8820-3a90a3e4dd89 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lazy-loading 'flavor' on Instance uuid 0ce27112-6779-453d-845a-eb7bd66c49f9 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.144672] env[68391]: DEBUG oslo_vmware.api [None req-dd556971-edde-4375-9a26-5ceffddb15b2 tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Task: {'id': task-3038675, 'name': ReconfigVM_Task, 'duration_secs': 0.985208} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.144977] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd556971-edde-4375-9a26-5ceffddb15b2 tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608844', 'volume_id': '9c4f61f9-0fad-4b75-974f-c4dad23bc850', 'name': 'volume-9c4f61f9-0fad-4b75-974f-c4dad23bc850', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '669b4866-63c3-4467-bd68-478e604042c1', 'attached_at': '', 'detached_at': '', 'volume_id': '9c4f61f9-0fad-4b75-974f-c4dad23bc850', 'serial': '9c4f61f9-0fad-4b75-974f-c4dad23bc850'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 682.222929] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.368284] env[68391]: DEBUG nova.network.neutron [-] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.384472] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec4a5009-2168-47b9-98a7-282d5b505cde {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.403915] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33327b78-858c-43a6-8af8-78fd2ff6fbb5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.436243] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.449286] env[68391]: DEBUG nova.compute.manager [req-0883f366-f085-473b-b8f8-334e142aab1a req-b2c248be-84a1-4f1a-a6c2-0bffec1b558e service nova] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Detach interface failed, port_id=c82b7684-3e19-43c0-bf2a-052a215fe133, reason: Instance 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 682.613898] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4859e9fa-5892-4869-97e8-75f5aae78671 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.624782] env[68391]: DEBUG nova.network.neutron [None req-8ca2caa8-7391-4695-9c63-a2aeeaa31e54 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Updating instance_info_cache with network_info: [{"id": "7cb9f46e-bc67-4a78-b247-5627613653ac", "address": "fa:16:3e:5b:a6:aa", "network": {"id": "09f44025-56c9-4c11-956c-2156ca4480af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1735643931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77248d1d893f4fafb8561549b3f9da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb9f46e-bc", "ovs_interfaceid": "7cb9f46e-bc67-4a78-b247-5627613653ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.626968] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7481271e-a489-48f4-8535-a02214b54c95 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.667128] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28b67ec-c4ee-4855-997d-a670b8741b03 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.676411] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b257fed-8499-4c32-9fe1-8febcce48fbe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.695110] env[68391]: DEBUG nova.compute.provider_tree [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.739807] env[68391]: DEBUG nova.objects.instance [None req-dd556971-edde-4375-9a26-5ceffddb15b2 tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Lazy-loading 'flavor' on Instance uuid 669b4866-63c3-4467-bd68-478e604042c1 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.873119] env[68391]: INFO nova.compute.manager [-] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Took 1.46 seconds to deallocate network for instance. [ 682.938185] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038677, 'name': ReconfigVM_Task, 'duration_secs': 0.698507} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.941155] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Reconfigured VM instance instance-00000025 to attach disk [datastore2] d6b19435-f7df-4b89-b0b1-b147ff8d8f64/d6b19435-f7df-4b89-b0b1-b147ff8d8f64.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.942703] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d2c5437-c1b0-4eda-86eb-bf491d48a09d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.949598] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 682.949598] env[68391]: value = "task-3038678" [ 682.949598] env[68391]: _type = "Task" [ 682.949598] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.961257] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038678, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.041060] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a95f4f-37cf-4a53-8820-3a90a3e4dd89 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.041405] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a64bb60-f5d7-4bef-9697-84f43775b87e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.049238] env[68391]: DEBUG oslo_vmware.api [None req-15a95f4f-37cf-4a53-8820-3a90a3e4dd89 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 683.049238] env[68391]: value = "task-3038679" [ 683.049238] env[68391]: _type = "Task" [ 683.049238] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.060699] env[68391]: DEBUG oslo_vmware.api [None req-15a95f4f-37cf-4a53-8820-3a90a3e4dd89 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.133027] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8ca2caa8-7391-4695-9c63-a2aeeaa31e54 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Releasing lock "refresh_cache-6e3dde6e-00a4-465d-bf1f-5bd1ab28761d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.198625] env[68391]: DEBUG nova.scheduler.client.report [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.380360] env[68391]: DEBUG oslo_concurrency.lockutils [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.464975] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038678, 'name': Rename_Task, 'duration_secs': 0.17433} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.464975] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.465206] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f264f73-5b2d-41cf-8b85-2fa5dd3bd69c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.471387] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 683.471387] env[68391]: value = "task-3038680" [ 683.471387] env[68391]: _type = "Task" [ 683.471387] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.478940] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.559196] env[68391]: DEBUG oslo_vmware.api [None req-15a95f4f-37cf-4a53-8820-3a90a3e4dd89 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038679, 'name': PowerOffVM_Task, 'duration_secs': 0.173488} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.559868] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a95f4f-37cf-4a53-8820-3a90a3e4dd89 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.560927] env[68391]: DEBUG nova.compute.manager [None req-15a95f4f-37cf-4a53-8820-3a90a3e4dd89 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.561072] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d07a39-44a7-4743-b14e-fc99fc3f5f83 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.703798] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.705493] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.343s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.746919] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dd556971-edde-4375-9a26-5ceffddb15b2 tempest-VolumesAssistedSnapshotsTest-1784348502 tempest-VolumesAssistedSnapshotsTest-1784348502-project-admin] Lock "669b4866-63c3-4467-bd68-478e604042c1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.804s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.983604] env[68391]: DEBUG oslo_vmware.api [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038680, 'name': PowerOnVM_Task, 'duration_secs': 0.468206} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.983604] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.984063] env[68391]: INFO nova.compute.manager [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Took 9.39 seconds to spawn the instance on the hypervisor. [ 683.984157] env[68391]: DEBUG nova.compute.manager [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.985417] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b56b005-6276-4ce0-955d-008c328e2769 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.077075] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15a95f4f-37cf-4a53-8820-3a90a3e4dd89 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "0ce27112-6779-453d-845a-eb7bd66c49f9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.141215] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca2caa8-7391-4695-9c63-a2aeeaa31e54 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.141318] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1781046e-8d1b-4a60-8e20-bd420250f8a4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.149753] env[68391]: DEBUG oslo_vmware.api [None req-8ca2caa8-7391-4695-9c63-a2aeeaa31e54 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 684.149753] env[68391]: value = "task-3038681" [ 684.149753] env[68391]: _type = "Task" [ 684.149753] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.161311] env[68391]: DEBUG oslo_vmware.api [None req-8ca2caa8-7391-4695-9c63-a2aeeaa31e54 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.209404] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Acquiring lock "9d202c79-8bd4-44d3-816a-350459b2ba71" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.209404] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Lock "9d202c79-8bd4-44d3-816a-350459b2ba71" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.222020] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Lock "9d202c79-8bd4-44d3-816a-350459b2ba71" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.010s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.222020] env[68391]: DEBUG nova.compute.manager [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.279377] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "38da167e-1f64-462f-9847-b4daa77d0390" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.279377] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "38da167e-1f64-462f-9847-b4daa77d0390" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.511900] env[68391]: INFO nova.compute.manager [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Took 48.63 seconds to build instance. [ 684.664633] env[68391]: DEBUG oslo_vmware.api [None req-8ca2caa8-7391-4695-9c63-a2aeeaa31e54 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038681, 'name': PowerOnVM_Task, 'duration_secs': 0.397925} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.666999] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca2caa8-7391-4695-9c63-a2aeeaa31e54 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.666999] env[68391]: DEBUG nova.compute.manager [None req-8ca2caa8-7391-4695-9c63-a2aeeaa31e54 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.666999] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175ad3c1-0489-4cf1-881f-dba31dd6c9ec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.731174] env[68391]: DEBUG nova.compute.utils [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.732877] env[68391]: DEBUG nova.compute.manager [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.733096] env[68391]: DEBUG nova.network.neutron [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.766921] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 39cf4eea-900e-4211-9afe-ae2735af2661 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 684.766921] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 54a90dc4-1c71-487e-90c8-9ac494d9ea3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.767075] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 669b4866-63c3-4467-bd68-478e604042c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.767125] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 684.767252] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 291661a1-659b-45a6-b35f-2db187f17324 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.767376] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 1b07d836-07a1-437f-8890-59630b092bca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.767501] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 828732f1-e0d2-4e9c-83f1-7f43892ba7be is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 684.767612] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.767800] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 0b5b4adf-a2bd-4255-964e-bb70a52c056e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.767855] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 336e7166-5e3f-4de1-b3af-14b521ec8147 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.768192] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 6ab608b6-6828-46a0-a62a-ac56156c4be3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 684.768192] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 684.768192] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 03e4e020-511f-4d10-87a7-5e14a74cd77b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 684.768319] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 8255f57d-32cf-4205-a078-dbf25d0f6afc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.768396] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.768483] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 03d0a82a-7689-4d48-9a5f-508f55a76ee3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.768598] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.768734] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 0a48b910-7213-4d2e-a33e-727304c3a810 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.768809] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 0ce27112-6779-453d-845a-eb7bd66c49f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.768905] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance d6b19435-f7df-4b89-b0b1-b147ff8d8f64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.769451] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 899fb4f5-ddf8-4295-8abe-99669680d1d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.830386] env[68391]: DEBUG nova.policy [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54351f206bd04121a4e764a7fa2e3472', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e223bf4ba9a4a5cb548920dc7e352d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.015299] env[68391]: DEBUG oslo_concurrency.lockutils [None req-01152166-c5c7-45b0-b31a-1cb94c45d87b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "d6b19435-f7df-4b89-b0b1-b147ff8d8f64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.238s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.232459] env[68391]: DEBUG nova.network.neutron [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Successfully created port: 7af527ae-b843-45ff-abf8-28609f9c816e {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.243626] env[68391]: DEBUG nova.compute.manager [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.274020] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance ec6ae023-f376-4c2f-9d3d-31144b5b007e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 685.521786] env[68391]: DEBUG nova.compute.manager [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.681619] env[68391]: DEBUG nova.compute.manager [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.682650] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3261d3cc-17e3-4e81-9537-bff6b1af2c10 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.779321] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 69f2e7b4-4673-4707-87e3-e40032f09a10 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 685.964985] env[68391]: DEBUG nova.compute.manager [req-70b1f9c2-b550-4280-9b23-1bd2e18fdfdb req-7203b77a-c818-428d-8b3e-66c2410230a3 service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Received event network-changed-f27f5a4a-716d-453c-b1b9-acc5653061d1 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.965169] env[68391]: DEBUG nova.compute.manager [req-70b1f9c2-b550-4280-9b23-1bd2e18fdfdb req-7203b77a-c818-428d-8b3e-66c2410230a3 service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Refreshing instance network info cache due to event network-changed-f27f5a4a-716d-453c-b1b9-acc5653061d1. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.965416] env[68391]: DEBUG oslo_concurrency.lockutils [req-70b1f9c2-b550-4280-9b23-1bd2e18fdfdb req-7203b77a-c818-428d-8b3e-66c2410230a3 service nova] Acquiring lock "refresh_cache-d6b19435-f7df-4b89-b0b1-b147ff8d8f64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.965567] env[68391]: DEBUG oslo_concurrency.lockutils [req-70b1f9c2-b550-4280-9b23-1bd2e18fdfdb req-7203b77a-c818-428d-8b3e-66c2410230a3 service nova] Acquired lock "refresh_cache-d6b19435-f7df-4b89-b0b1-b147ff8d8f64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.966376] env[68391]: DEBUG nova.network.neutron [req-70b1f9c2-b550-4280-9b23-1bd2e18fdfdb req-7203b77a-c818-428d-8b3e-66c2410230a3 service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Refreshing network info cache for port f27f5a4a-716d-453c-b1b9-acc5653061d1 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.054554] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.198887] env[68391]: INFO nova.compute.manager [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] instance snapshotting [ 686.199310] env[68391]: WARNING nova.compute.manager [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 686.204205] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf357df-22c0-4c64-a288-9ad0770ffa15 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.231962] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f87a8f-4fa2-4d35-a019-ed7949ba142e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.254451] env[68391]: DEBUG nova.compute.manager [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.284608] env[68391]: DEBUG nova.virt.hardware [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.287778] env[68391]: DEBUG nova.virt.hardware [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.287778] env[68391]: DEBUG nova.virt.hardware [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.287778] env[68391]: DEBUG nova.virt.hardware [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.287778] env[68391]: DEBUG nova.virt.hardware [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.287778] env[68391]: DEBUG nova.virt.hardware [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.288404] env[68391]: DEBUG nova.virt.hardware [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.288404] env[68391]: DEBUG nova.virt.hardware [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.288404] env[68391]: DEBUG nova.virt.hardware [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.288404] env[68391]: DEBUG nova.virt.hardware [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.288404] env[68391]: DEBUG nova.virt.hardware [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.288619] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 22c69ccb-39b6-411a-bed9-03c7555aaeff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 686.290873] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0085f39c-65c2-40de-a3a9-f0bab8a8dfe5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.300647] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cccc02-b1cc-4416-b434-c6948efe277d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.752634] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Creating Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 686.752634] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9e8a85ad-c78c-4a7e-b096-a559a7c2514f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.768301] env[68391]: DEBUG oslo_vmware.api [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 686.768301] env[68391]: value = "task-3038683" [ 686.768301] env[68391]: _type = "Task" [ 686.768301] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.776994] env[68391]: DEBUG oslo_vmware.api [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038683, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.778320] env[68391]: DEBUG nova.network.neutron [req-70b1f9c2-b550-4280-9b23-1bd2e18fdfdb req-7203b77a-c818-428d-8b3e-66c2410230a3 service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Updated VIF entry in instance network info cache for port f27f5a4a-716d-453c-b1b9-acc5653061d1. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.778666] env[68391]: DEBUG nova.network.neutron [req-70b1f9c2-b550-4280-9b23-1bd2e18fdfdb req-7203b77a-c818-428d-8b3e-66c2410230a3 service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Updating instance_info_cache with network_info: [{"id": "f27f5a4a-716d-453c-b1b9-acc5653061d1", "address": "fa:16:3e:68:8a:08", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf27f5a4a-71", "ovs_interfaceid": "f27f5a4a-716d-453c-b1b9-acc5653061d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.794650] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 954b77db-199c-4472-a489-e6b57ac2af67 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 687.010017] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquiring lock "7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.010017] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.058252] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Acquiring lock "669b4866-63c3-4467-bd68-478e604042c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.058252] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Lock "669b4866-63c3-4467-bd68-478e604042c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.058252] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Acquiring lock "669b4866-63c3-4467-bd68-478e604042c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.058252] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Lock "669b4866-63c3-4467-bd68-478e604042c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.059053] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Lock "669b4866-63c3-4467-bd68-478e604042c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.059946] env[68391]: INFO nova.compute.manager [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Terminating instance [ 687.281265] env[68391]: DEBUG oslo_concurrency.lockutils [req-70b1f9c2-b550-4280-9b23-1bd2e18fdfdb req-7203b77a-c818-428d-8b3e-66c2410230a3 service nova] Releasing lock "refresh_cache-d6b19435-f7df-4b89-b0b1-b147ff8d8f64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.281815] env[68391]: DEBUG oslo_vmware.api [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038683, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.298967] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 687.375309] env[68391]: DEBUG nova.network.neutron [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Successfully updated port: 7af527ae-b843-45ff-abf8-28609f9c816e {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.514746] env[68391]: DEBUG nova.compute.utils [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.569030] env[68391]: DEBUG nova.compute.manager [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.569030] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.569030] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557b5892-d9fa-49e8-85c7-6931f75b3318 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.577280] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.577684] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35746fc9-1b6b-4732-b6a2-aa7288a536ae {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.598853] env[68391]: DEBUG nova.compute.manager [req-c2e37e58-5356-4a81-bbcb-d23ceb8a8f07 req-cf7730d0-7e79-4542-9f5e-5540d84ef6c6 service nova] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Received event network-vif-plugged-7af527ae-b843-45ff-abf8-28609f9c816e {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.599104] env[68391]: DEBUG oslo_concurrency.lockutils [req-c2e37e58-5356-4a81-bbcb-d23ceb8a8f07 req-cf7730d0-7e79-4542-9f5e-5540d84ef6c6 service nova] Acquiring lock "899fb4f5-ddf8-4295-8abe-99669680d1d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.599316] env[68391]: DEBUG oslo_concurrency.lockutils [req-c2e37e58-5356-4a81-bbcb-d23ceb8a8f07 req-cf7730d0-7e79-4542-9f5e-5540d84ef6c6 service nova] Lock "899fb4f5-ddf8-4295-8abe-99669680d1d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.599484] env[68391]: DEBUG oslo_concurrency.lockutils [req-c2e37e58-5356-4a81-bbcb-d23ceb8a8f07 req-cf7730d0-7e79-4542-9f5e-5540d84ef6c6 service nova] Lock "899fb4f5-ddf8-4295-8abe-99669680d1d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.599650] env[68391]: DEBUG nova.compute.manager [req-c2e37e58-5356-4a81-bbcb-d23ceb8a8f07 req-cf7730d0-7e79-4542-9f5e-5540d84ef6c6 service nova] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] No waiting events found dispatching network-vif-plugged-7af527ae-b843-45ff-abf8-28609f9c816e {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.599877] env[68391]: WARNING nova.compute.manager [req-c2e37e58-5356-4a81-bbcb-d23ceb8a8f07 req-cf7730d0-7e79-4542-9f5e-5540d84ef6c6 service nova] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Received unexpected event network-vif-plugged-7af527ae-b843-45ff-abf8-28609f9c816e for instance with vm_state building and task_state spawning. [ 687.602438] env[68391]: DEBUG oslo_vmware.api [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Waiting for the task: (returnval){ [ 687.602438] env[68391]: value = "task-3038684" [ 687.602438] env[68391]: _type = "Task" [ 687.602438] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.616478] env[68391]: DEBUG oslo_vmware.api [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': task-3038684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.779205] env[68391]: DEBUG oslo_vmware.api [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038683, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.804794] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 9158ca40-77ed-46cc-9e18-701703d52463 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 687.877919] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Acquiring lock "refresh_cache-899fb4f5-ddf8-4295-8abe-99669680d1d2" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.877919] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Acquired lock "refresh_cache-899fb4f5-ddf8-4295-8abe-99669680d1d2" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.877919] env[68391]: DEBUG nova.network.neutron [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.016371] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.117411] env[68391]: DEBUG oslo_vmware.api [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': task-3038684, 'name': PowerOffVM_Task, 'duration_secs': 0.211279} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.117656] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.117656] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.117874] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf9fbff0-5b26-4eee-aee7-a104459d08d4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.191482] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.192321] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.192321] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Deleting the datastore file [datastore1] 669b4866-63c3-4467-bd68-478e604042c1 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.192321] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c5ce413-f4d5-4ced-84c7-8c6fa6082d8f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.200615] env[68391]: DEBUG oslo_vmware.api [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Waiting for the task: (returnval){ [ 688.200615] env[68391]: value = "task-3038686" [ 688.200615] env[68391]: _type = "Task" [ 688.200615] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.211078] env[68391]: DEBUG oslo_vmware.api [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': task-3038686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.281490] env[68391]: DEBUG oslo_vmware.api [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038683, 'name': CreateSnapshot_Task, 'duration_secs': 1.386887} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.281490] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Created Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 688.281490] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0322af4-7afa-4cb4-a0a6-7b6bda0e82fe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.309791] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 4874b0c8-bcd3-4eca-a82f-f76539d141bb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 688.411941] env[68391]: DEBUG nova.network.neutron [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.577937] env[68391]: DEBUG nova.network.neutron [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Updating instance_info_cache with network_info: [{"id": "7af527ae-b843-45ff-abf8-28609f9c816e", "address": "fa:16:3e:d1:67:da", "network": {"id": "999c9497-fcf9-442b-8ed1-bedbd6a8c52e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-411433432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e223bf4ba9a4a5cb548920dc7e352d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af527ae-b8", "ovs_interfaceid": "7af527ae-b843-45ff-abf8-28609f9c816e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.713228] env[68391]: DEBUG oslo_vmware.api [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Task: {'id': task-3038686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243478} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.713228] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.713228] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.713228] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.713228] env[68391]: INFO nova.compute.manager [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 688.713912] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.713912] env[68391]: DEBUG nova.compute.manager [-] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.713912] env[68391]: DEBUG nova.network.neutron [-] [instance: 669b4866-63c3-4467-bd68-478e604042c1] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.801928] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Creating linked-clone VM from snapshot {{(pid=68391) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 688.802279] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6efe9586-8126-4e8a-b23d-d29ccb1ccd74 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.811251] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance e499cb5b-a255-4652-ad57-7d97873a8fbf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 688.814481] env[68391]: DEBUG oslo_vmware.api [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 688.814481] env[68391]: value = "task-3038687" [ 688.814481] env[68391]: _type = "Task" [ 688.814481] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.824409] env[68391]: DEBUG oslo_vmware.api [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038687, 'name': CloneVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.082821] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Releasing lock "refresh_cache-899fb4f5-ddf8-4295-8abe-99669680d1d2" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.083340] env[68391]: DEBUG nova.compute.manager [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Instance network_info: |[{"id": "7af527ae-b843-45ff-abf8-28609f9c816e", "address": "fa:16:3e:d1:67:da", "network": {"id": "999c9497-fcf9-442b-8ed1-bedbd6a8c52e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-411433432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e223bf4ba9a4a5cb548920dc7e352d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af527ae-b8", "ovs_interfaceid": "7af527ae-b843-45ff-abf8-28609f9c816e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.083700] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:67:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7af527ae-b843-45ff-abf8-28609f9c816e', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.094627] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Creating folder: Project (3e223bf4ba9a4a5cb548920dc7e352d2). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.095431] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aaaa3616-0be4-479f-92f1-2bdbe8e148e5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.109183] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquiring lock "7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.110045] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.110045] env[68391]: INFO nova.compute.manager [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Attaching volume 5f9d65b8-6b3d-419c-8756-7f44ff411c85 to /dev/sdb [ 689.112288] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Created folder: Project (3e223bf4ba9a4a5cb548920dc7e352d2) in parent group-v608736. [ 689.112288] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Creating folder: Instances. Parent ref: group-v608853. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.112782] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6defdeb5-8649-4550-9736-aa2831facdcd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.122924] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Created folder: Instances in parent group-v608853. [ 689.123214] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.123751] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.124020] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34a1a624-883b-4fc2-9524-06dca9825402 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.146333] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.146333] env[68391]: value = "task-3038690" [ 689.146333] env[68391]: _type = "Task" [ 689.146333] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.154954] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038690, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.157418] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968d74fa-a256-4190-ad71-864d2ad47bc5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.164311] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52939b4-3dec-418d-81cb-c66d537bb2b3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.178500] env[68391]: DEBUG nova.virt.block_device [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Updating existing volume attachment record: 2eddd0ec-67cd-4feb-a772-ed1f8f90bbcf {{(pid=68391) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 689.315855] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 7cf7d50a-e2f5-4288-8120-0f73e85bb66a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 689.329599] env[68391]: DEBUG oslo_vmware.api [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038687, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.663453] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038690, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.746589] env[68391]: DEBUG nova.compute.manager [req-0a063181-38ba-478b-8c60-a2313022e739 req-a28ccc91-d9c7-4e80-8df5-647068555624 service nova] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Received event network-changed-7af527ae-b843-45ff-abf8-28609f9c816e {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.746713] env[68391]: DEBUG nova.compute.manager [req-0a063181-38ba-478b-8c60-a2313022e739 req-a28ccc91-d9c7-4e80-8df5-647068555624 service nova] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Refreshing instance network info cache due to event network-changed-7af527ae-b843-45ff-abf8-28609f9c816e. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.746917] env[68391]: DEBUG oslo_concurrency.lockutils [req-0a063181-38ba-478b-8c60-a2313022e739 req-a28ccc91-d9c7-4e80-8df5-647068555624 service nova] Acquiring lock "refresh_cache-899fb4f5-ddf8-4295-8abe-99669680d1d2" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.747042] env[68391]: DEBUG oslo_concurrency.lockutils [req-0a063181-38ba-478b-8c60-a2313022e739 req-a28ccc91-d9c7-4e80-8df5-647068555624 service nova] Acquired lock "refresh_cache-899fb4f5-ddf8-4295-8abe-99669680d1d2" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.747176] env[68391]: DEBUG nova.network.neutron [req-0a063181-38ba-478b-8c60-a2313022e739 req-a28ccc91-d9c7-4e80-8df5-647068555624 service nova] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Refreshing network info cache for port 7af527ae-b843-45ff-abf8-28609f9c816e {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.762802] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "158f3c4a-6466-47bd-a348-0cde1fb86489" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.763103] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "158f3c4a-6466-47bd-a348-0cde1fb86489" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.792218] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "dc52dc6a-f84d-4716-91f6-ecb5f2f66643" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.792450] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "dc52dc6a-f84d-4716-91f6-ecb5f2f66643" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.818273] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 14ea71d3-251f-4b36-a4dc-b23750b7e83b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 689.835091] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "f914e007-b9ca-4fb4-b4c0-015b9e912734" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.835428] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "f914e007-b9ca-4fb4-b4c0-015b9e912734" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.841035] env[68391]: DEBUG oslo_vmware.api [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038687, 'name': CloneVM_Task} progress is 95%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.951347] env[68391]: DEBUG nova.network.neutron [-] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.160558] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038690, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.325856] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance eb194a52-be98-458f-aae2-60d43617fd1b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 690.338659] env[68391]: DEBUG oslo_vmware.api [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038687, 'name': CloneVM_Task, 'duration_secs': 1.444899} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.340214] env[68391]: INFO nova.virt.vmwareapi.vmops [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Created linked-clone VM from snapshot [ 690.341431] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73febac6-0219-48e8-b2d0-a33c99ce19a3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.354224] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Uploading image 112a4a23-3a65-4f9a-8990-a83685e74202 {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 690.383189] env[68391]: DEBUG oslo_vmware.rw_handles [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 690.383189] env[68391]: value = "vm-608852" [ 690.383189] env[68391]: _type = "VirtualMachine" [ 690.383189] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 690.383510] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e2cd48e2-2721-4444-be0d-48f61f5d87c4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.391110] env[68391]: DEBUG oslo_vmware.rw_handles [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lease: (returnval){ [ 690.391110] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5225aa96-66dd-3dcb-4d02-b41f5f929219" [ 690.391110] env[68391]: _type = "HttpNfcLease" [ 690.391110] env[68391]: } obtained for exporting VM: (result){ [ 690.391110] env[68391]: value = "vm-608852" [ 690.391110] env[68391]: _type = "VirtualMachine" [ 690.391110] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 690.391387] env[68391]: DEBUG oslo_vmware.api [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the lease: (returnval){ [ 690.391387] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5225aa96-66dd-3dcb-4d02-b41f5f929219" [ 690.391387] env[68391]: _type = "HttpNfcLease" [ 690.391387] env[68391]: } to be ready. {{(pid=68391) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 690.400458] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 690.400458] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5225aa96-66dd-3dcb-4d02-b41f5f929219" [ 690.400458] env[68391]: _type = "HttpNfcLease" [ 690.400458] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 690.454629] env[68391]: INFO nova.compute.manager [-] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Took 1.74 seconds to deallocate network for instance. [ 690.492591] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "0a48b910-7213-4d2e-a33e-727304c3a810" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.492895] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "0a48b910-7213-4d2e-a33e-727304c3a810" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.493121] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "0a48b910-7213-4d2e-a33e-727304c3a810-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.493347] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "0a48b910-7213-4d2e-a33e-727304c3a810-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.494806] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "0a48b910-7213-4d2e-a33e-727304c3a810-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.495775] env[68391]: INFO nova.compute.manager [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Terminating instance [ 690.517458] env[68391]: DEBUG nova.network.neutron [req-0a063181-38ba-478b-8c60-a2313022e739 req-a28ccc91-d9c7-4e80-8df5-647068555624 service nova] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Updated VIF entry in instance network info cache for port 7af527ae-b843-45ff-abf8-28609f9c816e. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.517837] env[68391]: DEBUG nova.network.neutron [req-0a063181-38ba-478b-8c60-a2313022e739 req-a28ccc91-d9c7-4e80-8df5-647068555624 service nova] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Updating instance_info_cache with network_info: [{"id": "7af527ae-b843-45ff-abf8-28609f9c816e", "address": "fa:16:3e:d1:67:da", "network": {"id": "999c9497-fcf9-442b-8ed1-bedbd6a8c52e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-411433432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e223bf4ba9a4a5cb548920dc7e352d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af527ae-b8", "ovs_interfaceid": "7af527ae-b843-45ff-abf8-28609f9c816e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.660366] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038690, 'name': CreateVM_Task, 'duration_secs': 1.374563} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.660576] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.661623] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.661855] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.662304] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.662679] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6014d275-5d0c-4111-b679-fb18b42dc6ab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.667831] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Waiting for the task: (returnval){ [ 690.667831] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524f28f7-1efe-9d2b-fb66-d4891c950da6" [ 690.667831] env[68391]: _type = "Task" [ 690.667831] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.676682] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524f28f7-1efe-9d2b-fb66-d4891c950da6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.833684] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 09d2b78c-7aab-4af8-b794-8381516c89b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 690.900978] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 690.900978] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5225aa96-66dd-3dcb-4d02-b41f5f929219" [ 690.900978] env[68391]: _type = "HttpNfcLease" [ 690.900978] env[68391]: } is ready. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 690.900978] env[68391]: DEBUG oslo_vmware.rw_handles [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 690.900978] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5225aa96-66dd-3dcb-4d02-b41f5f929219" [ 690.900978] env[68391]: _type = "HttpNfcLease" [ 690.900978] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 690.901605] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94467872-a5ab-4195-8663-5f2b2a72564d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.908430] env[68391]: DEBUG oslo_vmware.rw_handles [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3c014-14b0-6612-f518-922414193f52/disk-0.vmdk from lease info. {{(pid=68391) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 690.908627] env[68391]: DEBUG oslo_vmware.rw_handles [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3c014-14b0-6612-f518-922414193f52/disk-0.vmdk for reading. {{(pid=68391) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 690.967316] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.000055] env[68391]: DEBUG nova.compute.manager [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.000231] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.001134] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261756b2-d674-44f0-8b4a-3fad42daab05 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.008946] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.009188] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-853388e8-c935-40cc-b964-81ca3473f2ff {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.014928] env[68391]: DEBUG oslo_vmware.api [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 691.014928] env[68391]: value = "task-3038695" [ 691.014928] env[68391]: _type = "Task" [ 691.014928] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.022507] env[68391]: DEBUG oslo_concurrency.lockutils [req-0a063181-38ba-478b-8c60-a2313022e739 req-a28ccc91-d9c7-4e80-8df5-647068555624 service nova] Releasing lock "refresh_cache-899fb4f5-ddf8-4295-8abe-99669680d1d2" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.022814] env[68391]: DEBUG nova.compute.manager [req-0a063181-38ba-478b-8c60-a2313022e739 req-a28ccc91-d9c7-4e80-8df5-647068555624 service nova] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Received event network-vif-deleted-c908b311-1156-468a-868a-547b62b64f6c {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.023107] env[68391]: INFO nova.compute.manager [req-0a063181-38ba-478b-8c60-a2313022e739 req-a28ccc91-d9c7-4e80-8df5-647068555624 service nova] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Neutron deleted interface c908b311-1156-468a-868a-547b62b64f6c; detaching it from the instance and deleting it from the info cache [ 691.023366] env[68391]: DEBUG nova.network.neutron [req-0a063181-38ba-478b-8c60-a2313022e739 req-a28ccc91-d9c7-4e80-8df5-647068555624 service nova] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.024531] env[68391]: DEBUG oslo_vmware.api [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.051163] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-32a68cb2-0b71-4c4b-87e3-9d2273fe6d1c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.178720] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524f28f7-1efe-9d2b-fb66-d4891c950da6, 'name': SearchDatastore_Task, 'duration_secs': 0.012531} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.179069] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.179247] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.179471] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.179614] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.180114] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.180394] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2995ab47-f845-4113-adfc-e664a07e2490 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.189538] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.189781] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.190510] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1255225c-445e-408c-92d4-b490c6c8adae {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.196020] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Waiting for the task: (returnval){ [ 691.196020] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5204cd01-dcc7-256d-e2f3-35d3bc2898d4" [ 691.196020] env[68391]: _type = "Task" [ 691.196020] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.203611] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5204cd01-dcc7-256d-e2f3-35d3bc2898d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.336161] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance e13a7461-a57f-4cd6-86e2-f7a513b0c5a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 691.523968] env[68391]: DEBUG oslo_vmware.api [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038695, 'name': PowerOffVM_Task, 'duration_secs': 0.382519} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.524267] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.524575] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.525051] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbd9db50-ad6e-47cf-979a-8b837b336f13 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.527471] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b11dede1-d53f-4d3e-b93a-8da16120e33d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.538435] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fd5406-234b-4ff3-9fdb-1cfc7ebe69bd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.581084] env[68391]: DEBUG nova.compute.manager [req-0a063181-38ba-478b-8c60-a2313022e739 req-a28ccc91-d9c7-4e80-8df5-647068555624 service nova] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Detach interface failed, port_id=c908b311-1156-468a-868a-547b62b64f6c, reason: Instance 669b4866-63c3-4467-bd68-478e604042c1 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 691.600325] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.600557] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.600738] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Deleting the datastore file [datastore2] 0a48b910-7213-4d2e-a33e-727304c3a810 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.601045] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9c8b2b6-b54c-4e74-bb32-55faca4bacb1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.608886] env[68391]: DEBUG oslo_vmware.api [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 691.608886] env[68391]: value = "task-3038698" [ 691.608886] env[68391]: _type = "Task" [ 691.608886] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.618780] env[68391]: DEBUG oslo_vmware.api [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.708214] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5204cd01-dcc7-256d-e2f3-35d3bc2898d4, 'name': SearchDatastore_Task, 'duration_secs': 0.00955} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.710171] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-492bdba4-9610-4684-9708-074da195e72b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.715379] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Waiting for the task: (returnval){ [ 691.715379] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b0f8b3-2207-a0e3-5206-c9e95f0c711b" [ 691.715379] env[68391]: _type = "Task" [ 691.715379] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.726302] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b0f8b3-2207-a0e3-5206-c9e95f0c711b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.840597] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 38da167e-1f64-462f-9847-b4daa77d0390 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 691.840780] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 691.842650] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 692.120180] env[68391]: DEBUG oslo_vmware.api [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221546} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.120479] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.120757] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.121025] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.121323] env[68391]: INFO nova.compute.manager [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Took 1.12 seconds to destroy the instance on the hypervisor. [ 692.121641] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.121898] env[68391]: DEBUG nova.compute.manager [-] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.122075] env[68391]: DEBUG nova.network.neutron [-] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.231725] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b0f8b3-2207-a0e3-5206-c9e95f0c711b, 'name': SearchDatastore_Task, 'duration_secs': 0.010374} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.232108] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.232448] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 899fb4f5-ddf8-4295-8abe-99669680d1d2/899fb4f5-ddf8-4295-8abe-99669680d1d2.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.232776] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b21138b6-f907-4ade-9c35-4615d63d5280 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.242278] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Waiting for the task: (returnval){ [ 692.242278] env[68391]: value = "task-3038699" [ 692.242278] env[68391]: _type = "Task" [ 692.242278] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.250351] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': task-3038699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.392812] env[68391]: DEBUG nova.compute.manager [req-83d6090c-ecb5-4d26-b2a0-06190f276cde req-2983645f-0491-4f43-b42b-4f5d71a6f072 service nova] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Received event network-vif-deleted-7739880e-0682-4ef2-bca4-c607d35f245f {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.393014] env[68391]: INFO nova.compute.manager [req-83d6090c-ecb5-4d26-b2a0-06190f276cde req-2983645f-0491-4f43-b42b-4f5d71a6f072 service nova] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Neutron deleted interface 7739880e-0682-4ef2-bca4-c607d35f245f; detaching it from the instance and deleting it from the info cache [ 692.393182] env[68391]: DEBUG nova.network.neutron [req-83d6090c-ecb5-4d26-b2a0-06190f276cde req-2983645f-0491-4f43-b42b-4f5d71a6f072 service nova] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.438419] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8570c20-f08e-48f6-b587-1f351643cc79 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.446789] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd7f8f4-c77c-4d52-a258-ca1e0492c4eb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.483688] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ca3f04-b5c9-47bf-8693-ecf99a8d0c5d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.494884] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0300c5c3-5da0-4723-89a4-8012e06f4478 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.511458] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.753228] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': task-3038699, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.873261] env[68391]: DEBUG nova.network.neutron [-] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.896941] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f58bf55-b1ec-47c0-b6ba-52aab1bd17a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.911098] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6aa96ad-cf0c-4a55-8a6c-88f47b80dcf2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.950827] env[68391]: DEBUG nova.compute.manager [req-83d6090c-ecb5-4d26-b2a0-06190f276cde req-2983645f-0491-4f43-b42b-4f5d71a6f072 service nova] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Detach interface failed, port_id=7739880e-0682-4ef2-bca4-c607d35f245f, reason: Instance 0a48b910-7213-4d2e-a33e-727304c3a810 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 693.014857] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.255070] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': task-3038699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512431} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.255452] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 899fb4f5-ddf8-4295-8abe-99669680d1d2/899fb4f5-ddf8-4295-8abe-99669680d1d2.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.255688] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.256216] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3689cfbb-de8d-4210-b7ad-37c5f80b0689 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.264842] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Waiting for the task: (returnval){ [ 693.264842] env[68391]: value = "task-3038700" [ 693.264842] env[68391]: _type = "Task" [ 693.264842] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.275534] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': task-3038700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.376227] env[68391]: INFO nova.compute.manager [-] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Took 1.25 seconds to deallocate network for instance. [ 693.519861] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68391) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 693.520181] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.815s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.520514] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.259s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.520649] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.522931] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.516s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.525028] env[68391]: INFO nova.compute.claims [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.551117] env[68391]: INFO nova.scheduler.client.report [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Deleted allocations for instance 6ab608b6-6828-46a0-a62a-ac56156c4be3 [ 693.739259] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Volume attach. Driver type: vmdk {{(pid=68391) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 693.739509] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608857', 'volume_id': '5f9d65b8-6b3d-419c-8756-7f44ff411c85', 'name': 'volume-5f9d65b8-6b3d-419c-8756-7f44ff411c85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b44d5c5-c6e2-403e-8d0a-6580e3877e8e', 'attached_at': '', 'detached_at': '', 'volume_id': '5f9d65b8-6b3d-419c-8756-7f44ff411c85', 'serial': '5f9d65b8-6b3d-419c-8756-7f44ff411c85'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 693.740459] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f1f282-d66c-41c8-8a66-086db494c7ee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.760059] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffb210c-fd1c-4fd3-bac5-39368ef69e60 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.791549] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] volume-5f9d65b8-6b3d-419c-8756-7f44ff411c85/volume-5f9d65b8-6b3d-419c-8756-7f44ff411c85.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.792395] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45e21330-8c12-43dc-afba-0365ce488678 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.810165] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': task-3038700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.245642} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.810165] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.810729] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbbbe99-0708-4a5c-a147-364638be4d4e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.819542] env[68391]: DEBUG oslo_vmware.api [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 693.819542] env[68391]: value = "task-3038701" [ 693.819542] env[68391]: _type = "Task" [ 693.819542] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.837558] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 899fb4f5-ddf8-4295-8abe-99669680d1d2/899fb4f5-ddf8-4295-8abe-99669680d1d2.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.840866] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0265d340-d692-4e06-85d4-ec3d8e3e8792 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.861637] env[68391]: DEBUG oslo_vmware.api [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.862661] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Waiting for the task: (returnval){ [ 693.862661] env[68391]: value = "task-3038702" [ 693.862661] env[68391]: _type = "Task" [ 693.862661] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.871352] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': task-3038702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.883600] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.060981] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6fa9980a-0781-4ac6-a18a-90241cf2532e tempest-ImagesNegativeTestJSON-1640777519 tempest-ImagesNegativeTestJSON-1640777519-project-member] Lock "6ab608b6-6828-46a0-a62a-ac56156c4be3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.296s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.340215] env[68391]: DEBUG oslo_vmware.api [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.373471] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': task-3038702, 'name': ReconfigVM_Task, 'duration_secs': 0.296894} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.373715] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 899fb4f5-ddf8-4295-8abe-99669680d1d2/899fb4f5-ddf8-4295-8abe-99669680d1d2.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.374351] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f14e6770-c5aa-4442-81ca-e0ad6340c481 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.382688] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Waiting for the task: (returnval){ [ 694.382688] env[68391]: value = "task-3038703" [ 694.382688] env[68391]: _type = "Task" [ 694.382688] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.392320] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': task-3038703, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.841423] env[68391]: DEBUG oslo_vmware.api [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.892508] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': task-3038703, 'name': Rename_Task, 'duration_secs': 0.146018} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.895774] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.895909] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b8b021d-6a72-4402-bc9f-fbd9d663d0e6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.905789] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Waiting for the task: (returnval){ [ 694.905789] env[68391]: value = "task-3038704" [ 694.905789] env[68391]: _type = "Task" [ 694.905789] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.916110] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': task-3038704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.086883] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22aceeb3-d23e-4e10-9d6e-49a67ff82009 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.094873] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77b6bc8-977c-4625-9545-8dba580aff2a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.128459] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d0ec10-f112-4bff-a9c4-b0c17b92316d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.136707] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54e54d3-e7eb-45cc-9adb-4ab82255cd7d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.153280] env[68391]: DEBUG nova.compute.provider_tree [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.341109] env[68391]: DEBUG oslo_vmware.api [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038701, 'name': ReconfigVM_Task, 'duration_secs': 1.172393} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.341633] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Reconfigured VM instance instance-00000015 to attach disk [datastore1] volume-5f9d65b8-6b3d-419c-8756-7f44ff411c85/volume-5f9d65b8-6b3d-419c-8756-7f44ff411c85.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.347069] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68a538b5-1f90-4459-87a7-3d67db84295e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.364944] env[68391]: DEBUG oslo_vmware.api [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 695.364944] env[68391]: value = "task-3038705" [ 695.364944] env[68391]: _type = "Task" [ 695.364944] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.374186] env[68391]: DEBUG oslo_vmware.api [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.417229] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': task-3038704, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.658090] env[68391]: DEBUG nova.scheduler.client.report [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.875888] env[68391]: DEBUG oslo_vmware.api [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.922483] env[68391]: DEBUG oslo_vmware.api [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': task-3038704, 'name': PowerOnVM_Task, 'duration_secs': 0.517852} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.922483] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.922483] env[68391]: INFO nova.compute.manager [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Took 9.67 seconds to spawn the instance on the hypervisor. [ 695.922483] env[68391]: DEBUG nova.compute.manager [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.922849] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0134a8e5-b2d4-43d1-bea1-cdc154a6612f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.166519] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.166976] env[68391]: DEBUG nova.compute.manager [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.172018] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.350s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.172018] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.178194] env[68391]: DEBUG oslo_concurrency.lockutils [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.206s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.179585] env[68391]: INFO nova.compute.claims [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.215856] env[68391]: INFO nova.scheduler.client.report [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Deleted allocations for instance 39cf4eea-900e-4211-9afe-ae2735af2661 [ 696.375423] env[68391]: DEBUG oslo_vmware.api [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038705, 'name': ReconfigVM_Task, 'duration_secs': 0.785823} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.375793] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608857', 'volume_id': '5f9d65b8-6b3d-419c-8756-7f44ff411c85', 'name': 'volume-5f9d65b8-6b3d-419c-8756-7f44ff411c85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b44d5c5-c6e2-403e-8d0a-6580e3877e8e', 'attached_at': '', 'detached_at': '', 'volume_id': '5f9d65b8-6b3d-419c-8756-7f44ff411c85', 'serial': '5f9d65b8-6b3d-419c-8756-7f44ff411c85'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 696.460714] env[68391]: INFO nova.compute.manager [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Took 47.18 seconds to build instance. [ 696.689350] env[68391]: DEBUG nova.compute.utils [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.690121] env[68391]: DEBUG nova.compute.manager [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.690356] env[68391]: DEBUG nova.network.neutron [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.733010] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3bed601d-0bab-49d8-b26c-09d098110089 tempest-FloatingIPsAssociationTestJSON-1245331673 tempest-FloatingIPsAssociationTestJSON-1245331673-project-member] Lock "39cf4eea-900e-4211-9afe-ae2735af2661" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.522s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.739171] env[68391]: DEBUG nova.policy [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43f4bb03a95145a98c611e18cd642285', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55319323a02849888d38b247420b8627', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.964604] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0f91aa0a-d690-4d61-861d-0335b553dbf7 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Lock "899fb4f5-ddf8-4295-8abe-99669680d1d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.541s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.007082] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Acquiring lock "899fb4f5-ddf8-4295-8abe-99669680d1d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.007082] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Lock "899fb4f5-ddf8-4295-8abe-99669680d1d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.007082] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Acquiring lock "899fb4f5-ddf8-4295-8abe-99669680d1d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.007082] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Lock "899fb4f5-ddf8-4295-8abe-99669680d1d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.007390] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Lock "899fb4f5-ddf8-4295-8abe-99669680d1d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.007978] env[68391]: INFO nova.compute.manager [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Terminating instance [ 697.193774] env[68391]: DEBUG nova.compute.manager [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.285493] env[68391]: DEBUG nova.network.neutron [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Successfully created port: 143c6dc0-093d-46bb-9be6-2a987874ffc7 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.429226] env[68391]: DEBUG nova.objects.instance [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lazy-loading 'flavor' on Instance uuid 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.469491] env[68391]: DEBUG nova.compute.manager [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.513233] env[68391]: DEBUG nova.compute.manager [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.513233] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.513233] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bafe10-1c91-45b0-9a8a-90ce7003b47f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.534477] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.536790] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28512044-cc35-4de4-a151-2969477dfb8b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.548207] env[68391]: DEBUG oslo_vmware.api [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Waiting for the task: (returnval){ [ 697.548207] env[68391]: value = "task-3038706" [ 697.548207] env[68391]: _type = "Task" [ 697.548207] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.567881] env[68391]: DEBUG oslo_vmware.api [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': task-3038706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.879978] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad01cd15-d1f3-4050-a219-5c5c0f55ebdb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.890339] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7c39d3-57ed-45e2-9409-8780d54bfa44 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.927785] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48a0081-029c-4a59-92dd-a0e829e0ddc4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.937126] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6985a111-bbaf-4323-bb16-b406464f585b tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.827s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.942260] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6d5f98-3ffa-43ba-9e3e-13c8f4eecbbd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.958489] env[68391]: DEBUG nova.compute.provider_tree [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.992964] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.063728] env[68391]: DEBUG oslo_vmware.api [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': task-3038706, 'name': PowerOffVM_Task, 'duration_secs': 0.365197} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.064248] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.064596] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.065011] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f10fca02-f58c-4bf1-99cf-0a8d6b609cc2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.149717] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.149717] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.149717] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Deleting the datastore file [datastore1] 899fb4f5-ddf8-4295-8abe-99669680d1d2 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.149912] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22818b5a-7c80-4ba2-a7a7-f273438e55ec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.156571] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cdf181cf-e2cb-43ab-ae17-bc03f2726f65 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquiring lock "7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.156780] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cdf181cf-e2cb-43ab-ae17-bc03f2726f65 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.162170] env[68391]: DEBUG oslo_vmware.api [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Waiting for the task: (returnval){ [ 698.162170] env[68391]: value = "task-3038708" [ 698.162170] env[68391]: _type = "Task" [ 698.162170] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.171793] env[68391]: DEBUG oslo_vmware.api [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': task-3038708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.205616] env[68391]: DEBUG nova.compute.manager [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.238170] env[68391]: DEBUG nova.virt.hardware [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.238170] env[68391]: DEBUG nova.virt.hardware [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.238170] env[68391]: DEBUG nova.virt.hardware [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.238959] env[68391]: DEBUG nova.virt.hardware [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.239293] env[68391]: DEBUG nova.virt.hardware [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.239577] env[68391]: DEBUG nova.virt.hardware [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.239915] env[68391]: DEBUG nova.virt.hardware [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.240229] env[68391]: DEBUG nova.virt.hardware [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.240733] env[68391]: DEBUG nova.virt.hardware [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.241137] env[68391]: DEBUG nova.virt.hardware [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.241721] env[68391]: DEBUG nova.virt.hardware [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.243122] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e25e2c9-4e7f-46d1-8623-9a81c7c47390 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.254846] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeef0e3-5d10-4a2e-9d17-69a15529cf6b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.462419] env[68391]: DEBUG nova.scheduler.client.report [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.661828] env[68391]: INFO nova.compute.manager [None req-cdf181cf-e2cb-43ab-ae17-bc03f2726f65 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Detaching volume 5f9d65b8-6b3d-419c-8756-7f44ff411c85 [ 698.676653] env[68391]: DEBUG oslo_vmware.api [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Task: {'id': task-3038708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188176} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.676927] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.677426] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.677635] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.677823] env[68391]: INFO nova.compute.manager [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 698.678915] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.679132] env[68391]: DEBUG nova.compute.manager [-] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.679229] env[68391]: DEBUG nova.network.neutron [-] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.716856] env[68391]: INFO nova.virt.block_device [None req-cdf181cf-e2cb-43ab-ae17-bc03f2726f65 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Attempting to driver detach volume 5f9d65b8-6b3d-419c-8756-7f44ff411c85 from mountpoint /dev/sdb [ 698.716856] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf181cf-e2cb-43ab-ae17-bc03f2726f65 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Volume detach. Driver type: vmdk {{(pid=68391) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 698.716856] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf181cf-e2cb-43ab-ae17-bc03f2726f65 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608857', 'volume_id': '5f9d65b8-6b3d-419c-8756-7f44ff411c85', 'name': 'volume-5f9d65b8-6b3d-419c-8756-7f44ff411c85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b44d5c5-c6e2-403e-8d0a-6580e3877e8e', 'attached_at': '', 'detached_at': '', 'volume_id': '5f9d65b8-6b3d-419c-8756-7f44ff411c85', 'serial': '5f9d65b8-6b3d-419c-8756-7f44ff411c85'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 698.716856] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c585d3-a61b-447a-9de0-140e95cbfa4f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.752273] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0334d4fb-dbd3-4ffb-b8b3-d7748cbcd8ed {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.761546] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8679ca52-2121-4ac9-83fb-eeab3d7d5964 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.784332] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3f3b25-ecd0-4d7d-ac05-c5c23ddbfd6e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.803518] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf181cf-e2cb-43ab-ae17-bc03f2726f65 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] The volume has not been displaced from its original location: [datastore1] volume-5f9d65b8-6b3d-419c-8756-7f44ff411c85/volume-5f9d65b8-6b3d-419c-8756-7f44ff411c85.vmdk. No consolidation needed. {{(pid=68391) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 698.810187] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf181cf-e2cb-43ab-ae17-bc03f2726f65 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Reconfiguring VM instance instance-00000015 to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 698.811261] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94192d18-40d4-46e7-b083-63b70677b02a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.833005] env[68391]: DEBUG oslo_vmware.api [None req-cdf181cf-e2cb-43ab-ae17-bc03f2726f65 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 698.833005] env[68391]: value = "task-3038709" [ 698.833005] env[68391]: _type = "Task" [ 698.833005] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.847533] env[68391]: DEBUG oslo_vmware.api [None req-cdf181cf-e2cb-43ab-ae17-bc03f2726f65 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.963679] env[68391]: DEBUG nova.compute.manager [req-225c6355-1cc8-4ed4-a38f-5c62f34bd60e req-bf5482a6-65fc-47b7-b8fe-1653a6bc5951 service nova] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Received event network-vif-deleted-7af527ae-b843-45ff-abf8-28609f9c816e {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.963943] env[68391]: INFO nova.compute.manager [req-225c6355-1cc8-4ed4-a38f-5c62f34bd60e req-bf5482a6-65fc-47b7-b8fe-1653a6bc5951 service nova] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Neutron deleted interface 7af527ae-b843-45ff-abf8-28609f9c816e; detaching it from the instance and deleting it from the info cache [ 698.964036] env[68391]: DEBUG nova.network.neutron [req-225c6355-1cc8-4ed4-a38f-5c62f34bd60e req-bf5482a6-65fc-47b7-b8fe-1653a6bc5951 service nova] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.972504] env[68391]: DEBUG oslo_concurrency.lockutils [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.973362] env[68391]: DEBUG nova.compute.manager [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.976556] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.377s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.978205] env[68391]: INFO nova.compute.claims [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.161904] env[68391]: DEBUG oslo_vmware.rw_handles [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3c014-14b0-6612-f518-922414193f52/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 699.163495] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83913a8b-2573-4e57-8ec5-b7a1c93280c7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.176214] env[68391]: DEBUG oslo_vmware.rw_handles [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3c014-14b0-6612-f518-922414193f52/disk-0.vmdk is in state: ready. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 699.176214] env[68391]: ERROR oslo_vmware.rw_handles [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3c014-14b0-6612-f518-922414193f52/disk-0.vmdk due to incomplete transfer. [ 699.176214] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5da04a62-a354-48d0-af0a-7cc4d29da485 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.192822] env[68391]: DEBUG oslo_vmware.rw_handles [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3c014-14b0-6612-f518-922414193f52/disk-0.vmdk. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 699.193035] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Uploaded image 112a4a23-3a65-4f9a-8990-a83685e74202 to the Glance image server {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 699.196217] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Destroying the VM {{(pid=68391) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 699.196711] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-201ae074-cf29-481e-b2cf-4122f102274b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.206545] env[68391]: DEBUG oslo_vmware.api [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 699.206545] env[68391]: value = "task-3038710" [ 699.206545] env[68391]: _type = "Task" [ 699.206545] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.216840] env[68391]: DEBUG oslo_vmware.api [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038710, 'name': Destroy_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.287993] env[68391]: DEBUG nova.compute.manager [req-473f2418-374e-43c9-985e-96a0007364db req-5a3ba320-ab2b-4166-b70f-35920da8752e service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Received event network-vif-plugged-143c6dc0-093d-46bb-9be6-2a987874ffc7 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.288231] env[68391]: DEBUG oslo_concurrency.lockutils [req-473f2418-374e-43c9-985e-96a0007364db req-5a3ba320-ab2b-4166-b70f-35920da8752e service nova] Acquiring lock "ec6ae023-f376-4c2f-9d3d-31144b5b007e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.288439] env[68391]: DEBUG oslo_concurrency.lockutils [req-473f2418-374e-43c9-985e-96a0007364db req-5a3ba320-ab2b-4166-b70f-35920da8752e service nova] Lock "ec6ae023-f376-4c2f-9d3d-31144b5b007e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.288642] env[68391]: DEBUG oslo_concurrency.lockutils [req-473f2418-374e-43c9-985e-96a0007364db req-5a3ba320-ab2b-4166-b70f-35920da8752e service nova] Lock "ec6ae023-f376-4c2f-9d3d-31144b5b007e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.289559] env[68391]: DEBUG nova.compute.manager [req-473f2418-374e-43c9-985e-96a0007364db req-5a3ba320-ab2b-4166-b70f-35920da8752e service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] No waiting events found dispatching network-vif-plugged-143c6dc0-093d-46bb-9be6-2a987874ffc7 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.289559] env[68391]: WARNING nova.compute.manager [req-473f2418-374e-43c9-985e-96a0007364db req-5a3ba320-ab2b-4166-b70f-35920da8752e service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Received unexpected event network-vif-plugged-143c6dc0-093d-46bb-9be6-2a987874ffc7 for instance with vm_state building and task_state spawning. [ 699.346191] env[68391]: DEBUG oslo_vmware.api [None req-cdf181cf-e2cb-43ab-ae17-bc03f2726f65 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038709, 'name': ReconfigVM_Task, 'duration_secs': 0.29232} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.346572] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf181cf-e2cb-43ab-ae17-bc03f2726f65 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Reconfigured VM instance instance-00000015 to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 699.352859] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53de2377-29e2-4bb5-8e40-8d1ef56f4b4d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.372324] env[68391]: DEBUG oslo_vmware.api [None req-cdf181cf-e2cb-43ab-ae17-bc03f2726f65 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 699.372324] env[68391]: value = "task-3038711" [ 699.372324] env[68391]: _type = "Task" [ 699.372324] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.385041] env[68391]: DEBUG oslo_vmware.api [None req-cdf181cf-e2cb-43ab-ae17-bc03f2726f65 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.443297] env[68391]: DEBUG nova.network.neutron [-] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.468393] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e0085ae-d118-41d5-a7f1-348114837fde {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.479409] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99e41f9-fbc6-4209-8cde-3bc00464cdb9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.492842] env[68391]: DEBUG nova.network.neutron [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Successfully updated port: 143c6dc0-093d-46bb-9be6-2a987874ffc7 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.498704] env[68391]: DEBUG nova.compute.utils [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.500760] env[68391]: DEBUG nova.compute.manager [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Not allocating networking since 'none' was specified. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 699.532155] env[68391]: DEBUG nova.compute.manager [req-225c6355-1cc8-4ed4-a38f-5c62f34bd60e req-bf5482a6-65fc-47b7-b8fe-1653a6bc5951 service nova] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Detach interface failed, port_id=7af527ae-b843-45ff-abf8-28609f9c816e, reason: Instance 899fb4f5-ddf8-4295-8abe-99669680d1d2 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 699.717660] env[68391]: DEBUG oslo_vmware.api [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038710, 'name': Destroy_Task} progress is 33%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.885653] env[68391]: DEBUG oslo_vmware.api [None req-cdf181cf-e2cb-43ab-ae17-bc03f2726f65 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038711, 'name': ReconfigVM_Task, 'duration_secs': 0.20577} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.886737] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf181cf-e2cb-43ab-ae17-bc03f2726f65 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608857', 'volume_id': '5f9d65b8-6b3d-419c-8756-7f44ff411c85', 'name': 'volume-5f9d65b8-6b3d-419c-8756-7f44ff411c85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b44d5c5-c6e2-403e-8d0a-6580e3877e8e', 'attached_at': '', 'detached_at': '', 'volume_id': '5f9d65b8-6b3d-419c-8756-7f44ff411c85', 'serial': '5f9d65b8-6b3d-419c-8756-7f44ff411c85'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 699.948287] env[68391]: INFO nova.compute.manager [-] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Took 1.27 seconds to deallocate network for instance. [ 700.001550] env[68391]: DEBUG nova.compute.manager [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.007587] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Acquiring lock "refresh_cache-ec6ae023-f376-4c2f-9d3d-31144b5b007e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.007796] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Acquired lock "refresh_cache-ec6ae023-f376-4c2f-9d3d-31144b5b007e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.010142] env[68391]: DEBUG nova.network.neutron [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.221511] env[68391]: DEBUG oslo_vmware.api [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038710, 'name': Destroy_Task, 'duration_secs': 0.691993} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.221786] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Destroyed the VM [ 700.225065] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Deleting Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 700.225435] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f1dcd378-0f9e-4f73-a151-6f9817251b3a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.236077] env[68391]: DEBUG oslo_vmware.api [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 700.236077] env[68391]: value = "task-3038712" [ 700.236077] env[68391]: _type = "Task" [ 700.236077] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.247957] env[68391]: DEBUG oslo_vmware.api [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038712, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.449594] env[68391]: DEBUG nova.objects.instance [None req-cdf181cf-e2cb-43ab-ae17-bc03f2726f65 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lazy-loading 'flavor' on Instance uuid 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.459633] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.578920] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739bfc52-bcd9-4745-ac08-a20f37f8e853 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.591735] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0fdf7e-f545-4382-adc2-cd7123bc9e59 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.625361] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171a165a-181d-4830-a65d-f8dedb67d0d5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.634097] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26656c5e-e99d-4293-a8e1-fc965d40666f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.650087] env[68391]: DEBUG nova.compute.provider_tree [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.678429] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "0ce27112-6779-453d-845a-eb7bd66c49f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.678724] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "0ce27112-6779-453d-845a-eb7bd66c49f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.678838] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "0ce27112-6779-453d-845a-eb7bd66c49f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.679030] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "0ce27112-6779-453d-845a-eb7bd66c49f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.679205] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "0ce27112-6779-453d-845a-eb7bd66c49f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.682194] env[68391]: INFO nova.compute.manager [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Terminating instance [ 700.703330] env[68391]: DEBUG nova.network.neutron [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.752951] env[68391]: DEBUG oslo_vmware.api [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038712, 'name': RemoveSnapshot_Task, 'duration_secs': 0.427047} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.755653] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Deleted Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 700.755922] env[68391]: INFO nova.compute.manager [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Took 14.55 seconds to snapshot the instance on the hypervisor. [ 700.908701] env[68391]: DEBUG nova.network.neutron [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Updating instance_info_cache with network_info: [{"id": "143c6dc0-093d-46bb-9be6-2a987874ffc7", "address": "fa:16:3e:20:5e:c5", "network": {"id": "1d8c67a2-eb92-4af8-a49d-7dfb3456129d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1013569110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55319323a02849888d38b247420b8627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap143c6dc0-09", "ovs_interfaceid": "143c6dc0-093d-46bb-9be6-2a987874ffc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.022029] env[68391]: DEBUG nova.compute.manager [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.055099] env[68391]: DEBUG nova.virt.hardware [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.055439] env[68391]: DEBUG nova.virt.hardware [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.055616] env[68391]: DEBUG nova.virt.hardware [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.055853] env[68391]: DEBUG nova.virt.hardware [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.056427] env[68391]: DEBUG nova.virt.hardware [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.056427] env[68391]: DEBUG nova.virt.hardware [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.057750] env[68391]: DEBUG nova.virt.hardware [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.057750] env[68391]: DEBUG nova.virt.hardware [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.057750] env[68391]: DEBUG nova.virt.hardware [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.057750] env[68391]: DEBUG nova.virt.hardware [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.057750] env[68391]: DEBUG nova.virt.hardware [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.058817] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05465383-059d-4a03-9909-1e755a35330b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.070908] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6ed4c5-167d-4cbf-9d33-3d83dca60923 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.088278] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Instance VIF info [] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.094761] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Creating folder: Project (3092dc6a6b51463481eadbf566c91fe7). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.095099] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f372c33-006b-4841-8203-2f4eec7d131d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.110154] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Created folder: Project (3092dc6a6b51463481eadbf566c91fe7) in parent group-v608736. [ 701.110154] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Creating folder: Instances. Parent ref: group-v608858. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.110154] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8079368c-7bf1-4fb1-abde-8ce463fc05f3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.120260] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Created folder: Instances in parent group-v608858. [ 701.120831] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.121672] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.121672] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b85f82e9-daf4-45f2-b9c7-bee16871cf43 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.143333] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.143333] env[68391]: value = "task-3038715" [ 701.143333] env[68391]: _type = "Task" [ 701.143333] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.155786] env[68391]: DEBUG nova.scheduler.client.report [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.157741] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038715, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.189247] env[68391]: DEBUG nova.compute.manager [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.189247] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.189247] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b84d65c-da6e-40b0-9015-7ac581986db5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.199427] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.199427] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f17de3ba-9316-48db-9c47-bfe8c8d0cdd9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.260342] env[68391]: DEBUG nova.compute.manager [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Instance disappeared during snapshot {{(pid=68391) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 701.276401] env[68391]: DEBUG nova.compute.manager [None req-bca6b0a3-45a0-43f6-afc8-ec0d8efaa78b tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Image not found during clean up 112a4a23-3a65-4f9a-8990-a83685e74202 {{(pid=68391) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 701.279919] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.280150] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.280323] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Deleting the datastore file [datastore2] 0ce27112-6779-453d-845a-eb7bd66c49f9 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.280923] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cc9051f-1fc7-4567-ae18-1bdcb26c2569 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.290245] env[68391]: DEBUG oslo_vmware.api [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 701.290245] env[68391]: value = "task-3038717" [ 701.290245] env[68391]: _type = "Task" [ 701.290245] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.300153] env[68391]: DEBUG oslo_vmware.api [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.390716] env[68391]: DEBUG oslo_concurrency.lockutils [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "64e01734-5cdd-4e7b-b212-e0b90f056441" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.390841] env[68391]: DEBUG oslo_concurrency.lockutils [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "64e01734-5cdd-4e7b-b212-e0b90f056441" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.411128] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Releasing lock "refresh_cache-ec6ae023-f376-4c2f-9d3d-31144b5b007e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.411478] env[68391]: DEBUG nova.compute.manager [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Instance network_info: |[{"id": "143c6dc0-093d-46bb-9be6-2a987874ffc7", "address": "fa:16:3e:20:5e:c5", "network": {"id": "1d8c67a2-eb92-4af8-a49d-7dfb3456129d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1013569110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55319323a02849888d38b247420b8627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap143c6dc0-09", "ovs_interfaceid": "143c6dc0-093d-46bb-9be6-2a987874ffc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.411936] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:5e:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '143c6dc0-093d-46bb-9be6-2a987874ffc7', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.424638] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Creating folder: Project (55319323a02849888d38b247420b8627). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.425449] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7ed029d-cb3c-4ef6-84f9-95e7aa97f7d1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.444640] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Created folder: Project (55319323a02849888d38b247420b8627) in parent group-v608736. [ 701.445293] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Creating folder: Instances. Parent ref: group-v608861. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.445293] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd629952-3484-40d3-82fe-1a13dd71f4a8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.458177] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cdf181cf-e2cb-43ab-ae17-bc03f2726f65 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.301s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.459241] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Created folder: Instances in parent group-v608861. [ 701.459467] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.459656] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.460074] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc7269bb-4d4e-4571-b89c-f336eafe3b30 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.482030] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.482030] env[68391]: value = "task-3038720" [ 701.482030] env[68391]: _type = "Task" [ 701.482030] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.492675] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038720, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.520123] env[68391]: DEBUG nova.compute.manager [req-6efb9013-1fd5-43aa-bc7a-7b3852c0d062 req-1e55b064-cccf-46a8-a080-faf54f53b10e service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Received event network-changed-143c6dc0-093d-46bb-9be6-2a987874ffc7 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.520399] env[68391]: DEBUG nova.compute.manager [req-6efb9013-1fd5-43aa-bc7a-7b3852c0d062 req-1e55b064-cccf-46a8-a080-faf54f53b10e service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Refreshing instance network info cache due to event network-changed-143c6dc0-093d-46bb-9be6-2a987874ffc7. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.520647] env[68391]: DEBUG oslo_concurrency.lockutils [req-6efb9013-1fd5-43aa-bc7a-7b3852c0d062 req-1e55b064-cccf-46a8-a080-faf54f53b10e service nova] Acquiring lock "refresh_cache-ec6ae023-f376-4c2f-9d3d-31144b5b007e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.520808] env[68391]: DEBUG oslo_concurrency.lockutils [req-6efb9013-1fd5-43aa-bc7a-7b3852c0d062 req-1e55b064-cccf-46a8-a080-faf54f53b10e service nova] Acquired lock "refresh_cache-ec6ae023-f376-4c2f-9d3d-31144b5b007e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.520969] env[68391]: DEBUG nova.network.neutron [req-6efb9013-1fd5-43aa-bc7a-7b3852c0d062 req-1e55b064-cccf-46a8-a080-faf54f53b10e service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Refreshing network info cache for port 143c6dc0-093d-46bb-9be6-2a987874ffc7 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.655186] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038715, 'name': CreateVM_Task, 'duration_secs': 0.319732} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.655844] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.656503] env[68391]: DEBUG oslo_concurrency.lockutils [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.657190] env[68391]: DEBUG oslo_concurrency.lockutils [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.657775] env[68391]: DEBUG oslo_concurrency.lockutils [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.658953] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd4c96d9-54e4-48cc-af27-c0cca60e9dfb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.661893] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.662229] env[68391]: DEBUG nova.compute.manager [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.665175] env[68391]: DEBUG oslo_concurrency.lockutils [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.016s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.667577] env[68391]: INFO nova.compute.claims [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.676888] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for the task: (returnval){ [ 701.676888] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5204b614-21b2-010a-468b-e8a2f45323ad" [ 701.676888] env[68391]: _type = "Task" [ 701.676888] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.687927] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5204b614-21b2-010a-468b-e8a2f45323ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.804034] env[68391]: DEBUG oslo_vmware.api [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189048} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.804034] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.804034] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.804034] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.804034] env[68391]: INFO nova.compute.manager [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Took 0.62 seconds to destroy the instance on the hypervisor. [ 701.804357] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.804357] env[68391]: DEBUG nova.compute.manager [-] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.804357] env[68391]: DEBUG nova.network.neutron [-] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.994779] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038720, 'name': CreateVM_Task, 'duration_secs': 0.336464} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.994958] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.995747] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.175680] env[68391]: DEBUG nova.compute.utils [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.181133] env[68391]: DEBUG nova.compute.manager [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.181133] env[68391]: DEBUG nova.network.neutron [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.206317] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5204b614-21b2-010a-468b-e8a2f45323ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01261} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.206738] env[68391]: DEBUG oslo_concurrency.lockutils [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.206976] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.207282] env[68391]: DEBUG oslo_concurrency.lockutils [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.207363] env[68391]: DEBUG oslo_concurrency.lockutils [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.208242] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.208242] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.208242] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.208473] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c8b9823-821c-430a-a9a7-c86183d0acb7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.213971] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d529b205-0fa7-4728-b5d7-24681b93b3a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.221699] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Waiting for the task: (returnval){ [ 702.221699] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522e5197-965c-483a-22f0-7bbc31fd1dd5" [ 702.221699] env[68391]: _type = "Task" [ 702.221699] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.227781] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.227781] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.228082] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c4adf34-b6c7-41d4-8d74-67b2ed5a67fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.234300] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522e5197-965c-483a-22f0-7bbc31fd1dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.011117} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.234935] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.235208] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.235482] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.239029] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for the task: (returnval){ [ 702.239029] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52822e43-8ff7-6845-10f1-4bc773d6c76e" [ 702.239029] env[68391]: _type = "Task" [ 702.239029] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.248790] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52822e43-8ff7-6845-10f1-4bc773d6c76e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.250239] env[68391]: DEBUG nova.policy [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb225d6f1d8947849a72bcf00ee777e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b837eae0d872472c85690ed63f2651b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.441878] env[68391]: DEBUG nova.network.neutron [req-6efb9013-1fd5-43aa-bc7a-7b3852c0d062 req-1e55b064-cccf-46a8-a080-faf54f53b10e service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Updated VIF entry in instance network info cache for port 143c6dc0-093d-46bb-9be6-2a987874ffc7. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.441878] env[68391]: DEBUG nova.network.neutron [req-6efb9013-1fd5-43aa-bc7a-7b3852c0d062 req-1e55b064-cccf-46a8-a080-faf54f53b10e service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Updating instance_info_cache with network_info: [{"id": "143c6dc0-093d-46bb-9be6-2a987874ffc7", "address": "fa:16:3e:20:5e:c5", "network": {"id": "1d8c67a2-eb92-4af8-a49d-7dfb3456129d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1013569110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55319323a02849888d38b247420b8627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap143c6dc0-09", "ovs_interfaceid": "143c6dc0-093d-46bb-9be6-2a987874ffc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.666487] env[68391]: DEBUG nova.network.neutron [-] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.689214] env[68391]: DEBUG nova.compute.manager [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.699179] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquiring lock "6936afa8-a1ae-482a-b4ab-a76bb359b41f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.699179] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "6936afa8-a1ae-482a-b4ab-a76bb359b41f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.757257] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52822e43-8ff7-6845-10f1-4bc773d6c76e, 'name': SearchDatastore_Task, 'duration_secs': 0.01094} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.757257] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ff6b5f2-907a-4e9e-b04d-aaac2ba4a1d3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.769478] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for the task: (returnval){ [ 702.769478] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52fcb64a-c835-8ef2-acf1-5850c5ca3be6" [ 702.769478] env[68391]: _type = "Task" [ 702.769478] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.786224] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52fcb64a-c835-8ef2-acf1-5850c5ca3be6, 'name': SearchDatastore_Task, 'duration_secs': 0.011479} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.786224] env[68391]: DEBUG oslo_concurrency.lockutils [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.786224] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 69f2e7b4-4673-4707-87e3-e40032f09a10/69f2e7b4-4673-4707-87e3-e40032f09a10.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.786788] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.786909] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.787581] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fea0968-8280-4141-8b41-a5bc8d7b3439 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.789462] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f92f1b1-54c4-468f-94df-0eebe1352992 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.797169] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for the task: (returnval){ [ 702.797169] env[68391]: value = "task-3038721" [ 702.797169] env[68391]: _type = "Task" [ 702.797169] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.804651] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.804859] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.807800] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3499760a-0a35-43a8-966a-71bc5f8827a9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.814036] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.817953] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Waiting for the task: (returnval){ [ 702.817953] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5294614b-7417-92c3-e03d-ad651d07a567" [ 702.817953] env[68391]: _type = "Task" [ 702.817953] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.825313] env[68391]: DEBUG nova.network.neutron [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Successfully created port: 3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.836905] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5294614b-7417-92c3-e03d-ad651d07a567, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.837750] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c195a9b-7222-43ca-a562-629097297e0d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.844597] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Waiting for the task: (returnval){ [ 702.844597] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b99744-3821-d2d3-2525-f0e98588d11c" [ 702.844597] env[68391]: _type = "Task" [ 702.844597] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.855324] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b99744-3821-d2d3-2525-f0e98588d11c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.943606] env[68391]: DEBUG oslo_concurrency.lockutils [req-6efb9013-1fd5-43aa-bc7a-7b3852c0d062 req-1e55b064-cccf-46a8-a080-faf54f53b10e service nova] Releasing lock "refresh_cache-ec6ae023-f376-4c2f-9d3d-31144b5b007e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.172371] env[68391]: INFO nova.compute.manager [-] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Took 1.37 seconds to deallocate network for instance. [ 703.206304] env[68391]: INFO nova.virt.block_device [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Booting with volume b615b341-83c8-4d07-b2c3-ad19117c9eee at /dev/sda [ 703.257775] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-deb293db-adb3-4317-a92e-ea5f4884185a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.271925] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f742fbc-c9fa-4b56-9c42-e50d6976a5d3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.318187] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2acad23-38a7-4d5d-95ea-8aedd769d8fb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.325379] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438434} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.329055] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 69f2e7b4-4673-4707-87e3-e40032f09a10/69f2e7b4-4673-4707-87e3-e40032f09a10.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.329479] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.330080] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3304c41-76ee-4888-ab9f-10f36490abe1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.337515] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298798ec-235f-4487-8852-c47692141d23 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.358727] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for the task: (returnval){ [ 703.358727] env[68391]: value = "task-3038722" [ 703.358727] env[68391]: _type = "Task" [ 703.358727] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.361832] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b99744-3821-d2d3-2525-f0e98588d11c, 'name': SearchDatastore_Task, 'duration_secs': 0.009807} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.365684] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.366111] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] ec6ae023-f376-4c2f-9d3d-31144b5b007e/ec6ae023-f376-4c2f-9d3d-31144b5b007e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.369262] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a9cbfd6-6263-4de4-aa7d-cd6da2b13e4c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.386204] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807a6ced-c831-44b1-8e32-7533b7a0e54c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.393447] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.395330] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Waiting for the task: (returnval){ [ 703.395330] env[68391]: value = "task-3038723" [ 703.395330] env[68391]: _type = "Task" [ 703.395330] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.401750] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7edf3d-6f4f-4b13-b6d7-3241c1b75336 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.406792] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': task-3038723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.408660] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb1ecdf-bebc-40c1-9867-04e919de74db {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.415575] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b014f0-ed69-45b8-bb54-a953ac07ad54 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.422420] env[68391]: DEBUG nova.virt.block_device [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Updating existing volume attachment record: 27f690cd-45a1-4e52-b7d3-eb86462c7e32 {{(pid=68391) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 703.454800] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe8d330-d4d5-4f65-920d-ac1967e3a1c9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.462615] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3052727-fbb7-439a-a674-2cf84eee9c31 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.477608] env[68391]: DEBUG nova.compute.provider_tree [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.663247] env[68391]: DEBUG nova.compute.manager [req-b4c73c92-24b5-4355-8782-2befca2b01ea req-5f5de8c8-eac8-4552-af09-2e9e0d188a90 service nova] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Received event network-vif-deleted-83c65d6e-b567-4e97-b523-e85736f995aa {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.683423] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.873962] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076628} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.873962] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.873962] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4392d697-d7ea-4524-97ba-4b90c3f7e15a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.898368] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 69f2e7b4-4673-4707-87e3-e40032f09a10/69f2e7b4-4673-4707-87e3-e40032f09a10.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.898736] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99134650-6db4-4856-9429-5af3abb752cc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.925156] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': task-3038723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469413} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.926606] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] ec6ae023-f376-4c2f-9d3d-31144b5b007e/ec6ae023-f376-4c2f-9d3d-31144b5b007e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.926735] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.927057] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for the task: (returnval){ [ 703.927057] env[68391]: value = "task-3038724" [ 703.927057] env[68391]: _type = "Task" [ 703.927057] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.927249] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a500ec4-2607-464c-81fd-69fc0d4a3ba6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.940593] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.942603] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Waiting for the task: (returnval){ [ 703.942603] env[68391]: value = "task-3038725" [ 703.942603] env[68391]: _type = "Task" [ 703.942603] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.953555] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': task-3038725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.980874] env[68391]: DEBUG nova.scheduler.client.report [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.441230] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038724, 'name': ReconfigVM_Task, 'duration_secs': 0.279391} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.441708] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 69f2e7b4-4673-4707-87e3-e40032f09a10/69f2e7b4-4673-4707-87e3-e40032f09a10.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.442571] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e081e551-900d-4220-881e-c3d2d03dae35 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.459231] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': task-3038725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068952} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.460698] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.461127] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for the task: (returnval){ [ 704.461127] env[68391]: value = "task-3038726" [ 704.461127] env[68391]: _type = "Task" [ 704.461127] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.461875] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73097d9-4984-4a86-9cce-d6f6e69ccc33 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.475048] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038726, 'name': Rename_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.494403] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] ec6ae023-f376-4c2f-9d3d-31144b5b007e/ec6ae023-f376-4c2f-9d3d-31144b5b007e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.494838] env[68391]: DEBUG oslo_concurrency.lockutils [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.495341] env[68391]: DEBUG nova.compute.manager [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.499967] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c86d41be-e417-4b70-bc38-af3594ba0671 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.518402] env[68391]: DEBUG oslo_concurrency.lockutils [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.860s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.518402] env[68391]: DEBUG oslo_concurrency.lockutils [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.519889] env[68391]: DEBUG oslo_concurrency.lockutils [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.557s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.521353] env[68391]: INFO nova.compute.claims [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.531650] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Waiting for the task: (returnval){ [ 704.531650] env[68391]: value = "task-3038727" [ 704.531650] env[68391]: _type = "Task" [ 704.531650] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.542583] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': task-3038727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.562838] env[68391]: INFO nova.scheduler.client.report [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Deleted allocations for instance 03e4e020-511f-4d10-87a7-5e14a74cd77b [ 704.976800] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038726, 'name': Rename_Task, 'duration_secs': 0.165943} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.976967] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.977849] env[68391]: DEBUG nova.network.neutron [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Successfully updated port: 3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.982267] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b6db04d-f685-4f62-bcd0-7ae4305707e6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.988941] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for the task: (returnval){ [ 704.988941] env[68391]: value = "task-3038728" [ 704.988941] env[68391]: _type = "Task" [ 704.988941] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.000060] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.017932] env[68391]: DEBUG nova.compute.utils [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.019462] env[68391]: DEBUG nova.compute.manager [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.019638] env[68391]: DEBUG nova.network.neutron [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.047942] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': task-3038727, 'name': ReconfigVM_Task, 'duration_secs': 0.278157} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.048238] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Reconfigured VM instance instance-00000027 to attach disk [datastore1] ec6ae023-f376-4c2f-9d3d-31144b5b007e/ec6ae023-f376-4c2f-9d3d-31144b5b007e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.048877] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95413c23-276b-470c-b23d-16772dc75aa6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.056823] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Waiting for the task: (returnval){ [ 705.056823] env[68391]: value = "task-3038729" [ 705.056823] env[68391]: _type = "Task" [ 705.056823] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.068542] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': task-3038729, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.069935] env[68391]: DEBUG nova.policy [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ba159132ae04080b190323c078829ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba1f9a6645e345bbaeb4507c37fadb81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.073876] env[68391]: DEBUG oslo_concurrency.lockutils [None req-caed03fa-f047-42a3-b6bd-99fcba10b373 tempest-DeleteServersAdminTestJSON-1240813852 tempest-DeleteServersAdminTestJSON-1240813852-project-member] Lock "03e4e020-511f-4d10-87a7-5e14a74cd77b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.862s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.209603] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "interface-0b5b4adf-a2bd-4255-964e-bb70a52c056e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.210069] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "interface-0b5b4adf-a2bd-4255-964e-bb70a52c056e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.210314] env[68391]: DEBUG nova.objects.instance [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lazy-loading 'flavor' on Instance uuid 0b5b4adf-a2bd-4255-964e-bb70a52c056e {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.401163] env[68391]: DEBUG nova.network.neutron [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Successfully created port: a1b609d9-11d6-4093-baa4-0bfb17ff64c4 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.483098] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Acquiring lock "refresh_cache-22c69ccb-39b6-411a-bed9-03c7555aaeff" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.483988] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Acquired lock "refresh_cache-22c69ccb-39b6-411a-bed9-03c7555aaeff" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.484204] env[68391]: DEBUG nova.network.neutron [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.500353] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038728, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.523140] env[68391]: DEBUG nova.compute.manager [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.575197] env[68391]: DEBUG nova.compute.manager [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.575897] env[68391]: DEBUG nova.virt.hardware [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.576358] env[68391]: DEBUG nova.virt.hardware [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.576427] env[68391]: DEBUG nova.virt.hardware [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.577531] env[68391]: DEBUG nova.virt.hardware [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.577531] env[68391]: DEBUG nova.virt.hardware [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.577531] env[68391]: DEBUG nova.virt.hardware [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.577531] env[68391]: DEBUG nova.virt.hardware [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.577715] env[68391]: DEBUG nova.virt.hardware [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.578434] env[68391]: DEBUG nova.virt.hardware [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.578434] env[68391]: DEBUG nova.virt.hardware [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.578434] env[68391]: DEBUG nova.virt.hardware [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.584541] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8961498-2839-423f-9030-fb62524ad76b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.587592] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': task-3038729, 'name': Rename_Task, 'duration_secs': 0.17435} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.587858] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.588502] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78e19047-22cd-4c75-9f14-2554c1c126ca {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.594135] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc9ec62-a9fe-4ca4-85af-b031141c40e7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.612553] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Waiting for the task: (returnval){ [ 705.612553] env[68391]: value = "task-3038730" [ 705.612553] env[68391]: _type = "Task" [ 705.612553] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.623889] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': task-3038730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.716176] env[68391]: DEBUG nova.network.neutron [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Successfully created port: 92d03969-1aa2-4762-ad5f-a72d8c24595c {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.817779] env[68391]: DEBUG nova.objects.instance [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lazy-loading 'pci_requests' on Instance uuid 0b5b4adf-a2bd-4255-964e-bb70a52c056e {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.987974] env[68391]: DEBUG nova.network.neutron [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Successfully created port: 0104a62f-165a-4fc8-a086-3c59680f807a {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.004063] env[68391]: DEBUG oslo_vmware.api [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038728, 'name': PowerOnVM_Task, 'duration_secs': 0.674636} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.004330] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.004826] env[68391]: INFO nova.compute.manager [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Took 4.98 seconds to spawn the instance on the hypervisor. [ 706.005040] env[68391]: DEBUG nova.compute.manager [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.005888] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8046b8d0-9aed-4944-98c3-524d47d5f98b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.041107] env[68391]: DEBUG nova.network.neutron [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.118358] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b7c34d-ce00-436f-99db-d1f9b0c63b13 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.129600] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432890e3-0d15-447f-b545-7bc11169c2bb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.132992] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': task-3038730, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.165471] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4715deb2-263c-4b83-a9f6-6bce032753d7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.173681] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0171719a-5487-4941-9eea-9746514f6a61 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.188535] env[68391]: DEBUG nova.compute.provider_tree [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.241025] env[68391]: DEBUG nova.network.neutron [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Updating instance_info_cache with network_info: [{"id": "3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a", "address": "fa:16:3e:7b:8d:f1", "network": {"id": "34174d51-1a4b-4e07-a594-edec4921da32", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1468399733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b837eae0d872472c85690ed63f2651b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ee91ed8-f0", "ovs_interfaceid": "3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.321045] env[68391]: DEBUG nova.objects.base [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Object Instance<0b5b4adf-a2bd-4255-964e-bb70a52c056e> lazy-loaded attributes: flavor,pci_requests {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 706.321045] env[68391]: DEBUG nova.network.neutron [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.392314] env[68391]: DEBUG nova.policy [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21a0b5e2536547a08e15031454df0f10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4deb54b560a43289729084b9fbad669', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.525716] env[68391]: INFO nova.compute.manager [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Took 47.59 seconds to build instance. [ 706.534932] env[68391]: DEBUG nova.compute.manager [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.573288] env[68391]: DEBUG nova.virt.hardware [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.573559] env[68391]: DEBUG nova.virt.hardware [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.573740] env[68391]: DEBUG nova.virt.hardware [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.573932] env[68391]: DEBUG nova.virt.hardware [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.574532] env[68391]: DEBUG nova.virt.hardware [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.574679] env[68391]: DEBUG nova.virt.hardware [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.574931] env[68391]: DEBUG nova.virt.hardware [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.575121] env[68391]: DEBUG nova.virt.hardware [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.575297] env[68391]: DEBUG nova.virt.hardware [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.575569] env[68391]: DEBUG nova.virt.hardware [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.575750] env[68391]: DEBUG nova.virt.hardware [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.577790] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656c9f47-b32d-41f8-b8ce-5160b5a3e572 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.588487] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a63a98-e418-4cdf-9766-a245cc31bad6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.624809] env[68391]: DEBUG oslo_vmware.api [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': task-3038730, 'name': PowerOnVM_Task, 'duration_secs': 0.916826} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.624987] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.625159] env[68391]: INFO nova.compute.manager [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Took 8.42 seconds to spawn the instance on the hypervisor. [ 706.625365] env[68391]: DEBUG nova.compute.manager [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.626384] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39530642-d801-4b94-a785-9fc47293f29c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.691512] env[68391]: DEBUG nova.scheduler.client.report [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.747019] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Releasing lock "refresh_cache-22c69ccb-39b6-411a-bed9-03c7555aaeff" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.747019] env[68391]: DEBUG nova.compute.manager [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Instance network_info: |[{"id": "3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a", "address": "fa:16:3e:7b:8d:f1", "network": {"id": "34174d51-1a4b-4e07-a594-edec4921da32", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1468399733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b837eae0d872472c85690ed63f2651b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ee91ed8-f0", "ovs_interfaceid": "3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.747310] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:8d:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.757500] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Creating folder: Project (b837eae0d872472c85690ed63f2651b4). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.757500] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8522e4ad-cba5-4fba-87e1-caadb4c9fbd0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.776686] env[68391]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 706.780143] env[68391]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68391) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 706.780898] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Folder already exists: Project (b837eae0d872472c85690ed63f2651b4). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 706.781124] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Creating folder: Instances. Parent ref: group-v608791. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.784999] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf6747ed-671e-4252-9163-632b72d899fb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.787472] env[68391]: DEBUG nova.network.neutron [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Successfully created port: afdaa6d4-b5e0-48fb-89cc-e9fb2170d68c {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.799576] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Created folder: Instances in parent group-v608791. [ 706.799832] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.800040] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.800252] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d397ab2-4ca1-4545-a747-478fc987886c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.822837] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.822837] env[68391]: value = "task-3038733" [ 706.822837] env[68391]: _type = "Task" [ 706.822837] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.830851] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038733, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.936343] env[68391]: DEBUG nova.compute.manager [req-44f1f46c-05f2-4f11-ba5a-fe3baffe27e9 req-c6a932f4-5fe1-419c-a4b0-293b40394b7a service nova] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Received event network-vif-plugged-3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.936451] env[68391]: DEBUG oslo_concurrency.lockutils [req-44f1f46c-05f2-4f11-ba5a-fe3baffe27e9 req-c6a932f4-5fe1-419c-a4b0-293b40394b7a service nova] Acquiring lock "22c69ccb-39b6-411a-bed9-03c7555aaeff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.936668] env[68391]: DEBUG oslo_concurrency.lockutils [req-44f1f46c-05f2-4f11-ba5a-fe3baffe27e9 req-c6a932f4-5fe1-419c-a4b0-293b40394b7a service nova] Lock "22c69ccb-39b6-411a-bed9-03c7555aaeff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.936869] env[68391]: DEBUG oslo_concurrency.lockutils [req-44f1f46c-05f2-4f11-ba5a-fe3baffe27e9 req-c6a932f4-5fe1-419c-a4b0-293b40394b7a service nova] Lock "22c69ccb-39b6-411a-bed9-03c7555aaeff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.937116] env[68391]: DEBUG nova.compute.manager [req-44f1f46c-05f2-4f11-ba5a-fe3baffe27e9 req-c6a932f4-5fe1-419c-a4b0-293b40394b7a service nova] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] No waiting events found dispatching network-vif-plugged-3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.937303] env[68391]: WARNING nova.compute.manager [req-44f1f46c-05f2-4f11-ba5a-fe3baffe27e9 req-c6a932f4-5fe1-419c-a4b0-293b40394b7a service nova] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Received unexpected event network-vif-plugged-3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a for instance with vm_state building and task_state spawning. [ 706.937467] env[68391]: DEBUG nova.compute.manager [req-44f1f46c-05f2-4f11-ba5a-fe3baffe27e9 req-c6a932f4-5fe1-419c-a4b0-293b40394b7a service nova] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Received event network-changed-3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.937624] env[68391]: DEBUG nova.compute.manager [req-44f1f46c-05f2-4f11-ba5a-fe3baffe27e9 req-c6a932f4-5fe1-419c-a4b0-293b40394b7a service nova] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Refreshing instance network info cache due to event network-changed-3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.937805] env[68391]: DEBUG oslo_concurrency.lockutils [req-44f1f46c-05f2-4f11-ba5a-fe3baffe27e9 req-c6a932f4-5fe1-419c-a4b0-293b40394b7a service nova] Acquiring lock "refresh_cache-22c69ccb-39b6-411a-bed9-03c7555aaeff" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.937941] env[68391]: DEBUG oslo_concurrency.lockutils [req-44f1f46c-05f2-4f11-ba5a-fe3baffe27e9 req-c6a932f4-5fe1-419c-a4b0-293b40394b7a service nova] Acquired lock "refresh_cache-22c69ccb-39b6-411a-bed9-03c7555aaeff" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.938104] env[68391]: DEBUG nova.network.neutron [req-44f1f46c-05f2-4f11-ba5a-fe3baffe27e9 req-c6a932f4-5fe1-419c-a4b0-293b40394b7a service nova] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Refreshing network info cache for port 3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.027479] env[68391]: DEBUG oslo_concurrency.lockutils [None req-250a05dc-99f6-4819-a7de-d715555b48bf tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Lock "69f2e7b4-4673-4707-87e3-e40032f09a10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.717s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.148227] env[68391]: INFO nova.compute.manager [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Took 54.17 seconds to build instance. [ 707.196658] env[68391]: DEBUG oslo_concurrency.lockutils [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.197232] env[68391]: DEBUG nova.compute.manager [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.200547] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.561s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.200547] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.202371] env[68391]: DEBUG oslo_concurrency.lockutils [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.368s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.202556] env[68391]: DEBUG oslo_concurrency.lockutils [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.205590] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.145s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.207059] env[68391]: INFO nova.compute.claims [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.234084] env[68391]: INFO nova.scheduler.client.report [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Deleted allocations for instance 828732f1-e0d2-4e9c-83f1-7f43892ba7be [ 707.236230] env[68391]: INFO nova.scheduler.client.report [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Deleted allocations for instance e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d [ 707.336827] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038733, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.516494] env[68391]: DEBUG nova.network.neutron [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Successfully updated port: a1b609d9-11d6-4093-baa4-0bfb17ff64c4 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.530929] env[68391]: DEBUG nova.compute.manager [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.650268] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe90c52-2421-4e61-b245-b1604658a9db tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Lock "ec6ae023-f376-4c2f-9d3d-31144b5b007e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.522s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.673842] env[68391]: DEBUG nova.network.neutron [req-44f1f46c-05f2-4f11-ba5a-fe3baffe27e9 req-c6a932f4-5fe1-419c-a4b0-293b40394b7a service nova] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Updated VIF entry in instance network info cache for port 3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.674757] env[68391]: DEBUG nova.network.neutron [req-44f1f46c-05f2-4f11-ba5a-fe3baffe27e9 req-c6a932f4-5fe1-419c-a4b0-293b40394b7a service nova] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Updating instance_info_cache with network_info: [{"id": "3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a", "address": "fa:16:3e:7b:8d:f1", "network": {"id": "34174d51-1a4b-4e07-a594-edec4921da32", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1468399733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b837eae0d872472c85690ed63f2651b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ee91ed8-f0", "ovs_interfaceid": "3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.711988] env[68391]: DEBUG nova.compute.utils [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.713796] env[68391]: DEBUG nova.compute.manager [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.713941] env[68391]: DEBUG nova.network.neutron [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.751100] env[68391]: DEBUG oslo_concurrency.lockutils [None req-23367c86-a253-487f-9e42-99d61db59aee tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lock "828732f1-e0d2-4e9c-83f1-7f43892ba7be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.699s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.755280] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6a11ed21-b782-4fef-917f-13570ab93a15 tempest-ServerRescueTestJSONUnderV235-1527201484 tempest-ServerRescueTestJSONUnderV235-1527201484-project-member] Lock "e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.511s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.766957] env[68391]: DEBUG nova.policy [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66fd7028ffaf4cd493f7cd1e04c9a3eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9fd8e3682d4d478f981139fa53bcb4b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.835927] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038733, 'name': CreateVM_Task, 'duration_secs': 0.67726} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.836110] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.836766] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/sda', 'attachment_id': '27f690cd-45a1-4e52-b7d3-eb86462c7e32', 'delete_on_termination': True, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608798', 'volume_id': 'b615b341-83c8-4d07-b2c3-ad19117c9eee', 'name': 'volume-b615b341-83c8-4d07-b2c3-ad19117c9eee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '22c69ccb-39b6-411a-bed9-03c7555aaeff', 'attached_at': '', 'detached_at': '', 'volume_id': 'b615b341-83c8-4d07-b2c3-ad19117c9eee', 'serial': 'b615b341-83c8-4d07-b2c3-ad19117c9eee'}, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=68391) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 707.836972] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Root volume attach. Driver type: vmdk {{(pid=68391) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 707.837738] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4afa5fa-c452-4685-8432-89122e357876 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.845422] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcc0801-badf-4323-8703-78f40695a04b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.852241] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706e69d7-ef79-4dc0-85f1-69897e435303 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.858384] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-fabb44a2-dde0-4d2a-97d6-b36097bf4ef4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.866137] env[68391]: DEBUG oslo_vmware.api [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Waiting for the task: (returnval){ [ 707.866137] env[68391]: value = "task-3038734" [ 707.866137] env[68391]: _type = "Task" [ 707.866137] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.875347] env[68391]: DEBUG oslo_vmware.api [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Task: {'id': task-3038734, 'name': RelocateVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.047612] env[68391]: DEBUG nova.network.neutron [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Successfully created port: 0907e64e-d33d-4c53-9a4e-a43bb8ed5388 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.064094] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.156902] env[68391]: DEBUG nova.compute.manager [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.177675] env[68391]: DEBUG oslo_concurrency.lockutils [req-44f1f46c-05f2-4f11-ba5a-fe3baffe27e9 req-c6a932f4-5fe1-419c-a4b0-293b40394b7a service nova] Releasing lock "refresh_cache-22c69ccb-39b6-411a-bed9-03c7555aaeff" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.221168] env[68391]: DEBUG nova.compute.manager [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.381978] env[68391]: DEBUG oslo_vmware.api [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Task: {'id': task-3038734, 'name': RelocateVM_Task, 'duration_secs': 0.399389} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.381978] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Volume attach. Driver type: vmdk {{(pid=68391) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 708.381978] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608798', 'volume_id': 'b615b341-83c8-4d07-b2c3-ad19117c9eee', 'name': 'volume-b615b341-83c8-4d07-b2c3-ad19117c9eee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '22c69ccb-39b6-411a-bed9-03c7555aaeff', 'attached_at': '', 'detached_at': '', 'volume_id': 'b615b341-83c8-4d07-b2c3-ad19117c9eee', 'serial': 'b615b341-83c8-4d07-b2c3-ad19117c9eee'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 708.381978] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0b3d53-4056-40cd-8094-f1a51a236a6d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.407890] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bb3674-9ae3-4c72-a070-08cdfa8479f6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.436694] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] volume-b615b341-83c8-4d07-b2c3-ad19117c9eee/volume-b615b341-83c8-4d07-b2c3-ad19117c9eee.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.440037] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc1217c8-7764-4ae3-83a4-b8f9a0a34d5e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.462422] env[68391]: DEBUG oslo_vmware.api [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Waiting for the task: (returnval){ [ 708.462422] env[68391]: value = "task-3038735" [ 708.462422] env[68391]: _type = "Task" [ 708.462422] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.474208] env[68391]: DEBUG oslo_vmware.api [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Task: {'id': task-3038735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.535226] env[68391]: DEBUG nova.network.neutron [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Successfully updated port: afdaa6d4-b5e0-48fb-89cc-e9fb2170d68c {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.689372] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.827349] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcc85ca-54d9-4216-9d05-e57c77fa231b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.835824] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70d430e-15da-4e47-a37f-217a43a444a7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.868159] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f1a9f7-e259-42a8-9ab4-84aa013fa01b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.876417] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c8baf8-e1c9-43e8-ac0c-63ac6a0493a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.890518] env[68391]: DEBUG nova.compute.provider_tree [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.973631] env[68391]: DEBUG oslo_vmware.api [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Task: {'id': task-3038735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.037776] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "refresh_cache-0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.037986] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "refresh_cache-0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.038178] env[68391]: DEBUG nova.network.neutron [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.235780] env[68391]: DEBUG nova.compute.manager [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.259186] env[68391]: DEBUG nova.virt.hardware [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='39200b1c-6fcb-46e4-89f8-1b15fdd138ee',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1098805031',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.259428] env[68391]: DEBUG nova.virt.hardware [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.259583] env[68391]: DEBUG nova.virt.hardware [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.259765] env[68391]: DEBUG nova.virt.hardware [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.259991] env[68391]: DEBUG nova.virt.hardware [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.260061] env[68391]: DEBUG nova.virt.hardware [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.260292] env[68391]: DEBUG nova.virt.hardware [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.260517] env[68391]: DEBUG nova.virt.hardware [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.260879] env[68391]: DEBUG nova.virt.hardware [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.261060] env[68391]: DEBUG nova.virt.hardware [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.261235] env[68391]: DEBUG nova.virt.hardware [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.262119] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39684aa2-f77e-4848-b26e-16eeb92d8b4f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.270944] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc72619b-dbdc-4d86-8acd-16ed804499db {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.394079] env[68391]: DEBUG nova.scheduler.client.report [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.475939] env[68391]: DEBUG oslo_vmware.api [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Task: {'id': task-3038735, 'name': ReconfigVM_Task, 'duration_secs': 0.688279} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.476258] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Reconfigured VM instance instance-00000029 to attach disk [datastore2] volume-b615b341-83c8-4d07-b2c3-ad19117c9eee/volume-b615b341-83c8-4d07-b2c3-ad19117c9eee.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.481223] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75fc9dc9-8d0b-4aa5-9123-3f5d50d2b9dd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.493230] env[68391]: DEBUG nova.compute.manager [req-737fb9be-a8c9-4ade-b023-6c85444aa0af req-c6e63226-3493-4a99-9ce9-d5c1e226ab1a service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Received event network-vif-plugged-afdaa6d4-b5e0-48fb-89cc-e9fb2170d68c {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.493444] env[68391]: DEBUG oslo_concurrency.lockutils [req-737fb9be-a8c9-4ade-b023-6c85444aa0af req-c6e63226-3493-4a99-9ce9-d5c1e226ab1a service nova] Acquiring lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.493676] env[68391]: DEBUG oslo_concurrency.lockutils [req-737fb9be-a8c9-4ade-b023-6c85444aa0af req-c6e63226-3493-4a99-9ce9-d5c1e226ab1a service nova] Lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.493848] env[68391]: DEBUG oslo_concurrency.lockutils [req-737fb9be-a8c9-4ade-b023-6c85444aa0af req-c6e63226-3493-4a99-9ce9-d5c1e226ab1a service nova] Lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.494537] env[68391]: DEBUG nova.compute.manager [req-737fb9be-a8c9-4ade-b023-6c85444aa0af req-c6e63226-3493-4a99-9ce9-d5c1e226ab1a service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] No waiting events found dispatching network-vif-plugged-afdaa6d4-b5e0-48fb-89cc-e9fb2170d68c {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.494537] env[68391]: WARNING nova.compute.manager [req-737fb9be-a8c9-4ade-b023-6c85444aa0af req-c6e63226-3493-4a99-9ce9-d5c1e226ab1a service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Received unexpected event network-vif-plugged-afdaa6d4-b5e0-48fb-89cc-e9fb2170d68c for instance with vm_state active and task_state None. [ 709.502689] env[68391]: DEBUG oslo_vmware.api [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Waiting for the task: (returnval){ [ 709.502689] env[68391]: value = "task-3038736" [ 709.502689] env[68391]: _type = "Task" [ 709.502689] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.514956] env[68391]: DEBUG oslo_vmware.api [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Task: {'id': task-3038736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.578696] env[68391]: WARNING nova.network.neutron [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] a5e2c049-f66e-4f44-b99f-c63e3a09582f already exists in list: networks containing: ['a5e2c049-f66e-4f44-b99f-c63e3a09582f']. ignoring it [ 709.604198] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquiring lock "291661a1-659b-45a6-b35f-2db187f17324" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.604461] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lock "291661a1-659b-45a6-b35f-2db187f17324" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.604665] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquiring lock "291661a1-659b-45a6-b35f-2db187f17324-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.604846] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lock "291661a1-659b-45a6-b35f-2db187f17324-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.605015] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lock "291661a1-659b-45a6-b35f-2db187f17324-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.607387] env[68391]: INFO nova.compute.manager [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Terminating instance [ 709.898586] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.899121] env[68391]: DEBUG nova.compute.manager [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.902277] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.614s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.903925] env[68391]: INFO nova.compute.claims [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.973729] env[68391]: DEBUG nova.network.neutron [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Updating instance_info_cache with network_info: [{"id": "05371bd9-1294-4000-8104-3082f7c0dd51", "address": "fa:16:3e:e0:43:e4", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05371bd9-12", "ovs_interfaceid": "05371bd9-1294-4000-8104-3082f7c0dd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "afdaa6d4-b5e0-48fb-89cc-e9fb2170d68c", "address": "fa:16:3e:2c:c6:54", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafdaa6d4-b5", "ovs_interfaceid": "afdaa6d4-b5e0-48fb-89cc-e9fb2170d68c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.017331] env[68391]: DEBUG oslo_vmware.api [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Task: {'id': task-3038736, 'name': ReconfigVM_Task, 'duration_secs': 0.219189} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.017953] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608798', 'volume_id': 'b615b341-83c8-4d07-b2c3-ad19117c9eee', 'name': 'volume-b615b341-83c8-4d07-b2c3-ad19117c9eee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '22c69ccb-39b6-411a-bed9-03c7555aaeff', 'attached_at': '', 'detached_at': '', 'volume_id': 'b615b341-83c8-4d07-b2c3-ad19117c9eee', 'serial': 'b615b341-83c8-4d07-b2c3-ad19117c9eee'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 710.018849] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e0f8c51-5433-4762-a998-ec22e8b207a9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.029018] env[68391]: DEBUG oslo_vmware.api [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Waiting for the task: (returnval){ [ 710.029018] env[68391]: value = "task-3038737" [ 710.029018] env[68391]: _type = "Task" [ 710.029018] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.038842] env[68391]: DEBUG oslo_vmware.api [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Task: {'id': task-3038737, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.113023] env[68391]: DEBUG nova.compute.manager [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.113023] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.113023] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9988c46-c600-4a2e-803f-0a9deab1a543 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.123418] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.124026] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb3fefde-31c6-411c-a5ed-629779b5584c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.132384] env[68391]: DEBUG oslo_vmware.api [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 710.132384] env[68391]: value = "task-3038738" [ 710.132384] env[68391]: _type = "Task" [ 710.132384] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.144958] env[68391]: DEBUG oslo_vmware.api [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.169240] env[68391]: DEBUG nova.compute.manager [req-93bc8532-9f30-411d-be9d-d0ccf1c2f850 req-06f3aea0-c5dc-493d-be69-19fdb304a84a service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Received event network-vif-plugged-a1b609d9-11d6-4093-baa4-0bfb17ff64c4 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.169240] env[68391]: DEBUG oslo_concurrency.lockutils [req-93bc8532-9f30-411d-be9d-d0ccf1c2f850 req-06f3aea0-c5dc-493d-be69-19fdb304a84a service nova] Acquiring lock "954b77db-199c-4472-a489-e6b57ac2af67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.169646] env[68391]: DEBUG oslo_concurrency.lockutils [req-93bc8532-9f30-411d-be9d-d0ccf1c2f850 req-06f3aea0-c5dc-493d-be69-19fdb304a84a service nova] Lock "954b77db-199c-4472-a489-e6b57ac2af67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.170072] env[68391]: DEBUG oslo_concurrency.lockutils [req-93bc8532-9f30-411d-be9d-d0ccf1c2f850 req-06f3aea0-c5dc-493d-be69-19fdb304a84a service nova] Lock "954b77db-199c-4472-a489-e6b57ac2af67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.170455] env[68391]: DEBUG nova.compute.manager [req-93bc8532-9f30-411d-be9d-d0ccf1c2f850 req-06f3aea0-c5dc-493d-be69-19fdb304a84a service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] No waiting events found dispatching network-vif-plugged-a1b609d9-11d6-4093-baa4-0bfb17ff64c4 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.170860] env[68391]: WARNING nova.compute.manager [req-93bc8532-9f30-411d-be9d-d0ccf1c2f850 req-06f3aea0-c5dc-493d-be69-19fdb304a84a service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Received unexpected event network-vif-plugged-a1b609d9-11d6-4093-baa4-0bfb17ff64c4 for instance with vm_state building and task_state spawning. [ 710.171227] env[68391]: DEBUG nova.compute.manager [req-93bc8532-9f30-411d-be9d-d0ccf1c2f850 req-06f3aea0-c5dc-493d-be69-19fdb304a84a service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Received event network-changed-a1b609d9-11d6-4093-baa4-0bfb17ff64c4 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.173654] env[68391]: DEBUG nova.compute.manager [req-93bc8532-9f30-411d-be9d-d0ccf1c2f850 req-06f3aea0-c5dc-493d-be69-19fdb304a84a service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Refreshing instance network info cache due to event network-changed-a1b609d9-11d6-4093-baa4-0bfb17ff64c4. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.173654] env[68391]: DEBUG oslo_concurrency.lockutils [req-93bc8532-9f30-411d-be9d-d0ccf1c2f850 req-06f3aea0-c5dc-493d-be69-19fdb304a84a service nova] Acquiring lock "refresh_cache-954b77db-199c-4472-a489-e6b57ac2af67" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.173654] env[68391]: DEBUG oslo_concurrency.lockutils [req-93bc8532-9f30-411d-be9d-d0ccf1c2f850 req-06f3aea0-c5dc-493d-be69-19fdb304a84a service nova] Acquired lock "refresh_cache-954b77db-199c-4472-a489-e6b57ac2af67" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.173654] env[68391]: DEBUG nova.network.neutron [req-93bc8532-9f30-411d-be9d-d0ccf1c2f850 req-06f3aea0-c5dc-493d-be69-19fdb304a84a service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Refreshing network info cache for port a1b609d9-11d6-4093-baa4-0bfb17ff64c4 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.317646] env[68391]: DEBUG nova.network.neutron [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Successfully updated port: 0907e64e-d33d-4c53-9a4e-a43bb8ed5388 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.325721] env[68391]: DEBUG nova.network.neutron [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Successfully updated port: 92d03969-1aa2-4762-ad5f-a72d8c24595c {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.412582] env[68391]: DEBUG nova.compute.utils [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.413905] env[68391]: DEBUG nova.compute.manager [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Not allocating networking since 'none' was specified. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 710.477629] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "refresh_cache-0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.477629] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.477629] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.477743] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7259d297-ff2e-43f8-9083-f22c3b68e3aa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.499816] env[68391]: DEBUG nova.virt.hardware [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.500110] env[68391]: DEBUG nova.virt.hardware [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.500306] env[68391]: DEBUG nova.virt.hardware [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.500523] env[68391]: DEBUG nova.virt.hardware [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.500708] env[68391]: DEBUG nova.virt.hardware [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.500963] env[68391]: DEBUG nova.virt.hardware [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.501228] env[68391]: DEBUG nova.virt.hardware [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.501425] env[68391]: DEBUG nova.virt.hardware [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.501702] env[68391]: DEBUG nova.virt.hardware [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.501880] env[68391]: DEBUG nova.virt.hardware [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.502144] env[68391]: DEBUG nova.virt.hardware [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.509357] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Reconfiguring VM to attach interface {{(pid=68391) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 710.509712] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be1c8e3b-7d5d-4cd5-8b65-eca3b6b1d20a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.530018] env[68391]: DEBUG oslo_vmware.api [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 710.530018] env[68391]: value = "task-3038739" [ 710.530018] env[68391]: _type = "Task" [ 710.530018] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.542331] env[68391]: DEBUG oslo_vmware.api [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Task: {'id': task-3038737, 'name': Rename_Task, 'duration_secs': 0.195977} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.544217] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.544523] env[68391]: DEBUG oslo_vmware.api [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038739, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.544772] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4434da2-c3b7-477e-a4f9-8ed9f2f3c8eb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.551983] env[68391]: DEBUG oslo_vmware.api [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Waiting for the task: (returnval){ [ 710.551983] env[68391]: value = "task-3038740" [ 710.551983] env[68391]: _type = "Task" [ 710.551983] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.565961] env[68391]: DEBUG oslo_vmware.api [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Task: {'id': task-3038740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.643730] env[68391]: DEBUG oslo_vmware.api [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038738, 'name': PowerOffVM_Task, 'duration_secs': 0.19206} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.643997] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.644213] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.644453] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f38702c3-c84f-4eeb-bfcb-b21dca6fc803 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.713706] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.714411] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.714411] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Deleting the datastore file [datastore2] 291661a1-659b-45a6-b35f-2db187f17324 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.714715] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3c2dd08-9e96-48ee-ab91-e39428678778 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.724030] env[68391]: DEBUG oslo_vmware.api [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for the task: (returnval){ [ 710.724030] env[68391]: value = "task-3038742" [ 710.724030] env[68391]: _type = "Task" [ 710.724030] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.734538] env[68391]: DEBUG oslo_vmware.api [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.744734] env[68391]: DEBUG nova.network.neutron [req-93bc8532-9f30-411d-be9d-d0ccf1c2f850 req-06f3aea0-c5dc-493d-be69-19fdb304a84a service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.821028] env[68391]: DEBUG oslo_concurrency.lockutils [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "refresh_cache-3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.822128] env[68391]: DEBUG oslo_concurrency.lockutils [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquired lock "refresh_cache-3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.822343] env[68391]: DEBUG nova.network.neutron [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.852807] env[68391]: DEBUG nova.network.neutron [req-93bc8532-9f30-411d-be9d-d0ccf1c2f850 req-06f3aea0-c5dc-493d-be69-19fdb304a84a service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.919166] env[68391]: DEBUG nova.compute.manager [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.044622] env[68391]: DEBUG oslo_vmware.api [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038739, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.067980] env[68391]: DEBUG oslo_vmware.api [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Task: {'id': task-3038740, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.235860] env[68391]: DEBUG oslo_vmware.api [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Task: {'id': task-3038742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157533} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.238467] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.238684] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.238869] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.239176] env[68391]: INFO nova.compute.manager [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Took 1.13 seconds to destroy the instance on the hypervisor. [ 711.239448] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.240632] env[68391]: DEBUG nova.compute.manager [-] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.240632] env[68391]: DEBUG nova.network.neutron [-] [instance: 291661a1-659b-45a6-b35f-2db187f17324] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.359032] env[68391]: DEBUG oslo_concurrency.lockutils [req-93bc8532-9f30-411d-be9d-d0ccf1c2f850 req-06f3aea0-c5dc-493d-be69-19fdb304a84a service nova] Releasing lock "refresh_cache-954b77db-199c-4472-a489-e6b57ac2af67" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.376405] env[68391]: DEBUG nova.network.neutron [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.506348] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3489a6-618c-4f77-8db1-c5e56b32aa8d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.515394] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c35033-4875-4087-be01-6c6742ea5415 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.554739] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f414a8a-0187-43ee-af55-2482b6748be7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.573333] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3a0782-94e9-44ab-a576-d3f7e2d4f6cd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.577459] env[68391]: DEBUG oslo_vmware.api [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Task: {'id': task-3038740, 'name': PowerOnVM_Task, 'duration_secs': 0.646837} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.577691] env[68391]: DEBUG oslo_vmware.api [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038739, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.577973] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.578399] env[68391]: INFO nova.compute.manager [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Took 6.00 seconds to spawn the instance on the hypervisor. [ 711.578467] env[68391]: DEBUG nova.compute.manager [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.579575] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079c39fe-edf8-46fe-a007-c5f8f6e338b4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.590923] env[68391]: DEBUG nova.compute.provider_tree [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.614783] env[68391]: DEBUG nova.network.neutron [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Updating instance_info_cache with network_info: [{"id": "0907e64e-d33d-4c53-9a4e-a43bb8ed5388", "address": "fa:16:3e:14:f3:50", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0907e64e-d3", "ovs_interfaceid": "0907e64e-d33d-4c53-9a4e-a43bb8ed5388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.930536] env[68391]: DEBUG nova.compute.manager [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.962299] env[68391]: DEBUG nova.virt.hardware [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.962541] env[68391]: DEBUG nova.virt.hardware [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.962693] env[68391]: DEBUG nova.virt.hardware [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.962873] env[68391]: DEBUG nova.virt.hardware [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.963027] env[68391]: DEBUG nova.virt.hardware [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.963193] env[68391]: DEBUG nova.virt.hardware [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.963399] env[68391]: DEBUG nova.virt.hardware [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.963574] env[68391]: DEBUG nova.virt.hardware [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.963755] env[68391]: DEBUG nova.virt.hardware [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.963920] env[68391]: DEBUG nova.virt.hardware [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.964104] env[68391]: DEBUG nova.virt.hardware [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.964978] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056a726c-e788-47c1-8ffd-e056cc350735 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.973935] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c66f0f3-80c8-4c3e-816d-2eb887e1cb3d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.989529] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Instance VIF info [] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.998384] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Creating folder: Project (0d7751cd6265450bbee07fc8117f3463). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.998384] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37747970-2cc5-449a-851a-1955fb97ed54 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.011058] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Created folder: Project (0d7751cd6265450bbee07fc8117f3463) in parent group-v608736. [ 712.011261] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Creating folder: Instances. Parent ref: group-v608866. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.011521] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-136aa8a6-1c52-4a25-a1b3-1e1b2818a98b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.022109] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Created folder: Instances in parent group-v608866. [ 712.022387] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.022865] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.022865] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18c14c2d-871d-45dc-9cb9-d66a1cb26683 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.041887] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.041887] env[68391]: value = "task-3038745" [ 712.041887] env[68391]: _type = "Task" [ 712.041887] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.058100] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038745, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.063541] env[68391]: DEBUG oslo_vmware.api [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038739, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.093769] env[68391]: DEBUG nova.scheduler.client.report [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.116732] env[68391]: DEBUG oslo_concurrency.lockutils [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Releasing lock "refresh_cache-3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.117106] env[68391]: DEBUG nova.compute.manager [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Instance network_info: |[{"id": "0907e64e-d33d-4c53-9a4e-a43bb8ed5388", "address": "fa:16:3e:14:f3:50", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0907e64e-d3", "ovs_interfaceid": "0907e64e-d33d-4c53-9a4e-a43bb8ed5388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.117466] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:f3:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0907e64e-d33d-4c53-9a4e-a43bb8ed5388', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.127521] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.130235] env[68391]: DEBUG nova.network.neutron [-] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.133196] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.133196] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-927cccae-d018-4c80-bc29-371ee65534ee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.152402] env[68391]: INFO nova.compute.manager [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Took 49.58 seconds to build instance. [ 712.163764] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.163764] env[68391]: value = "task-3038746" [ 712.163764] env[68391]: _type = "Task" [ 712.163764] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.175409] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038746, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.178930] env[68391]: INFO nova.compute.manager [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Rebuilding instance [ 712.238838] env[68391]: DEBUG nova.compute.manager [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.240224] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c46c2d2-9f21-431b-8945-cd70e1b8f766 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.354024] env[68391]: DEBUG nova.compute.manager [req-55640534-0894-4c6f-b23a-83a5bb799f3e req-2ae71119-bf9c-4990-a821-1328dc915f3a service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Received event network-changed-143c6dc0-093d-46bb-9be6-2a987874ffc7 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.354024] env[68391]: DEBUG nova.compute.manager [req-55640534-0894-4c6f-b23a-83a5bb799f3e req-2ae71119-bf9c-4990-a821-1328dc915f3a service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Refreshing instance network info cache due to event network-changed-143c6dc0-093d-46bb-9be6-2a987874ffc7. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.354189] env[68391]: DEBUG oslo_concurrency.lockutils [req-55640534-0894-4c6f-b23a-83a5bb799f3e req-2ae71119-bf9c-4990-a821-1328dc915f3a service nova] Acquiring lock "refresh_cache-ec6ae023-f376-4c2f-9d3d-31144b5b007e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.354316] env[68391]: DEBUG oslo_concurrency.lockutils [req-55640534-0894-4c6f-b23a-83a5bb799f3e req-2ae71119-bf9c-4990-a821-1328dc915f3a service nova] Acquired lock "refresh_cache-ec6ae023-f376-4c2f-9d3d-31144b5b007e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.354470] env[68391]: DEBUG nova.network.neutron [req-55640534-0894-4c6f-b23a-83a5bb799f3e req-2ae71119-bf9c-4990-a821-1328dc915f3a service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Refreshing network info cache for port 143c6dc0-093d-46bb-9be6-2a987874ffc7 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.554320] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038745, 'name': CreateVM_Task, 'duration_secs': 0.382815} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.557924] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.561019] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.561019] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.561019] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.561019] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73456c05-b88d-471a-a61e-3bda1091f2bf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.565537] env[68391]: DEBUG oslo_vmware.api [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038739, 'name': ReconfigVM_Task, 'duration_secs': 1.646173} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.568402] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.568764] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Reconfigured VM to attach interface {{(pid=68391) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 712.571654] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Waiting for the task: (returnval){ [ 712.571654] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52184ac2-a8bb-945f-dbea-778d670d8e00" [ 712.571654] env[68391]: _type = "Task" [ 712.571654] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.581646] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52184ac2-a8bb-945f-dbea-778d670d8e00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.605597] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.605597] env[68391]: DEBUG nova.compute.manager [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.608138] env[68391]: DEBUG nova.network.neutron [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Successfully updated port: 0104a62f-165a-4fc8-a086-3c59680f807a {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.609111] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.386s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.610511] env[68391]: INFO nova.compute.claims [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.653043] env[68391]: INFO nova.compute.manager [-] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Took 1.41 seconds to deallocate network for instance. [ 712.664811] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c2723308-a65d-44da-8f4b-9ffd6c9ea31e tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Lock "22c69ccb-39b6-411a-bed9-03c7555aaeff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.635s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.681017] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038746, 'name': CreateVM_Task, 'duration_secs': 0.424793} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.681017] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.681017] env[68391]: DEBUG oslo_concurrency.lockutils [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.074485] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0efc1239-b998-4dfe-af9b-4c873f038086 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "interface-0b5b4adf-a2bd-4255-964e-bb70a52c056e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.864s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.086243] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52184ac2-a8bb-945f-dbea-778d670d8e00, 'name': SearchDatastore_Task, 'duration_secs': 0.039275} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.087717] env[68391]: DEBUG nova.network.neutron [req-55640534-0894-4c6f-b23a-83a5bb799f3e req-2ae71119-bf9c-4990-a821-1328dc915f3a service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Updated VIF entry in instance network info cache for port 143c6dc0-093d-46bb-9be6-2a987874ffc7. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.088057] env[68391]: DEBUG nova.network.neutron [req-55640534-0894-4c6f-b23a-83a5bb799f3e req-2ae71119-bf9c-4990-a821-1328dc915f3a service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Updating instance_info_cache with network_info: [{"id": "143c6dc0-093d-46bb-9be6-2a987874ffc7", "address": "fa:16:3e:20:5e:c5", "network": {"id": "1d8c67a2-eb92-4af8-a49d-7dfb3456129d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1013569110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55319323a02849888d38b247420b8627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap143c6dc0-09", "ovs_interfaceid": "143c6dc0-093d-46bb-9be6-2a987874ffc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.089167] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.089399] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.089630] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.089904] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.090134] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.090922] env[68391]: DEBUG oslo_concurrency.lockutils [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.091275] env[68391]: DEBUG oslo_concurrency.lockutils [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.091518] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-321d40e6-65df-44f5-9d22-308d64fe734a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.093941] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6436c82e-1236-41f1-ac40-3017f5293f93 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.101778] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 713.101778] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522d0339-8de2-0471-0bb3-895b77a30f1f" [ 713.101778] env[68391]: _type = "Task" [ 713.101778] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.111076] env[68391]: DEBUG nova.compute.utils [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.112580] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.112778] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.114154] env[68391]: DEBUG nova.compute.manager [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.114592] env[68391]: DEBUG nova.network.neutron [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.117322] env[68391]: DEBUG oslo_concurrency.lockutils [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquiring lock "refresh_cache-954b77db-199c-4472-a489-e6b57ac2af67" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.117477] env[68391]: DEBUG oslo_concurrency.lockutils [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquired lock "refresh_cache-954b77db-199c-4472-a489-e6b57ac2af67" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.117627] env[68391]: DEBUG nova.network.neutron [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.122025] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f14283-b40a-4117-9e00-8ae39a2df80e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.134402] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522d0339-8de2-0471-0bb3-895b77a30f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.018159} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.135679] env[68391]: DEBUG oslo_concurrency.lockutils [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.136031] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.136321] env[68391]: DEBUG oslo_concurrency.lockutils [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.141608] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Waiting for the task: (returnval){ [ 713.141608] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5257cce0-f571-2639-a6bd-d4f184c90a0a" [ 713.141608] env[68391]: _type = "Task" [ 713.141608] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.151254] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5257cce0-f571-2639-a6bd-d4f184c90a0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.159814] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.170497] env[68391]: DEBUG nova.compute.manager [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.188389] env[68391]: DEBUG nova.policy [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f72663814e041468e7eeda49ea7fd0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '868efcdf662043ae8f8d76e461a6600e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.257532] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.257858] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84c38731-9ff7-411d-a7e8-d435c3a4f9f4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.263257] env[68391]: DEBUG nova.compute.manager [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Received event network-vif-plugged-92d03969-1aa2-4762-ad5f-a72d8c24595c {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.263624] env[68391]: DEBUG oslo_concurrency.lockutils [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] Acquiring lock "954b77db-199c-4472-a489-e6b57ac2af67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.263783] env[68391]: DEBUG oslo_concurrency.lockutils [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] Lock "954b77db-199c-4472-a489-e6b57ac2af67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.263930] env[68391]: DEBUG oslo_concurrency.lockutils [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] Lock "954b77db-199c-4472-a489-e6b57ac2af67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.264186] env[68391]: DEBUG nova.compute.manager [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] No waiting events found dispatching network-vif-plugged-92d03969-1aa2-4762-ad5f-a72d8c24595c {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.264311] env[68391]: WARNING nova.compute.manager [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Received unexpected event network-vif-plugged-92d03969-1aa2-4762-ad5f-a72d8c24595c for instance with vm_state building and task_state spawning. [ 713.264437] env[68391]: DEBUG nova.compute.manager [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Received event network-vif-plugged-0907e64e-d33d-4c53-9a4e-a43bb8ed5388 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.264574] env[68391]: DEBUG oslo_concurrency.lockutils [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] Acquiring lock "3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.264732] env[68391]: DEBUG oslo_concurrency.lockutils [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] Lock "3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.264914] env[68391]: DEBUG oslo_concurrency.lockutils [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] Lock "3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.265034] env[68391]: DEBUG nova.compute.manager [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] No waiting events found dispatching network-vif-plugged-0907e64e-d33d-4c53-9a4e-a43bb8ed5388 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.265199] env[68391]: WARNING nova.compute.manager [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Received unexpected event network-vif-plugged-0907e64e-d33d-4c53-9a4e-a43bb8ed5388 for instance with vm_state building and task_state spawning. [ 713.265346] env[68391]: DEBUG nova.compute.manager [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Received event network-changed-0907e64e-d33d-4c53-9a4e-a43bb8ed5388 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.265493] env[68391]: DEBUG nova.compute.manager [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Refreshing instance network info cache due to event network-changed-0907e64e-d33d-4c53-9a4e-a43bb8ed5388. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.265709] env[68391]: DEBUG oslo_concurrency.lockutils [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] Acquiring lock "refresh_cache-3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.265845] env[68391]: DEBUG oslo_concurrency.lockutils [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] Acquired lock "refresh_cache-3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.266054] env[68391]: DEBUG nova.network.neutron [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Refreshing network info cache for port 0907e64e-d33d-4c53-9a4e-a43bb8ed5388 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.269336] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for the task: (returnval){ [ 713.269336] env[68391]: value = "task-3038747" [ 713.269336] env[68391]: _type = "Task" [ 713.269336] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.281146] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.294021] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Acquiring lock "336e7166-5e3f-4de1-b3af-14b521ec8147" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.294387] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Lock "336e7166-5e3f-4de1-b3af-14b521ec8147" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.294607] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Acquiring lock "336e7166-5e3f-4de1-b3af-14b521ec8147-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.294907] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Lock "336e7166-5e3f-4de1-b3af-14b521ec8147-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.295118] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Lock "336e7166-5e3f-4de1-b3af-14b521ec8147-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.298183] env[68391]: INFO nova.compute.manager [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Terminating instance [ 713.502607] env[68391]: DEBUG nova.network.neutron [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Successfully created port: 7ffe099d-fccd-4e14-a7ac-a99933074fc2 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.591757] env[68391]: DEBUG oslo_concurrency.lockutils [req-55640534-0894-4c6f-b23a-83a5bb799f3e req-2ae71119-bf9c-4990-a821-1328dc915f3a service nova] Releasing lock "refresh_cache-ec6ae023-f376-4c2f-9d3d-31144b5b007e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.592130] env[68391]: DEBUG nova.compute.manager [req-55640534-0894-4c6f-b23a-83a5bb799f3e req-2ae71119-bf9c-4990-a821-1328dc915f3a service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Received event network-changed-afdaa6d4-b5e0-48fb-89cc-e9fb2170d68c {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.592323] env[68391]: DEBUG nova.compute.manager [req-55640534-0894-4c6f-b23a-83a5bb799f3e req-2ae71119-bf9c-4990-a821-1328dc915f3a service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Refreshing instance network info cache due to event network-changed-afdaa6d4-b5e0-48fb-89cc-e9fb2170d68c. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.592533] env[68391]: DEBUG oslo_concurrency.lockutils [req-55640534-0894-4c6f-b23a-83a5bb799f3e req-2ae71119-bf9c-4990-a821-1328dc915f3a service nova] Acquiring lock "refresh_cache-0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.592670] env[68391]: DEBUG oslo_concurrency.lockutils [req-55640534-0894-4c6f-b23a-83a5bb799f3e req-2ae71119-bf9c-4990-a821-1328dc915f3a service nova] Acquired lock "refresh_cache-0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.592926] env[68391]: DEBUG nova.network.neutron [req-55640534-0894-4c6f-b23a-83a5bb799f3e req-2ae71119-bf9c-4990-a821-1328dc915f3a service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Refreshing network info cache for port afdaa6d4-b5e0-48fb-89cc-e9fb2170d68c {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.615242] env[68391]: DEBUG nova.compute.manager [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.653260] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5257cce0-f571-2639-a6bd-d4f184c90a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.015489} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.653736] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-092a72f5-423b-43a7-8e5a-a08c52172363 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.662250] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Waiting for the task: (returnval){ [ 713.662250] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525f44f7-9015-6b3f-98b5-7a0ee204734d" [ 713.662250] env[68391]: _type = "Task" [ 713.662250] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.673582] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525f44f7-9015-6b3f-98b5-7a0ee204734d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.686924] env[68391]: DEBUG nova.network.neutron [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.693527] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.789288] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038747, 'name': PowerOffVM_Task, 'duration_secs': 0.245098} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.789665] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.790592] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.791329] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce337dbb-2e1b-41cc-b1cf-a39ff20f47bf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.804681] env[68391]: DEBUG nova.compute.manager [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.804681] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.804849] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.805733] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d0b15f-541a-4ea1-a470-e1276c202af7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.813026] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5c56aff-9f51-43e3-8855-8ffbfe2c66f5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.827637] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.827953] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d37e704-1c03-4f88-a7fb-c0cf6c69ba03 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.840142] env[68391]: DEBUG oslo_vmware.api [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Waiting for the task: (returnval){ [ 713.840142] env[68391]: value = "task-3038749" [ 713.840142] env[68391]: _type = "Task" [ 713.840142] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.846810] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.847483] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.847483] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Deleting the datastore file [datastore1] 69f2e7b4-4673-4707-87e3-e40032f09a10 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.848247] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f24d1ee-d093-4b30-a1f6-d420bcb41357 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.857576] env[68391]: DEBUG oslo_vmware.api [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': task-3038749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.863050] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for the task: (returnval){ [ 713.863050] env[68391]: value = "task-3038750" [ 713.863050] env[68391]: _type = "Task" [ 713.863050] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.874243] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.173183] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525f44f7-9015-6b3f-98b5-7a0ee204734d, 'name': SearchDatastore_Task, 'duration_secs': 0.013617} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.177014] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.177311] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 9158ca40-77ed-46cc-9e18-701703d52463/9158ca40-77ed-46cc-9e18-701703d52463.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.177934] env[68391]: DEBUG oslo_concurrency.lockutils [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.178058] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.178293] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43fc308b-30dd-4e67-b17d-b42117c3e880 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.180582] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e63d61f-664b-4947-a3c9-376c413419ad {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.189427] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Waiting for the task: (returnval){ [ 714.189427] env[68391]: value = "task-3038751" [ 714.189427] env[68391]: _type = "Task" [ 714.189427] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.196741] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.196940] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.197994] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-001e2f88-4fe1-4004-b8a3-4d4fee939580 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.204824] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 714.204824] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52930233-8378-5193-6d18-2ad9bf8d16de" [ 714.204824] env[68391]: _type = "Task" [ 714.204824] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.211070] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Task: {'id': task-3038751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.220895] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52930233-8378-5193-6d18-2ad9bf8d16de, 'name': SearchDatastore_Task, 'duration_secs': 0.01298} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.221709] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c49b2f24-9b9a-41e1-88e2-d68c601880c0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.233330] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 714.233330] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525df4d6-3589-ce16-a37a-e2eb5959a26d" [ 714.233330] env[68391]: _type = "Task" [ 714.233330] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.248860] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525df4d6-3589-ce16-a37a-e2eb5959a26d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.306436] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d2c998-427f-4de7-b69b-a10843d71d87 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.314987] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29a654b-6c36-4686-834c-6549ee18952e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.357348] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5197627-e2ff-499b-a5fd-7d20a4c1f283 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.374661] env[68391]: DEBUG oslo_vmware.api [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': task-3038749, 'name': PowerOffVM_Task, 'duration_secs': 0.261195} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.375513] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.375644] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.376839] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af41a597-5f53-4d85-ab6e-4ccfc5803ebe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.385845] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba20afc9-0922-459d-822d-c50b64a61699 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.387579] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108958} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.388213] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.388407] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.388579] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.400042] env[68391]: DEBUG nova.compute.provider_tree [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.470711] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.470924] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.471922] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Deleting the datastore file [datastore2] 336e7166-5e3f-4de1-b3af-14b521ec8147 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.471922] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c32201f-a11d-492e-83f8-4e6edfb8c625 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.478250] env[68391]: DEBUG oslo_vmware.api [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Waiting for the task: (returnval){ [ 714.478250] env[68391]: value = "task-3038753" [ 714.478250] env[68391]: _type = "Task" [ 714.478250] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.479101] env[68391]: DEBUG nova.network.neutron [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Updated VIF entry in instance network info cache for port 0907e64e-d33d-4c53-9a4e-a43bb8ed5388. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.480724] env[68391]: DEBUG nova.network.neutron [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Updating instance_info_cache with network_info: [{"id": "0907e64e-d33d-4c53-9a4e-a43bb8ed5388", "address": "fa:16:3e:14:f3:50", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0907e64e-d3", "ovs_interfaceid": "0907e64e-d33d-4c53-9a4e-a43bb8ed5388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.489519] env[68391]: DEBUG oslo_vmware.api [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': task-3038753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.626877] env[68391]: DEBUG nova.compute.manager [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.674630] env[68391]: DEBUG nova.virt.hardware [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.675264] env[68391]: DEBUG nova.virt.hardware [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.675400] env[68391]: DEBUG nova.virt.hardware [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.675830] env[68391]: DEBUG nova.virt.hardware [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.676137] env[68391]: DEBUG nova.virt.hardware [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.676425] env[68391]: DEBUG nova.virt.hardware [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.677717] env[68391]: DEBUG nova.virt.hardware [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.677717] env[68391]: DEBUG nova.virt.hardware [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.677885] env[68391]: DEBUG nova.virt.hardware [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.678108] env[68391]: DEBUG nova.virt.hardware [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.678469] env[68391]: DEBUG nova.virt.hardware [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.679666] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91bc8af-419a-41ca-baac-676730c7da34 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.692082] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fc8b72-9b9d-4704-818d-ea17f0f3e899 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.438710] env[68391]: DEBUG nova.network.neutron [req-55640534-0894-4c6f-b23a-83a5bb799f3e req-2ae71119-bf9c-4990-a821-1328dc915f3a service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Updated VIF entry in instance network info cache for port afdaa6d4-b5e0-48fb-89cc-e9fb2170d68c. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.439107] env[68391]: DEBUG nova.network.neutron [req-55640534-0894-4c6f-b23a-83a5bb799f3e req-2ae71119-bf9c-4990-a821-1328dc915f3a service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Updating instance_info_cache with network_info: [{"id": "05371bd9-1294-4000-8104-3082f7c0dd51", "address": "fa:16:3e:e0:43:e4", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05371bd9-12", "ovs_interfaceid": "05371bd9-1294-4000-8104-3082f7c0dd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "afdaa6d4-b5e0-48fb-89cc-e9fb2170d68c", "address": "fa:16:3e:2c:c6:54", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafdaa6d4-b5", "ovs_interfaceid": "afdaa6d4-b5e0-48fb-89cc-e9fb2170d68c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.440687] env[68391]: DEBUG nova.network.neutron [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Successfully updated port: 7ffe099d-fccd-4e14-a7ac-a99933074fc2 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.447637] env[68391]: DEBUG nova.scheduler.client.report [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.451309] env[68391]: DEBUG oslo_concurrency.lockutils [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] Releasing lock "refresh_cache-3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.451531] env[68391]: DEBUG nova.compute.manager [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Received event network-changed-92d03969-1aa2-4762-ad5f-a72d8c24595c {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.451689] env[68391]: DEBUG nova.compute.manager [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Refreshing instance network info cache due to event network-changed-92d03969-1aa2-4762-ad5f-a72d8c24595c. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.451862] env[68391]: DEBUG oslo_concurrency.lockutils [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] Acquiring lock "refresh_cache-954b77db-199c-4472-a489-e6b57ac2af67" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.452915] env[68391]: DEBUG nova.compute.manager [req-70fbe864-a0be-4352-a864-9e8b6f514502 req-5a43360b-ab65-4081-ae92-c81b1e77da11 service nova] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Received event network-changed-3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.453102] env[68391]: DEBUG nova.compute.manager [req-70fbe864-a0be-4352-a864-9e8b6f514502 req-5a43360b-ab65-4081-ae92-c81b1e77da11 service nova] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Refreshing instance network info cache due to event network-changed-3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.453290] env[68391]: DEBUG oslo_concurrency.lockutils [req-70fbe864-a0be-4352-a864-9e8b6f514502 req-5a43360b-ab65-4081-ae92-c81b1e77da11 service nova] Acquiring lock "refresh_cache-22c69ccb-39b6-411a-bed9-03c7555aaeff" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.453425] env[68391]: DEBUG oslo_concurrency.lockutils [req-70fbe864-a0be-4352-a864-9e8b6f514502 req-5a43360b-ab65-4081-ae92-c81b1e77da11 service nova] Acquired lock "refresh_cache-22c69ccb-39b6-411a-bed9-03c7555aaeff" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.453576] env[68391]: DEBUG nova.network.neutron [req-70fbe864-a0be-4352-a864-9e8b6f514502 req-5a43360b-ab65-4081-ae92-c81b1e77da11 service nova] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Refreshing network info cache for port 3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.484488] env[68391]: DEBUG oslo_vmware.api [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Task: {'id': task-3038753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.725492} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.485234] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525df4d6-3589-ce16-a37a-e2eb5959a26d, 'name': SearchDatastore_Task, 'duration_secs': 0.011046} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.485401] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Task: {'id': task-3038751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667389} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.485664] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.486187] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.486187] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.486187] env[68391]: INFO nova.compute.manager [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Took 1.68 seconds to destroy the instance on the hypervisor. [ 715.486540] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.486803] env[68391]: DEBUG oslo_concurrency.lockutils [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.487068] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef/3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.487316] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 9158ca40-77ed-46cc-9e18-701703d52463/9158ca40-77ed-46cc-9e18-701703d52463.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.487502] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.487913] env[68391]: DEBUG nova.compute.manager [-] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.487966] env[68391]: DEBUG nova.network.neutron [-] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.489540] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ef919a6-3c98-4051-8b78-8b0c5f1ea78c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.491743] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63df8bb2-1e55-4fab-966b-33b5cc596a77 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.503339] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 715.503339] env[68391]: value = "task-3038754" [ 715.503339] env[68391]: _type = "Task" [ 715.503339] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.503339] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Waiting for the task: (returnval){ [ 715.503339] env[68391]: value = "task-3038755" [ 715.503339] env[68391]: _type = "Task" [ 715.503339] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.520292] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.523504] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Task: {'id': task-3038755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.621230] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Acquiring lock "cabde9c0-af55-4b04-a866-83f41b301ccc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.621476] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Lock "cabde9c0-af55-4b04-a866-83f41b301ccc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.634788] env[68391]: DEBUG nova.compute.manager [req-43d13d70-7d0e-4351-9a5e-554f5ad8ae28 req-61882ce1-5a24-43e0-b8c5-d6848bd2bd61 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Received event network-vif-plugged-0104a62f-165a-4fc8-a086-3c59680f807a {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.635037] env[68391]: DEBUG oslo_concurrency.lockutils [req-43d13d70-7d0e-4351-9a5e-554f5ad8ae28 req-61882ce1-5a24-43e0-b8c5-d6848bd2bd61 service nova] Acquiring lock "954b77db-199c-4472-a489-e6b57ac2af67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.635229] env[68391]: DEBUG oslo_concurrency.lockutils [req-43d13d70-7d0e-4351-9a5e-554f5ad8ae28 req-61882ce1-5a24-43e0-b8c5-d6848bd2bd61 service nova] Lock "954b77db-199c-4472-a489-e6b57ac2af67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.635391] env[68391]: DEBUG oslo_concurrency.lockutils [req-43d13d70-7d0e-4351-9a5e-554f5ad8ae28 req-61882ce1-5a24-43e0-b8c5-d6848bd2bd61 service nova] Lock "954b77db-199c-4472-a489-e6b57ac2af67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.635562] env[68391]: DEBUG nova.compute.manager [req-43d13d70-7d0e-4351-9a5e-554f5ad8ae28 req-61882ce1-5a24-43e0-b8c5-d6848bd2bd61 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] No waiting events found dispatching network-vif-plugged-0104a62f-165a-4fc8-a086-3c59680f807a {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.635747] env[68391]: WARNING nova.compute.manager [req-43d13d70-7d0e-4351-9a5e-554f5ad8ae28 req-61882ce1-5a24-43e0-b8c5-d6848bd2bd61 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Received unexpected event network-vif-plugged-0104a62f-165a-4fc8-a086-3c59680f807a for instance with vm_state building and task_state spawning. [ 715.635911] env[68391]: DEBUG nova.compute.manager [req-43d13d70-7d0e-4351-9a5e-554f5ad8ae28 req-61882ce1-5a24-43e0-b8c5-d6848bd2bd61 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Received event network-changed-0104a62f-165a-4fc8-a086-3c59680f807a {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.636072] env[68391]: DEBUG nova.compute.manager [req-43d13d70-7d0e-4351-9a5e-554f5ad8ae28 req-61882ce1-5a24-43e0-b8c5-d6848bd2bd61 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Refreshing instance network info cache due to event network-changed-0104a62f-165a-4fc8-a086-3c59680f807a. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.636235] env[68391]: DEBUG oslo_concurrency.lockutils [req-43d13d70-7d0e-4351-9a5e-554f5ad8ae28 req-61882ce1-5a24-43e0-b8c5-d6848bd2bd61 service nova] Acquiring lock "refresh_cache-954b77db-199c-4472-a489-e6b57ac2af67" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.691423] env[68391]: DEBUG nova.network.neutron [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Updating instance_info_cache with network_info: [{"id": "a1b609d9-11d6-4093-baa4-0bfb17ff64c4", "address": "fa:16:3e:ba:2b:8e", "network": {"id": "533b08c5-c823-4959-a8c0-d5a080bb0041", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1315224266", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1f9a6645e345bbaeb4507c37fadb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b609d9-11", "ovs_interfaceid": "a1b609d9-11d6-4093-baa4-0bfb17ff64c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "92d03969-1aa2-4762-ad5f-a72d8c24595c", "address": "fa:16:3e:19:84:d2", "network": {"id": "6f693686-936f-4117-88a4-fb22fedebf69", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2110587025", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ba1f9a6645e345bbaeb4507c37fadb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92d03969-1a", "ovs_interfaceid": "92d03969-1aa2-4762-ad5f-a72d8c24595c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0104a62f-165a-4fc8-a086-3c59680f807a", "address": "fa:16:3e:08:f9:e0", "network": {"id": "533b08c5-c823-4959-a8c0-d5a080bb0041", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1315224266", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1f9a6645e345bbaeb4507c37fadb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0104a62f-16", "ovs_interfaceid": "0104a62f-165a-4fc8-a086-3c59680f807a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.956415] env[68391]: DEBUG oslo_concurrency.lockutils [req-55640534-0894-4c6f-b23a-83a5bb799f3e req-2ae71119-bf9c-4990-a821-1328dc915f3a service nova] Releasing lock "refresh_cache-0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.961153] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Acquiring lock "refresh_cache-4874b0c8-bcd3-4eca-a82f-f76539d141bb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.961153] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Acquired lock "refresh_cache-4874b0c8-bcd3-4eca-a82f-f76539d141bb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.961358] env[68391]: DEBUG nova.network.neutron [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.001022] env[68391]: DEBUG nova.virt.hardware [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.001022] env[68391]: DEBUG nova.virt.hardware [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.001022] env[68391]: DEBUG nova.virt.hardware [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.001022] env[68391]: DEBUG nova.virt.hardware [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.001022] env[68391]: DEBUG nova.virt.hardware [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.001022] env[68391]: DEBUG nova.virt.hardware [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.001723] env[68391]: DEBUG nova.virt.hardware [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.002027] env[68391]: DEBUG nova.virt.hardware [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.002324] env[68391]: DEBUG nova.virt.hardware [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.002621] env[68391]: DEBUG nova.virt.hardware [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.002933] env[68391]: DEBUG nova.virt.hardware [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.003906] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec15e39f-4a6c-4278-9fe2-85eeaf80b08f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.007747] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.399s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.008323] env[68391]: DEBUG nova.compute.manager [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.020278] env[68391]: DEBUG oslo_concurrency.lockutils [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.641s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.020631] env[68391]: DEBUG oslo_concurrency.lockutils [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.022510] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.968s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.024415] env[68391]: INFO nova.compute.claims [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.040236] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e13f06-1132-4d27-970e-b5df10da2424 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.045373] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038754, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.045810] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Task: {'id': task-3038755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073506} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.048273] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.048273] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13f673f-dd04-4f7e-ba90-a15ddbe0f785 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.062590] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Instance VIF info [] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.069428] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.072267] env[68391]: INFO nova.scheduler.client.report [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Deleted allocations for instance 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1 [ 716.072267] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.072956] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b772c5af-b1c4-4e96-8484-3372845b23f4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.108371] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 9158ca40-77ed-46cc-9e18-701703d52463/9158ca40-77ed-46cc-9e18-701703d52463.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.112428] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-986d083c-a94a-4a7a-814e-8858c66ceca2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.129543] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.129543] env[68391]: value = "task-3038756" [ 716.129543] env[68391]: _type = "Task" [ 716.129543] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.141014] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038756, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.143851] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Waiting for the task: (returnval){ [ 716.143851] env[68391]: value = "task-3038757" [ 716.143851] env[68391]: _type = "Task" [ 716.143851] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.155484] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Task: {'id': task-3038757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.194536] env[68391]: DEBUG oslo_concurrency.lockutils [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Releasing lock "refresh_cache-954b77db-199c-4472-a489-e6b57ac2af67" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.194970] env[68391]: DEBUG nova.compute.manager [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Instance network_info: |[{"id": "a1b609d9-11d6-4093-baa4-0bfb17ff64c4", "address": "fa:16:3e:ba:2b:8e", "network": {"id": "533b08c5-c823-4959-a8c0-d5a080bb0041", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1315224266", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1f9a6645e345bbaeb4507c37fadb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b609d9-11", "ovs_interfaceid": "a1b609d9-11d6-4093-baa4-0bfb17ff64c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "92d03969-1aa2-4762-ad5f-a72d8c24595c", "address": "fa:16:3e:19:84:d2", "network": {"id": "6f693686-936f-4117-88a4-fb22fedebf69", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2110587025", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ba1f9a6645e345bbaeb4507c37fadb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92d03969-1a", "ovs_interfaceid": "92d03969-1aa2-4762-ad5f-a72d8c24595c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0104a62f-165a-4fc8-a086-3c59680f807a", "address": "fa:16:3e:08:f9:e0", "network": {"id": "533b08c5-c823-4959-a8c0-d5a080bb0041", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1315224266", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1f9a6645e345bbaeb4507c37fadb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0104a62f-16", "ovs_interfaceid": "0104a62f-165a-4fc8-a086-3c59680f807a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.195298] env[68391]: DEBUG oslo_concurrency.lockutils [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] Acquired lock "refresh_cache-954b77db-199c-4472-a489-e6b57ac2af67" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.195472] env[68391]: DEBUG nova.network.neutron [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Refreshing network info cache for port 92d03969-1aa2-4762-ad5f-a72d8c24595c {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.196881] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:2b:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1b609d9-11d6-4093-baa4-0bfb17ff64c4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:84:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92d03969-1aa2-4762-ad5f-a72d8c24595c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:f9:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0104a62f-165a-4fc8-a086-3c59680f807a', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.208471] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Creating folder: Project (ba1f9a6645e345bbaeb4507c37fadb81). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.212028] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cf77497-4865-4898-9f5b-0f714def87c8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.233190] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Created folder: Project (ba1f9a6645e345bbaeb4507c37fadb81) in parent group-v608736. [ 716.233190] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Creating folder: Instances. Parent ref: group-v608870. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.233190] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e89a094-9355-4176-aacf-f3cf689f49ff {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.249792] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Created folder: Instances in parent group-v608870. [ 716.249792] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.249792] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.250032] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d184b9a-e9e6-4673-95bf-1240249b4b9d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.281072] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.281072] env[68391]: value = "task-3038760" [ 716.281072] env[68391]: _type = "Task" [ 716.281072] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.290450] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038760, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.513586] env[68391]: DEBUG nova.network.neutron [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.520446] env[68391]: DEBUG nova.compute.utils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.523236] env[68391]: DEBUG nova.compute.manager [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.523473] env[68391]: DEBUG nova.network.neutron [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.534309] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.896212} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.537036] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef/3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.537036] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.537036] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b6f2688-c246-4aaa-9bb7-b73ec2193f5a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.546957] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 716.546957] env[68391]: value = "task-3038761" [ 716.546957] env[68391]: _type = "Task" [ 716.546957] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.561812] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.615479] env[68391]: DEBUG oslo_concurrency.lockutils [None req-690ebeb8-1d05-47c5-96a6-1cb8a7410483 tempest-ServersAdminNegativeTestJSON-569169199 tempest-ServersAdminNegativeTestJSON-569169199-project-member] Lock "071bfe29-85ee-4aaa-99ea-0d81dc2de1a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.848s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.621647] env[68391]: DEBUG nova.policy [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ba360db313749ecbee5c4f7678bb7ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fb8f7a30962419da5cb60a6f22fc690', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.641985] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038756, 'name': CreateVM_Task, 'duration_secs': 0.450326} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.642288] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.642593] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.642753] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.643133] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.643407] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3fbc2e0-5fbf-403a-bc2e-9770a83a8152 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.655546] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Task: {'id': task-3038757, 'name': ReconfigVM_Task, 'duration_secs': 0.469416} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.655897] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for the task: (returnval){ [ 716.655897] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5223abf9-aca9-38a6-d22f-dd005a3aead0" [ 716.655897] env[68391]: _type = "Task" [ 716.655897] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.658738] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 9158ca40-77ed-46cc-9e18-701703d52463/9158ca40-77ed-46cc-9e18-701703d52463.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.659475] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87a89951-64cf-4a6d-9599-e27af3247de6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.671352] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5223abf9-aca9-38a6-d22f-dd005a3aead0, 'name': SearchDatastore_Task, 'duration_secs': 0.015931} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.672745] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.673027] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.673616] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.673616] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.673616] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.673908] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Waiting for the task: (returnval){ [ 716.673908] env[68391]: value = "task-3038762" [ 716.673908] env[68391]: _type = "Task" [ 716.673908] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.674117] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2f976f7-aaf9-45d5-abe7-2e3fcb14d09f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.685011] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Task: {'id': task-3038762, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.688425] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.688611] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.689361] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2ee909-0950-4f81-8373-7446e32c78a5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.695891] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for the task: (returnval){ [ 716.695891] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52aa092b-1526-1bef-7d19-16308efdf2d0" [ 716.695891] env[68391]: _type = "Task" [ 716.695891] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.706799] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52aa092b-1526-1bef-7d19-16308efdf2d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.733289] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "interface-0b5b4adf-a2bd-4255-964e-bb70a52c056e-afdaa6d4-b5e0-48fb-89cc-e9fb2170d68c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.737112] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "interface-0b5b4adf-a2bd-4255-964e-bb70a52c056e-afdaa6d4-b5e0-48fb-89cc-e9fb2170d68c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.793799] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038760, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.820024] env[68391]: DEBUG nova.network.neutron [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Updating instance_info_cache with network_info: [{"id": "7ffe099d-fccd-4e14-a7ac-a99933074fc2", "address": "fa:16:3e:36:a7:f7", "network": {"id": "b2f8a46d-b139-4447-8476-23ea3ffc9228", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1932380450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "868efcdf662043ae8f8d76e461a6600e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ffe099d-fc", "ovs_interfaceid": "7ffe099d-fccd-4e14-a7ac-a99933074fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.028448] env[68391]: DEBUG nova.compute.manager [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.064445] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067562} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.069754] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.073089] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b9b3b1-4d55-4840-af14-f811bc5b3789 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.103952] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef/3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.108573] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-168ff418-b83a-46a1-b4e3-de7da131899a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.134097] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 717.134097] env[68391]: value = "task-3038763" [ 717.134097] env[68391]: _type = "Task" [ 717.134097] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.146557] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.187625] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Task: {'id': task-3038762, 'name': Rename_Task, 'duration_secs': 0.152988} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.188491] env[68391]: DEBUG nova.network.neutron [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Successfully created port: 99cf8490-5571-499d-a2a7-3eaca1fae852 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.190394] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.192840] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-928d7fb7-65b0-4185-a0c2-47cd36ec90ff {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.200624] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Waiting for the task: (returnval){ [ 717.200624] env[68391]: value = "task-3038764" [ 717.200624] env[68391]: _type = "Task" [ 717.200624] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.210188] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Task: {'id': task-3038764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.214353] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52aa092b-1526-1bef-7d19-16308efdf2d0, 'name': SearchDatastore_Task, 'duration_secs': 0.014638} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.215267] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-539dac2c-38f4-40d8-a646-0b76ec8f721f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.220616] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for the task: (returnval){ [ 717.220616] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52961174-78c7-d340-3c53-678306e2a947" [ 717.220616] env[68391]: _type = "Task" [ 717.220616] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.232329] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52961174-78c7-d340-3c53-678306e2a947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.240024] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.240024] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.240420] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1fb556-5d37-4d75-9c2c-fcc015886fc9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.263189] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0179ac2c-d515-4996-9451-12cd2dcd4014 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.292179] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Reconfiguring VM to detach interface {{(pid=68391) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 717.295648] env[68391]: DEBUG nova.network.neutron [req-70fbe864-a0be-4352-a864-9e8b6f514502 req-5a43360b-ab65-4081-ae92-c81b1e77da11 service nova] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Updated VIF entry in instance network info cache for port 3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.296026] env[68391]: DEBUG nova.network.neutron [req-70fbe864-a0be-4352-a864-9e8b6f514502 req-5a43360b-ab65-4081-ae92-c81b1e77da11 service nova] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Updating instance_info_cache with network_info: [{"id": "3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a", "address": "fa:16:3e:7b:8d:f1", "network": {"id": "34174d51-1a4b-4e07-a594-edec4921da32", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1468399733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b837eae0d872472c85690ed63f2651b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ee91ed8-f0", "ovs_interfaceid": "3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.301455] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54c09d5c-4b08-480a-81d5-d67f12e365bf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.317504] env[68391]: DEBUG oslo_concurrency.lockutils [req-70fbe864-a0be-4352-a864-9e8b6f514502 req-5a43360b-ab65-4081-ae92-c81b1e77da11 service nova] Releasing lock "refresh_cache-22c69ccb-39b6-411a-bed9-03c7555aaeff" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.322971] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Releasing lock "refresh_cache-4874b0c8-bcd3-4eca-a82f-f76539d141bb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.323421] env[68391]: DEBUG nova.compute.manager [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Instance network_info: |[{"id": "7ffe099d-fccd-4e14-a7ac-a99933074fc2", "address": "fa:16:3e:36:a7:f7", "network": {"id": "b2f8a46d-b139-4447-8476-23ea3ffc9228", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1932380450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "868efcdf662043ae8f8d76e461a6600e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ffe099d-fc", "ovs_interfaceid": "7ffe099d-fccd-4e14-a7ac-a99933074fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.327661] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:a7:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ffe099d-fccd-4e14-a7ac-a99933074fc2', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.334243] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Creating folder: Project (868efcdf662043ae8f8d76e461a6600e). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.334850] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038760, 'name': CreateVM_Task, 'duration_secs': 0.660193} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.336420] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-172d42ff-cf57-482d-9c57-bdb8beef9d0c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.338206] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.338577] env[68391]: DEBUG oslo_vmware.api [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 717.338577] env[68391]: value = "task-3038765" [ 717.338577] env[68391]: _type = "Task" [ 717.338577] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.341902] env[68391]: DEBUG oslo_concurrency.lockutils [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.344491] env[68391]: DEBUG oslo_concurrency.lockutils [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.344491] env[68391]: DEBUG oslo_concurrency.lockutils [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.344491] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0fbe396-77aa-4119-a87b-d496abfbdd67 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.351864] env[68391]: DEBUG nova.network.neutron [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Updated VIF entry in instance network info cache for port 92d03969-1aa2-4762-ad5f-a72d8c24595c. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.352324] env[68391]: DEBUG nova.network.neutron [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Updating instance_info_cache with network_info: [{"id": "a1b609d9-11d6-4093-baa4-0bfb17ff64c4", "address": "fa:16:3e:ba:2b:8e", "network": {"id": "533b08c5-c823-4959-a8c0-d5a080bb0041", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1315224266", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1f9a6645e345bbaeb4507c37fadb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b609d9-11", "ovs_interfaceid": "a1b609d9-11d6-4093-baa4-0bfb17ff64c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "92d03969-1aa2-4762-ad5f-a72d8c24595c", "address": "fa:16:3e:19:84:d2", "network": {"id": "6f693686-936f-4117-88a4-fb22fedebf69", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2110587025", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ba1f9a6645e345bbaeb4507c37fadb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92d03969-1a", "ovs_interfaceid": "92d03969-1aa2-4762-ad5f-a72d8c24595c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0104a62f-165a-4fc8-a086-3c59680f807a", "address": "fa:16:3e:08:f9:e0", "network": {"id": "533b08c5-c823-4959-a8c0-d5a080bb0041", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1315224266", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1f9a6645e345bbaeb4507c37fadb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0104a62f-16", "ovs_interfaceid": "0104a62f-165a-4fc8-a086-3c59680f807a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.355758] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Created folder: Project (868efcdf662043ae8f8d76e461a6600e) in parent group-v608736. [ 717.356019] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Creating folder: Instances. Parent ref: group-v608874. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.356813] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f7be8f1-0df8-44bf-a788-cc32d5e1f10a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.359957] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for the task: (returnval){ [ 717.359957] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52efd20c-baff-53c4-4a37-59390d35f382" [ 717.359957] env[68391]: _type = "Task" [ 717.359957] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.366973] env[68391]: DEBUG oslo_vmware.api [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.377805] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52efd20c-baff-53c4-4a37-59390d35f382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.380220] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Created folder: Instances in parent group-v608874. [ 717.380449] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.380872] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.380986] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d62ec931-3436-41de-8d8a-3f12f20c8be0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.399907] env[68391]: DEBUG nova.network.neutron [-] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.407829] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.407829] env[68391]: value = "task-3038768" [ 717.407829] env[68391]: _type = "Task" [ 717.407829] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.421770] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038768, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.647287] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.714551] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Task: {'id': task-3038764, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.737539] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52961174-78c7-d340-3c53-678306e2a947, 'name': SearchDatastore_Task, 'duration_secs': 0.029327} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.738276] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.738276] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 69f2e7b4-4673-4707-87e3-e40032f09a10/69f2e7b4-4673-4707-87e3-e40032f09a10.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.738540] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b2a809b-8a28-4c31-8d90-334ec662654c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.757095] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for the task: (returnval){ [ 717.757095] env[68391]: value = "task-3038769" [ 717.757095] env[68391]: _type = "Task" [ 717.757095] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.768121] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.808549] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b92b505-3308-48ed-8adf-cafece32fce3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.817269] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aec1798-47cf-4e85-a47c-415fd3af2707 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.858427] env[68391]: DEBUG oslo_concurrency.lockutils [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] Releasing lock "refresh_cache-954b77db-199c-4472-a489-e6b57ac2af67" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.861208] env[68391]: DEBUG nova.compute.manager [req-afbde29b-698b-4bf0-9990-2572fe8ef8dc req-e4837f02-2b17-44cf-969c-bd53f2a90da3 service nova] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Received event network-vif-deleted-7546fda1-9bad-400c-b3da-6d0cde159ec7 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.863088] env[68391]: DEBUG oslo_concurrency.lockutils [req-43d13d70-7d0e-4351-9a5e-554f5ad8ae28 req-61882ce1-5a24-43e0-b8c5-d6848bd2bd61 service nova] Acquired lock "refresh_cache-954b77db-199c-4472-a489-e6b57ac2af67" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.863088] env[68391]: DEBUG nova.network.neutron [req-43d13d70-7d0e-4351-9a5e-554f5ad8ae28 req-61882ce1-5a24-43e0-b8c5-d6848bd2bd61 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Refreshing network info cache for port 0104a62f-165a-4fc8-a086-3c59680f807a {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.866156] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fba98b-08c0-4a4a-9316-ee1a74e1164a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.880703] env[68391]: DEBUG nova.compute.manager [req-92240697-cb15-44ee-b982-281d5daae7d2 req-7ec240df-c07f-46c1-bcda-b943f7366a81 service nova] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Received event network-changed-7ffe099d-fccd-4e14-a7ac-a99933074fc2 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.880703] env[68391]: DEBUG nova.compute.manager [req-92240697-cb15-44ee-b982-281d5daae7d2 req-7ec240df-c07f-46c1-bcda-b943f7366a81 service nova] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Refreshing instance network info cache due to event network-changed-7ffe099d-fccd-4e14-a7ac-a99933074fc2. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.880703] env[68391]: DEBUG oslo_concurrency.lockutils [req-92240697-cb15-44ee-b982-281d5daae7d2 req-7ec240df-c07f-46c1-bcda-b943f7366a81 service nova] Acquiring lock "refresh_cache-4874b0c8-bcd3-4eca-a82f-f76539d141bb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.880703] env[68391]: DEBUG oslo_concurrency.lockutils [req-92240697-cb15-44ee-b982-281d5daae7d2 req-7ec240df-c07f-46c1-bcda-b943f7366a81 service nova] Acquired lock "refresh_cache-4874b0c8-bcd3-4eca-a82f-f76539d141bb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.880703] env[68391]: DEBUG nova.network.neutron [req-92240697-cb15-44ee-b982-281d5daae7d2 req-7ec240df-c07f-46c1-bcda-b943f7366a81 service nova] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Refreshing network info cache for port 7ffe099d-fccd-4e14-a7ac-a99933074fc2 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.881137] env[68391]: DEBUG oslo_vmware.api [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.885670] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8429c123-8ead-4b23-9514-fa2eabd50a50 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.894047] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52efd20c-baff-53c4-4a37-59390d35f382, 'name': SearchDatastore_Task, 'duration_secs': 0.017547} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.894698] env[68391]: DEBUG oslo_concurrency.lockutils [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.894994] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.896171] env[68391]: DEBUG oslo_concurrency.lockutils [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.896171] env[68391]: DEBUG oslo_concurrency.lockutils [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.896171] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.896171] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06562b28-b648-41c5-bca4-d76506d2b199 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.906592] env[68391]: INFO nova.compute.manager [-] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Took 2.42 seconds to deallocate network for instance. [ 717.906837] env[68391]: DEBUG nova.compute.provider_tree [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.918398] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.918398] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.922305] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9439093-2cf2-4df4-8686-7ac285439462 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.926637] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038768, 'name': CreateVM_Task, 'duration_secs': 0.461181} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.927076] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.929082] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.929082] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.929082] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.929235] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9616b52-cf6e-43bf-bdb1-39171b95b680 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.932301] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for the task: (returnval){ [ 717.932301] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521fab93-9a0b-49fa-0820-7a9bfeaf5aa7" [ 717.932301] env[68391]: _type = "Task" [ 717.932301] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.937315] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Waiting for the task: (returnval){ [ 717.937315] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b680a8-131a-d490-0c66-45e11da7ce64" [ 717.937315] env[68391]: _type = "Task" [ 717.937315] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.943527] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521fab93-9a0b-49fa-0820-7a9bfeaf5aa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.948871] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b680a8-131a-d490-0c66-45e11da7ce64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.040135] env[68391]: DEBUG nova.compute.manager [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.070567] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.071040] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.071382] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.075018] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.075018] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.075018] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.075018] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.075018] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.075018] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.075018] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.075018] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.075018] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3331884-5b31-422c-9ca1-10fecfb34786 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.084714] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08d7331-1695-4a17-a363-d594f923268f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.147514] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038763, 'name': ReconfigVM_Task, 'duration_secs': 0.69077} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.148616] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef/3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.149643] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-281b4a93-dfe7-490d-b7b9-15520000ee88 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.159310] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 718.159310] env[68391]: value = "task-3038770" [ 718.159310] env[68391]: _type = "Task" [ 718.159310] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.169335] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038770, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.211101] env[68391]: DEBUG oslo_vmware.api [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Task: {'id': task-3038764, 'name': PowerOnVM_Task, 'duration_secs': 0.601561} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.211383] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.211586] env[68391]: INFO nova.compute.manager [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Took 6.28 seconds to spawn the instance on the hypervisor. [ 718.211822] env[68391]: DEBUG nova.compute.manager [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.212623] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4f8e5b-0e4c-486d-9bad-fd33a3963f6d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.268907] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.368257] env[68391]: DEBUG oslo_vmware.api [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.411364] env[68391]: DEBUG nova.scheduler.client.report [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.430609] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.447501] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521fab93-9a0b-49fa-0820-7a9bfeaf5aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.012614} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.454115] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b680a8-131a-d490-0c66-45e11da7ce64, 'name': SearchDatastore_Task, 'duration_secs': 0.022377} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.457336] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56081dbb-5a96-486c-9a7d-d2834b0d85ad {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.461195] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.461524] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.461675] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.462121] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.462321] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.462592] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fce7ade3-c63f-47c8-bd48-cf798c7efaf2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.469108] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for the task: (returnval){ [ 718.469108] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5240c176-1a29-f921-471f-93508dbf2177" [ 718.469108] env[68391]: _type = "Task" [ 718.469108] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.473916] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.474121] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.477662] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb0efd32-4424-4136-8075-a4461165fcdb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.479955] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5240c176-1a29-f921-471f-93508dbf2177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.486186] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Waiting for the task: (returnval){ [ 718.486186] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5287b7fe-1056-242b-b765-80b7c11b7a7e" [ 718.486186] env[68391]: _type = "Task" [ 718.486186] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.500368] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5287b7fe-1056-242b-b765-80b7c11b7a7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011216} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.500368] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1278979-4eaa-4296-8af7-1a8c9ac8b223 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.506421] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Waiting for the task: (returnval){ [ 718.506421] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529136bd-5e39-ab9f-e648-e3b309f102eb" [ 718.506421] env[68391]: _type = "Task" [ 718.506421] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.515358] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529136bd-5e39-ab9f-e648-e3b309f102eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.671713] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038770, 'name': Rename_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.735200] env[68391]: INFO nova.compute.manager [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Took 44.70 seconds to build instance. [ 718.771408] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.875329] env[68391]: DEBUG oslo_vmware.api [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.917610] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.895s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.920509] env[68391]: DEBUG nova.compute.manager [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.921955] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.954s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.922635] env[68391]: DEBUG nova.objects.instance [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Lazy-loading 'resources' on Instance uuid 669b4866-63c3-4467-bd68-478e604042c1 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.987026] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5240c176-1a29-f921-471f-93508dbf2177, 'name': SearchDatastore_Task, 'duration_secs': 0.012106} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.987026] env[68391]: DEBUG oslo_concurrency.lockutils [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.987026] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 954b77db-199c-4472-a489-e6b57ac2af67/954b77db-199c-4472-a489-e6b57ac2af67.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.987026] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb53de97-b469-45be-8993-67402dbafb1a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.998152] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for the task: (returnval){ [ 718.998152] env[68391]: value = "task-3038771" [ 718.998152] env[68391]: _type = "Task" [ 718.998152] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.008331] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3038771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.020228] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529136bd-5e39-ab9f-e648-e3b309f102eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011376} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.020562] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.021150] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 4874b0c8-bcd3-4eca-a82f-f76539d141bb/4874b0c8-bcd3-4eca-a82f-f76539d141bb.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.021150] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6af3add-395f-440f-bb51-f660ba79d419 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.031694] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Waiting for the task: (returnval){ [ 719.031694] env[68391]: value = "task-3038772" [ 719.031694] env[68391]: _type = "Task" [ 719.031694] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.044078] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': task-3038772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.046171] env[68391]: DEBUG nova.network.neutron [req-92240697-cb15-44ee-b982-281d5daae7d2 req-7ec240df-c07f-46c1-bcda-b943f7366a81 service nova] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Updated VIF entry in instance network info cache for port 7ffe099d-fccd-4e14-a7ac-a99933074fc2. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.046423] env[68391]: DEBUG nova.network.neutron [req-92240697-cb15-44ee-b982-281d5daae7d2 req-7ec240df-c07f-46c1-bcda-b943f7366a81 service nova] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Updating instance_info_cache with network_info: [{"id": "7ffe099d-fccd-4e14-a7ac-a99933074fc2", "address": "fa:16:3e:36:a7:f7", "network": {"id": "b2f8a46d-b139-4447-8476-23ea3ffc9228", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1932380450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "868efcdf662043ae8f8d76e461a6600e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ffe099d-fc", "ovs_interfaceid": "7ffe099d-fccd-4e14-a7ac-a99933074fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.049161] env[68391]: DEBUG nova.network.neutron [req-43d13d70-7d0e-4351-9a5e-554f5ad8ae28 req-61882ce1-5a24-43e0-b8c5-d6848bd2bd61 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Updated VIF entry in instance network info cache for port 0104a62f-165a-4fc8-a086-3c59680f807a. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.049649] env[68391]: DEBUG nova.network.neutron [req-43d13d70-7d0e-4351-9a5e-554f5ad8ae28 req-61882ce1-5a24-43e0-b8c5-d6848bd2bd61 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Updating instance_info_cache with network_info: [{"id": "a1b609d9-11d6-4093-baa4-0bfb17ff64c4", "address": "fa:16:3e:ba:2b:8e", "network": {"id": "533b08c5-c823-4959-a8c0-d5a080bb0041", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1315224266", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1f9a6645e345bbaeb4507c37fadb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b609d9-11", "ovs_interfaceid": "a1b609d9-11d6-4093-baa4-0bfb17ff64c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "92d03969-1aa2-4762-ad5f-a72d8c24595c", "address": "fa:16:3e:19:84:d2", "network": {"id": "6f693686-936f-4117-88a4-fb22fedebf69", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2110587025", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ba1f9a6645e345bbaeb4507c37fadb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92d03969-1a", "ovs_interfaceid": "92d03969-1aa2-4762-ad5f-a72d8c24595c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0104a62f-165a-4fc8-a086-3c59680f807a", "address": "fa:16:3e:08:f9:e0", "network": {"id": "533b08c5-c823-4959-a8c0-d5a080bb0041", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1315224266", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1f9a6645e345bbaeb4507c37fadb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0104a62f-16", "ovs_interfaceid": "0104a62f-165a-4fc8-a086-3c59680f807a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.171230] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038770, 'name': Rename_Task, 'duration_secs': 0.754495} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.171572] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.172294] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c42c8bb-f3ff-45ef-ab27-09d37b443ece {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.181350] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 719.181350] env[68391]: value = "task-3038773" [ 719.181350] env[68391]: _type = "Task" [ 719.181350] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.190896] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.240346] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b034833a-1ac9-406c-9762-159f43f92925 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Lock "9158ca40-77ed-46cc-9e18-701703d52463" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.969s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.273844] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038769, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.497874} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.273844] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 69f2e7b4-4673-4707-87e3-e40032f09a10/69f2e7b4-4673-4707-87e3-e40032f09a10.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.273844] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.274217] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa4736a5-7160-47b3-8dd0-ea5123eaa8ac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.282408] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for the task: (returnval){ [ 719.282408] env[68391]: value = "task-3038774" [ 719.282408] env[68391]: _type = "Task" [ 719.282408] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.292862] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.372277] env[68391]: DEBUG oslo_vmware.api [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.426564] env[68391]: DEBUG nova.compute.utils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.428268] env[68391]: DEBUG nova.compute.manager [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.428493] env[68391]: DEBUG nova.network.neutron [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.520891] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3038771, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.550107] env[68391]: DEBUG nova.policy [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ba360db313749ecbee5c4f7678bb7ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fb8f7a30962419da5cb60a6f22fc690', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.555917] env[68391]: DEBUG oslo_concurrency.lockutils [req-92240697-cb15-44ee-b982-281d5daae7d2 req-7ec240df-c07f-46c1-bcda-b943f7366a81 service nova] Releasing lock "refresh_cache-4874b0c8-bcd3-4eca-a82f-f76539d141bb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.556274] env[68391]: DEBUG nova.compute.manager [req-92240697-cb15-44ee-b982-281d5daae7d2 req-7ec240df-c07f-46c1-bcda-b943f7366a81 service nova] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Received event network-vif-deleted-84158c5b-8ba9-4508-87d0-0744b20d0376 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.556974] env[68391]: DEBUG oslo_concurrency.lockutils [req-43d13d70-7d0e-4351-9a5e-554f5ad8ae28 req-61882ce1-5a24-43e0-b8c5-d6848bd2bd61 service nova] Releasing lock "refresh_cache-954b77db-199c-4472-a489-e6b57ac2af67" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.557364] env[68391]: DEBUG nova.compute.manager [req-43d13d70-7d0e-4351-9a5e-554f5ad8ae28 req-61882ce1-5a24-43e0-b8c5-d6848bd2bd61 service nova] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Received event network-vif-plugged-7ffe099d-fccd-4e14-a7ac-a99933074fc2 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.559277] env[68391]: DEBUG oslo_concurrency.lockutils [req-43d13d70-7d0e-4351-9a5e-554f5ad8ae28 req-61882ce1-5a24-43e0-b8c5-d6848bd2bd61 service nova] Acquiring lock "4874b0c8-bcd3-4eca-a82f-f76539d141bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.559277] env[68391]: DEBUG oslo_concurrency.lockutils [req-43d13d70-7d0e-4351-9a5e-554f5ad8ae28 req-61882ce1-5a24-43e0-b8c5-d6848bd2bd61 service nova] Lock "4874b0c8-bcd3-4eca-a82f-f76539d141bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.559277] env[68391]: DEBUG oslo_concurrency.lockutils [req-43d13d70-7d0e-4351-9a5e-554f5ad8ae28 req-61882ce1-5a24-43e0-b8c5-d6848bd2bd61 service nova] Lock "4874b0c8-bcd3-4eca-a82f-f76539d141bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.559277] env[68391]: DEBUG nova.compute.manager [req-43d13d70-7d0e-4351-9a5e-554f5ad8ae28 req-61882ce1-5a24-43e0-b8c5-d6848bd2bd61 service nova] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] No waiting events found dispatching network-vif-plugged-7ffe099d-fccd-4e14-a7ac-a99933074fc2 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.559277] env[68391]: WARNING nova.compute.manager [req-43d13d70-7d0e-4351-9a5e-554f5ad8ae28 req-61882ce1-5a24-43e0-b8c5-d6848bd2bd61 service nova] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Received unexpected event network-vif-plugged-7ffe099d-fccd-4e14-a7ac-a99933074fc2 for instance with vm_state building and task_state spawning. [ 719.559277] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': task-3038772, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.609450] env[68391]: DEBUG nova.network.neutron [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Successfully updated port: 99cf8490-5571-499d-a2a7-3eaca1fae852 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.695564] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038773, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.743118] env[68391]: DEBUG nova.compute.manager [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.795481] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067072} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.799025] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.800259] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b74be0-bf01-4f6a-b9ff-5ded0aee5e1b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.812039] env[68391]: DEBUG nova.compute.manager [req-15b497a6-374e-4d57-8f88-389eb9751c03 req-1d0b5a8f-48f2-4da9-bcd5-065f496fbc80 service nova] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Received event network-vif-plugged-99cf8490-5571-499d-a2a7-3eaca1fae852 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.812039] env[68391]: DEBUG oslo_concurrency.lockutils [req-15b497a6-374e-4d57-8f88-389eb9751c03 req-1d0b5a8f-48f2-4da9-bcd5-065f496fbc80 service nova] Acquiring lock "e499cb5b-a255-4652-ad57-7d97873a8fbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.812039] env[68391]: DEBUG oslo_concurrency.lockutils [req-15b497a6-374e-4d57-8f88-389eb9751c03 req-1d0b5a8f-48f2-4da9-bcd5-065f496fbc80 service nova] Lock "e499cb5b-a255-4652-ad57-7d97873a8fbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.812039] env[68391]: DEBUG oslo_concurrency.lockutils [req-15b497a6-374e-4d57-8f88-389eb9751c03 req-1d0b5a8f-48f2-4da9-bcd5-065f496fbc80 service nova] Lock "e499cb5b-a255-4652-ad57-7d97873a8fbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.812039] env[68391]: DEBUG nova.compute.manager [req-15b497a6-374e-4d57-8f88-389eb9751c03 req-1d0b5a8f-48f2-4da9-bcd5-065f496fbc80 service nova] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] No waiting events found dispatching network-vif-plugged-99cf8490-5571-499d-a2a7-3eaca1fae852 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.812039] env[68391]: WARNING nova.compute.manager [req-15b497a6-374e-4d57-8f88-389eb9751c03 req-1d0b5a8f-48f2-4da9-bcd5-065f496fbc80 service nova] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Received unexpected event network-vif-plugged-99cf8490-5571-499d-a2a7-3eaca1fae852 for instance with vm_state building and task_state spawning. [ 719.832708] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 69f2e7b4-4673-4707-87e3-e40032f09a10/69f2e7b4-4673-4707-87e3-e40032f09a10.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.837046] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7a29495-b378-4c1e-a91a-b9eaae4b94ac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.861626] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for the task: (returnval){ [ 719.861626] env[68391]: value = "task-3038775" [ 719.861626] env[68391]: _type = "Task" [ 719.861626] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.882687] env[68391]: DEBUG oslo_vmware.api [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.887084] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038775, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.934142] env[68391]: DEBUG nova.compute.manager [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.018244] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3038771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840182} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.018872] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 954b77db-199c-4472-a489-e6b57ac2af67/954b77db-199c-4472-a489-e6b57ac2af67.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.019109] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.019368] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bd2e40b-8d12-4990-b853-1d6e150ab119 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.027284] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for the task: (returnval){ [ 720.027284] env[68391]: value = "task-3038776" [ 720.027284] env[68391]: _type = "Task" [ 720.027284] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.054367] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3038776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.059969] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': task-3038772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815372} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.061532] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 4874b0c8-bcd3-4eca-a82f-f76539d141bb/4874b0c8-bcd3-4eca-a82f-f76539d141bb.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.061821] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.064795] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f631086-0fb0-4ae7-91e7-5140208c156b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.077926] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Waiting for the task: (returnval){ [ 720.077926] env[68391]: value = "task-3038777" [ 720.077926] env[68391]: _type = "Task" [ 720.077926] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.090372] env[68391]: DEBUG nova.compute.manager [None req-bb38f018-9200-4db3-8905-f8f102a9d026 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.090764] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': task-3038777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.094296] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3003e0b-f852-4d50-9b58-bcb18f949ba9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.112398] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "refresh_cache-e499cb5b-a255-4652-ad57-7d97873a8fbf" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.112398] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquired lock "refresh_cache-e499cb5b-a255-4652-ad57-7d97873a8fbf" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.112513] env[68391]: DEBUG nova.network.neutron [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.177449] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c53612-5e7b-4356-b798-04e62cdead26 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.192108] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d846b59-901e-4c87-8a8f-9b0cfc8dde73 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.198563] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038773, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.233185] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24534d3-9d9c-4476-b449-3bd3b74d1bd8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.246414] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2425be-ccf3-42f9-ae95-376f152f80a4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.263062] env[68391]: DEBUG nova.compute.provider_tree [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.272364] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.314573] env[68391]: DEBUG nova.network.neutron [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Successfully created port: b3d27fdf-11a6-42d6-97b4-b655b608c242 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.372891] env[68391]: DEBUG oslo_vmware.api [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.379584] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.542658] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3038776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073739} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.542954] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.543797] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5618ac0-221b-4319-b901-b5e33246ea47 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.573206] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 954b77db-199c-4472-a489-e6b57ac2af67/954b77db-199c-4472-a489-e6b57ac2af67.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.573626] env[68391]: DEBUG oslo_concurrency.lockutils [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Acquiring lock "9158ca40-77ed-46cc-9e18-701703d52463" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.573901] env[68391]: DEBUG oslo_concurrency.lockutils [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Lock "9158ca40-77ed-46cc-9e18-701703d52463" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.574223] env[68391]: DEBUG oslo_concurrency.lockutils [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Acquiring lock "9158ca40-77ed-46cc-9e18-701703d52463-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.574414] env[68391]: DEBUG oslo_concurrency.lockutils [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Lock "9158ca40-77ed-46cc-9e18-701703d52463-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.574603] env[68391]: DEBUG oslo_concurrency.lockutils [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Lock "9158ca40-77ed-46cc-9e18-701703d52463-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.576250] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec246a30-6f32-4821-bf6a-d84476a89376 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.591731] env[68391]: INFO nova.compute.manager [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Terminating instance [ 720.604050] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': task-3038777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123783} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.606582] env[68391]: INFO nova.compute.manager [None req-bb38f018-9200-4db3-8905-f8f102a9d026 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] instance snapshotting [ 720.607255] env[68391]: DEBUG nova.objects.instance [None req-bb38f018-9200-4db3-8905-f8f102a9d026 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Lazy-loading 'flavor' on Instance uuid 9158ca40-77ed-46cc-9e18-701703d52463 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.608506] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.608866] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for the task: (returnval){ [ 720.608866] env[68391]: value = "task-3038778" [ 720.608866] env[68391]: _type = "Task" [ 720.608866] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.610057] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb07698-4d3e-4dbf-a890-d8f293270950 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.640408] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 4874b0c8-bcd3-4eca-a82f-f76539d141bb/4874b0c8-bcd3-4eca-a82f-f76539d141bb.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.645791] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bd662ec-2bc9-4121-9cb2-685976499519 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.660022] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3038778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.666883] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Waiting for the task: (returnval){ [ 720.666883] env[68391]: value = "task-3038779" [ 720.666883] env[68391]: _type = "Task" [ 720.666883] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.676248] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': task-3038779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.693528] env[68391]: DEBUG oslo_vmware.api [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038773, 'name': PowerOnVM_Task, 'duration_secs': 1.032974} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.693752] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.693752] env[68391]: INFO nova.compute.manager [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Took 11.46 seconds to spawn the instance on the hypervisor. [ 720.693917] env[68391]: DEBUG nova.compute.manager [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.694834] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71793291-84dd-4acd-be7a-920653ebd054 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.760332] env[68391]: DEBUG nova.network.neutron [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.769237] env[68391]: DEBUG nova.scheduler.client.report [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.878404] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038775, 'name': ReconfigVM_Task, 'duration_secs': 0.611352} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.884092] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 69f2e7b4-4673-4707-87e3-e40032f09a10/69f2e7b4-4673-4707-87e3-e40032f09a10.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.884775] env[68391]: DEBUG oslo_vmware.api [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.885015] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2a53598-b65b-4a69-bd16-fa097bb4ca16 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.893150] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for the task: (returnval){ [ 720.893150] env[68391]: value = "task-3038780" [ 720.893150] env[68391]: _type = "Task" [ 720.893150] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.903062] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038780, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.945060] env[68391]: DEBUG nova.compute.manager [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.983318] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.983318] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.983318] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.983318] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.983318] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.983318] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.985311] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.985507] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.985740] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.985939] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.986134] env[68391]: DEBUG nova.virt.hardware [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.987029] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c36dd39-c2bf-42d4-82ce-9b344dc05798 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.997059] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0366e6b-5245-4fe7-ae97-75b404a74156 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.099456] env[68391]: DEBUG oslo_concurrency.lockutils [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Acquiring lock "refresh_cache-9158ca40-77ed-46cc-9e18-701703d52463" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.099456] env[68391]: DEBUG oslo_concurrency.lockutils [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Acquired lock "refresh_cache-9158ca40-77ed-46cc-9e18-701703d52463" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.099456] env[68391]: DEBUG nova.network.neutron [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.113677] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c04ffc-053c-4c31-b83a-156c7f26919a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.131267] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3038778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.145586] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08da592-7dd8-4306-8884-426efc4394a9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.150170] env[68391]: DEBUG nova.network.neutron [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Updating instance_info_cache with network_info: [{"id": "99cf8490-5571-499d-a2a7-3eaca1fae852", "address": "fa:16:3e:15:f9:82", "network": {"id": "ae330b66-e2f3-4dfe-9ec6-e52a03e1f1f7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-26313167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb8f7a30962419da5cb60a6f22fc690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99cf8490-55", "ovs_interfaceid": "99cf8490-5571-499d-a2a7-3eaca1fae852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.182706] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': task-3038779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.220312] env[68391]: INFO nova.compute.manager [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Took 50.27 seconds to build instance. [ 721.273328] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.352s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.275666] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.392s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.276670] env[68391]: DEBUG nova.objects.instance [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lazy-loading 'resources' on Instance uuid 0a48b910-7213-4d2e-a33e-727304c3a810 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.309199] env[68391]: INFO nova.scheduler.client.report [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Deleted allocations for instance 669b4866-63c3-4467-bd68-478e604042c1 [ 721.375503] env[68391]: DEBUG oslo_vmware.api [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.404514] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038780, 'name': Rename_Task, 'duration_secs': 0.255223} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.404514] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.404514] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2c3108c-ee24-463d-8b5f-a76d58946581 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.412363] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for the task: (returnval){ [ 721.412363] env[68391]: value = "task-3038781" [ 721.412363] env[68391]: _type = "Task" [ 721.412363] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.421587] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.627906] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3038778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.640204] env[68391]: DEBUG nova.network.neutron [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.658081] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Releasing lock "refresh_cache-e499cb5b-a255-4652-ad57-7d97873a8fbf" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.658081] env[68391]: DEBUG nova.compute.manager [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Instance network_info: |[{"id": "99cf8490-5571-499d-a2a7-3eaca1fae852", "address": "fa:16:3e:15:f9:82", "network": {"id": "ae330b66-e2f3-4dfe-9ec6-e52a03e1f1f7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-26313167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb8f7a30962419da5cb60a6f22fc690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99cf8490-55", "ovs_interfaceid": "99cf8490-5571-499d-a2a7-3eaca1fae852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.658081] env[68391]: DEBUG nova.compute.manager [None req-bb38f018-9200-4db3-8905-f8f102a9d026 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Instance disappeared during snapshot {{(pid=68391) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 721.664040] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:f9:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99cf8490-5571-499d-a2a7-3eaca1fae852', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.674266] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.677019] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.680863] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dbbfb74-f4f6-42b0-8920-dec245265bc3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.703538] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': task-3038779, 'name': ReconfigVM_Task, 'duration_secs': 0.703713} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.708430] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 4874b0c8-bcd3-4eca-a82f-f76539d141bb/4874b0c8-bcd3-4eca-a82f-f76539d141bb.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.709084] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.709084] env[68391]: value = "task-3038782" [ 721.709084] env[68391]: _type = "Task" [ 721.709084] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.709485] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45105633-8703-4c84-8b15-490a2e9d572a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.722956] env[68391]: DEBUG oslo_concurrency.lockutils [None req-595a4d58-709c-4296-8926-a6acd1a3f360 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.034s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.722956] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038782, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.727055] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Waiting for the task: (returnval){ [ 721.727055] env[68391]: value = "task-3038783" [ 721.727055] env[68391]: _type = "Task" [ 721.727055] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.736417] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': task-3038783, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.819091] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3c4f2341-713a-402a-bf4e-77a717acdc3a tempest-VolumesAssistedSnapshotsTest-1714593356 tempest-VolumesAssistedSnapshotsTest-1714593356-project-member] Lock "669b4866-63c3-4467-bd68-478e604042c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.762s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.833730] env[68391]: DEBUG nova.network.neutron [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.872231] env[68391]: DEBUG nova.compute.manager [None req-bb38f018-9200-4db3-8905-f8f102a9d026 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Found 0 images (rotation: 2) {{(pid=68391) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 721.888494] env[68391]: DEBUG oslo_vmware.api [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.927337] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.076663] env[68391]: DEBUG nova.compute.manager [req-fee4bf7a-09c9-4d4c-91ad-5677fe306524 req-0be5535c-47f1-4221-b4b4-75c4f7e0329c service nova] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Received event network-changed-99cf8490-5571-499d-a2a7-3eaca1fae852 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.076663] env[68391]: DEBUG nova.compute.manager [req-fee4bf7a-09c9-4d4c-91ad-5677fe306524 req-0be5535c-47f1-4221-b4b4-75c4f7e0329c service nova] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Refreshing instance network info cache due to event network-changed-99cf8490-5571-499d-a2a7-3eaca1fae852. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.076663] env[68391]: DEBUG oslo_concurrency.lockutils [req-fee4bf7a-09c9-4d4c-91ad-5677fe306524 req-0be5535c-47f1-4221-b4b4-75c4f7e0329c service nova] Acquiring lock "refresh_cache-e499cb5b-a255-4652-ad57-7d97873a8fbf" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.076663] env[68391]: DEBUG oslo_concurrency.lockutils [req-fee4bf7a-09c9-4d4c-91ad-5677fe306524 req-0be5535c-47f1-4221-b4b4-75c4f7e0329c service nova] Acquired lock "refresh_cache-e499cb5b-a255-4652-ad57-7d97873a8fbf" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.076663] env[68391]: DEBUG nova.network.neutron [req-fee4bf7a-09c9-4d4c-91ad-5677fe306524 req-0be5535c-47f1-4221-b4b4-75c4f7e0329c service nova] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Refreshing network info cache for port 99cf8490-5571-499d-a2a7-3eaca1fae852 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.129749] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3038778, 'name': ReconfigVM_Task, 'duration_secs': 1.120276} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.130027] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 954b77db-199c-4472-a489-e6b57ac2af67/954b77db-199c-4472-a489-e6b57ac2af67.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.130694] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89005239-c320-4bde-ba8b-d99d7ca1aa1f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.134022] env[68391]: DEBUG nova.network.neutron [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Successfully updated port: b3d27fdf-11a6-42d6-97b4-b655b608c242 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.139576] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for the task: (returnval){ [ 722.139576] env[68391]: value = "task-3038784" [ 722.139576] env[68391]: _type = "Task" [ 722.139576] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.144797] env[68391]: DEBUG nova.compute.manager [req-5ae752fd-8d5e-4dbb-a8d9-17656df3e834 req-25667d08-0211-4bfe-b9f8-5e82b4eebe22 service nova] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Received event network-vif-plugged-b3d27fdf-11a6-42d6-97b4-b655b608c242 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.145122] env[68391]: DEBUG oslo_concurrency.lockutils [req-5ae752fd-8d5e-4dbb-a8d9-17656df3e834 req-25667d08-0211-4bfe-b9f8-5e82b4eebe22 service nova] Acquiring lock "7cf7d50a-e2f5-4288-8120-0f73e85bb66a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.145393] env[68391]: DEBUG oslo_concurrency.lockutils [req-5ae752fd-8d5e-4dbb-a8d9-17656df3e834 req-25667d08-0211-4bfe-b9f8-5e82b4eebe22 service nova] Lock "7cf7d50a-e2f5-4288-8120-0f73e85bb66a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.145874] env[68391]: DEBUG oslo_concurrency.lockutils [req-5ae752fd-8d5e-4dbb-a8d9-17656df3e834 req-25667d08-0211-4bfe-b9f8-5e82b4eebe22 service nova] Lock "7cf7d50a-e2f5-4288-8120-0f73e85bb66a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.145874] env[68391]: DEBUG nova.compute.manager [req-5ae752fd-8d5e-4dbb-a8d9-17656df3e834 req-25667d08-0211-4bfe-b9f8-5e82b4eebe22 service nova] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] No waiting events found dispatching network-vif-plugged-b3d27fdf-11a6-42d6-97b4-b655b608c242 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.146365] env[68391]: WARNING nova.compute.manager [req-5ae752fd-8d5e-4dbb-a8d9-17656df3e834 req-25667d08-0211-4bfe-b9f8-5e82b4eebe22 service nova] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Received unexpected event network-vif-plugged-b3d27fdf-11a6-42d6-97b4-b655b608c242 for instance with vm_state building and task_state spawning. [ 722.155291] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3038784, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.225709] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038782, 'name': CreateVM_Task, 'duration_secs': 0.410267} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.226112] env[68391]: DEBUG nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.228565] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.232151] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.232315] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.232616] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.235466] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cddd886f-d4c8-4b4a-b792-b4270440b54e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.241770] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 722.241770] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526b80d7-794a-0ca2-f672-5137bc9fd5f7" [ 722.241770] env[68391]: _type = "Task" [ 722.241770] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.246893] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': task-3038783, 'name': Rename_Task, 'duration_secs': 0.19936} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.250924] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.254796] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12da9d5d-4e94-47dc-a2d7-c17fe9dc8828 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.267638] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526b80d7-794a-0ca2-f672-5137bc9fd5f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012439} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.268823] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Waiting for the task: (returnval){ [ 722.268823] env[68391]: value = "task-3038785" [ 722.268823] env[68391]: _type = "Task" [ 722.268823] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.268823] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.269179] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.271247] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.271247] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.271247] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.271247] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da7a09cb-4fa5-4872-9679-a6982abd6240 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.288549] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': task-3038785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.290175] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.290376] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.292012] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf8a96ff-6923-4893-924e-ccbd001a184f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.303352] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 722.303352] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5281f271-22d8-94ff-b2e4-15f3301d73c9" [ 722.303352] env[68391]: _type = "Task" [ 722.303352] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.317027] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5281f271-22d8-94ff-b2e4-15f3301d73c9, 'name': SearchDatastore_Task, 'duration_secs': 0.014217} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.321385] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80b7fbd1-cc7e-45b1-b25a-71c2e48fbf74 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.329245] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 722.329245] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ba8979-5495-bc55-ff91-9fac65248218" [ 722.329245] env[68391]: _type = "Task" [ 722.329245] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.338939] env[68391]: DEBUG oslo_concurrency.lockutils [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Releasing lock "refresh_cache-9158ca40-77ed-46cc-9e18-701703d52463" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.339514] env[68391]: DEBUG nova.compute.manager [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.340342] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.345359] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e80c46-d0e6-4065-98e2-b98d2aaace4f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.347993] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ba8979-5495-bc55-ff91-9fac65248218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.354594] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.354594] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66e4e2d1-44a6-4a84-a0b9-e35861f4fbc7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.362359] env[68391]: DEBUG oslo_vmware.api [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Waiting for the task: (returnval){ [ 722.362359] env[68391]: value = "task-3038786" [ 722.362359] env[68391]: _type = "Task" [ 722.362359] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.375781] env[68391]: DEBUG oslo_vmware.api [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Task: {'id': task-3038786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.386931] env[68391]: DEBUG oslo_vmware.api [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.426565] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.473047] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2558159e-f5f7-4aa4-a2b1-3f86d1d70b00 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.483776] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df319a57-3a78-45ce-a44f-2b8a895913c8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.521099] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6d31da-2299-4d76-b941-fe29bb487551 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.528160] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5598f53-737b-4f5e-80fb-596d032c3eae {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.547866] env[68391]: DEBUG nova.compute.provider_tree [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.636669] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "refresh_cache-7cf7d50a-e2f5-4288-8120-0f73e85bb66a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.636669] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquired lock "refresh_cache-7cf7d50a-e2f5-4288-8120-0f73e85bb66a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.636886] env[68391]: DEBUG nova.network.neutron [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.650960] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3038784, 'name': Rename_Task, 'duration_secs': 0.214045} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.653979] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.656331] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc0f24a5-eb63-456b-8ec6-61f8ea1b17d2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.663561] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for the task: (returnval){ [ 722.663561] env[68391]: value = "task-3038787" [ 722.663561] env[68391]: _type = "Task" [ 722.663561] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.674709] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3038787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.759994] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.783046] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': task-3038785, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.847221] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ba8979-5495-bc55-ff91-9fac65248218, 'name': SearchDatastore_Task, 'duration_secs': 0.01186} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.848118] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.848594] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] e499cb5b-a255-4652-ad57-7d97873a8fbf/e499cb5b-a255-4652-ad57-7d97873a8fbf.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.848921] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00e35c0f-4a3d-41a2-b89d-157e71bfb32a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.856731] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 722.856731] env[68391]: value = "task-3038788" [ 722.856731] env[68391]: _type = "Task" [ 722.856731] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.872576] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.875858] env[68391]: DEBUG oslo_vmware.api [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Task: {'id': task-3038786, 'name': PowerOffVM_Task, 'duration_secs': 0.128736} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.879636] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.879757] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.880217] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0978a919-c3af-4b3a-a3fc-473eed3a5f01 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.890969] env[68391]: DEBUG oslo_vmware.api [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038765, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.912532] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.913173] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.913173] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Deleting the datastore file [datastore2] 9158ca40-77ed-46cc-9e18-701703d52463 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.914525] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69c1d0ec-b347-45aa-8e26-36942b18c035 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.926320] env[68391]: DEBUG oslo_vmware.api [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038781, 'name': PowerOnVM_Task, 'duration_secs': 1.204037} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.927769] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.929542] env[68391]: DEBUG nova.compute.manager [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.929542] env[68391]: DEBUG oslo_vmware.api [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Waiting for the task: (returnval){ [ 722.929542] env[68391]: value = "task-3038790" [ 722.929542] env[68391]: _type = "Task" [ 722.929542] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.929542] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3673dc-e943-40f5-8a94-b6a85deacc98 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.945127] env[68391]: DEBUG oslo_vmware.api [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Task: {'id': task-3038790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.052729] env[68391]: DEBUG nova.scheduler.client.report [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.108958] env[68391]: DEBUG nova.network.neutron [req-fee4bf7a-09c9-4d4c-91ad-5677fe306524 req-0be5535c-47f1-4221-b4b4-75c4f7e0329c service nova] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Updated VIF entry in instance network info cache for port 99cf8490-5571-499d-a2a7-3eaca1fae852. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.109353] env[68391]: DEBUG nova.network.neutron [req-fee4bf7a-09c9-4d4c-91ad-5677fe306524 req-0be5535c-47f1-4221-b4b4-75c4f7e0329c service nova] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Updating instance_info_cache with network_info: [{"id": "99cf8490-5571-499d-a2a7-3eaca1fae852", "address": "fa:16:3e:15:f9:82", "network": {"id": "ae330b66-e2f3-4dfe-9ec6-e52a03e1f1f7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-26313167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb8f7a30962419da5cb60a6f22fc690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99cf8490-55", "ovs_interfaceid": "99cf8490-5571-499d-a2a7-3eaca1fae852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.184274] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3038787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.193703] env[68391]: DEBUG nova.network.neutron [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.282752] env[68391]: DEBUG oslo_vmware.api [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': task-3038785, 'name': PowerOnVM_Task, 'duration_secs': 0.531146} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.283108] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.283345] env[68391]: INFO nova.compute.manager [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Took 8.66 seconds to spawn the instance on the hypervisor. [ 723.283526] env[68391]: DEBUG nova.compute.manager [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.284470] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2c6501-c550-4210-b2b9-db0a8488713c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.369047] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.384838] env[68391]: DEBUG oslo_vmware.api [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038765, 'name': ReconfigVM_Task, 'duration_secs': 5.766199} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.385107] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.385323] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Reconfigured VM to detach interface {{(pid=68391) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 723.441755] env[68391]: DEBUG oslo_vmware.api [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Task: {'id': task-3038790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180254} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.442487] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.442705] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.442889] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.443078] env[68391]: INFO nova.compute.manager [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Took 1.10 seconds to destroy the instance on the hypervisor. [ 723.443623] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.443787] env[68391]: DEBUG nova.compute.manager [-] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.443886] env[68391]: DEBUG nova.network.neutron [-] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.454472] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.506642] env[68391]: DEBUG nova.network.neutron [-] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.559085] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.283s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.561655] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.569s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.563203] env[68391]: INFO nova.compute.claims [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.587857] env[68391]: INFO nova.scheduler.client.report [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Deleted allocations for instance 0a48b910-7213-4d2e-a33e-727304c3a810 [ 723.612922] env[68391]: DEBUG oslo_concurrency.lockutils [req-fee4bf7a-09c9-4d4c-91ad-5677fe306524 req-0be5535c-47f1-4221-b4b4-75c4f7e0329c service nova] Releasing lock "refresh_cache-e499cb5b-a255-4652-ad57-7d97873a8fbf" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.683954] env[68391]: DEBUG nova.compute.manager [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Stashing vm_state: active {{(pid=68391) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 723.695094] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3038787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.723269] env[68391]: DEBUG nova.network.neutron [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Updating instance_info_cache with network_info: [{"id": "b3d27fdf-11a6-42d6-97b4-b655b608c242", "address": "fa:16:3e:f6:e2:91", "network": {"id": "ae330b66-e2f3-4dfe-9ec6-e52a03e1f1f7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-26313167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb8f7a30962419da5cb60a6f22fc690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3d27fdf-11", "ovs_interfaceid": "b3d27fdf-11a6-42d6-97b4-b655b608c242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.808980] env[68391]: INFO nova.compute.manager [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Took 48.54 seconds to build instance. [ 723.870472] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038788, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.009967] env[68391]: DEBUG nova.network.neutron [-] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.097045] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9040d4ea-a872-4765-a9a1-f2c8868e8ee1 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "0a48b910-7213-4d2e-a33e-727304c3a810" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.604s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.183493] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3038787, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.215071] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.228435] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Releasing lock "refresh_cache-7cf7d50a-e2f5-4288-8120-0f73e85bb66a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.228946] env[68391]: DEBUG nova.compute.manager [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Instance network_info: |[{"id": "b3d27fdf-11a6-42d6-97b4-b655b608c242", "address": "fa:16:3e:f6:e2:91", "network": {"id": "ae330b66-e2f3-4dfe-9ec6-e52a03e1f1f7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-26313167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb8f7a30962419da5cb60a6f22fc690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3d27fdf-11", "ovs_interfaceid": "b3d27fdf-11a6-42d6-97b4-b655b608c242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.229457] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:e2:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3d27fdf-11a6-42d6-97b4-b655b608c242', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.243343] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.244656] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.248415] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-594c8653-b94f-4d8a-b8d6-6cfedc7c139c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.274085] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.274085] env[68391]: value = "task-3038791" [ 724.274085] env[68391]: _type = "Task" [ 724.274085] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.285468] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038791, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.311620] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd22b536-fab5-438a-a879-54a58891084f tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Lock "4874b0c8-bcd3-4eca-a82f-f76539d141bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.018s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.368926] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038788, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.09015} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.369392] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] e499cb5b-a255-4652-ad57-7d97873a8fbf/e499cb5b-a255-4652-ad57-7d97873a8fbf.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.369621] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.369873] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cde8a592-aa74-41f4-ab0a-6a9b7f6882ce {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.376015] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 724.376015] env[68391]: value = "task-3038792" [ 724.376015] env[68391]: _type = "Task" [ 724.376015] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.387081] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.515161] env[68391]: INFO nova.compute.manager [-] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Took 1.07 seconds to deallocate network for instance. [ 724.544280] env[68391]: DEBUG oslo_concurrency.lockutils [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "0ebee0cf-0566-42b3-9d46-2b959dbcb8ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.544967] env[68391]: DEBUG oslo_concurrency.lockutils [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "0ebee0cf-0566-42b3-9d46-2b959dbcb8ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.688209] env[68391]: DEBUG oslo_vmware.api [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3038787, 'name': PowerOnVM_Task, 'duration_secs': 1.537445} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.689084] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.689084] env[68391]: INFO nova.compute.manager [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Took 18.15 seconds to spawn the instance on the hypervisor. [ 724.689084] env[68391]: DEBUG nova.compute.manager [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.692220] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788a3074-5242-4445-abd1-5714d24102ed {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.721609] env[68391]: DEBUG nova.compute.manager [req-5e3c940c-b431-4117-9435-0b5f2d95182e req-2131231b-4591-4b14-a0d5-fbfb5671ae7a service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Received event network-vif-deleted-afdaa6d4-b5e0-48fb-89cc-e9fb2170d68c {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.721609] env[68391]: INFO nova.compute.manager [req-5e3c940c-b431-4117-9435-0b5f2d95182e req-2131231b-4591-4b14-a0d5-fbfb5671ae7a service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Neutron deleted interface afdaa6d4-b5e0-48fb-89cc-e9fb2170d68c; detaching it from the instance and deleting it from the info cache [ 724.721609] env[68391]: DEBUG nova.network.neutron [req-5e3c940c-b431-4117-9435-0b5f2d95182e req-2131231b-4591-4b14-a0d5-fbfb5671ae7a service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Updating instance_info_cache with network_info: [{"id": "05371bd9-1294-4000-8104-3082f7c0dd51", "address": "fa:16:3e:e0:43:e4", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05371bd9-12", "ovs_interfaceid": "05371bd9-1294-4000-8104-3082f7c0dd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.796471] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038791, 'name': CreateVM_Task, 'duration_secs': 0.351939} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.797726] env[68391]: DEBUG nova.compute.manager [req-dca02eec-88ac-42a9-981c-5070349a7261 req-21efb585-f40c-4e20-89f9-3c5391d5e56a service nova] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Received event network-changed-b3d27fdf-11a6-42d6-97b4-b655b608c242 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.797832] env[68391]: DEBUG nova.compute.manager [req-dca02eec-88ac-42a9-981c-5070349a7261 req-21efb585-f40c-4e20-89f9-3c5391d5e56a service nova] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Refreshing instance network info cache due to event network-changed-b3d27fdf-11a6-42d6-97b4-b655b608c242. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.798159] env[68391]: DEBUG oslo_concurrency.lockutils [req-dca02eec-88ac-42a9-981c-5070349a7261 req-21efb585-f40c-4e20-89f9-3c5391d5e56a service nova] Acquiring lock "refresh_cache-7cf7d50a-e2f5-4288-8120-0f73e85bb66a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.798296] env[68391]: DEBUG oslo_concurrency.lockutils [req-dca02eec-88ac-42a9-981c-5070349a7261 req-21efb585-f40c-4e20-89f9-3c5391d5e56a service nova] Acquired lock "refresh_cache-7cf7d50a-e2f5-4288-8120-0f73e85bb66a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.798452] env[68391]: DEBUG nova.network.neutron [req-dca02eec-88ac-42a9-981c-5070349a7261 req-21efb585-f40c-4e20-89f9-3c5391d5e56a service nova] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Refreshing network info cache for port b3d27fdf-11a6-42d6-97b4-b655b608c242 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.799792] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.801157] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.801310] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.801609] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.802017] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08b19ac1-a6d4-4ab1-9a11-a79bef8ac646 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.813363] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 724.813363] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523fae61-86e4-e7c5-eea0-8b5474fa39b0" [ 724.813363] env[68391]: _type = "Task" [ 724.813363] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.814780] env[68391]: DEBUG nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.827286] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523fae61-86e4-e7c5-eea0-8b5474fa39b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.891621] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175708} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.891621] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.892663] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693fae08-ba4c-41be-97ff-4f406ce398c0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.916787] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] e499cb5b-a255-4652-ad57-7d97873a8fbf/e499cb5b-a255-4652-ad57-7d97873a8fbf.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.919722] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-670bc2c3-cf0e-49b8-8848-0f965cbef766 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.941194] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 724.941194] env[68391]: value = "task-3038793" [ 724.941194] env[68391]: _type = "Task" [ 724.941194] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.950706] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.031491] env[68391]: DEBUG oslo_concurrency.lockutils [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.094246] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "refresh_cache-0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.094480] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "refresh_cache-0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.094716] env[68391]: DEBUG nova.network.neutron [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.213170] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "6ea9bd00-f2e9-4629-b4f6-39e460cfa864" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.213284] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "6ea9bd00-f2e9-4629-b4f6-39e460cfa864" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.218982] env[68391]: INFO nova.compute.manager [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Took 62.60 seconds to build instance. [ 725.224649] env[68391]: DEBUG oslo_concurrency.lockutils [req-5e3c940c-b431-4117-9435-0b5f2d95182e req-2131231b-4591-4b14-a0d5-fbfb5671ae7a service nova] Acquiring lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.224861] env[68391]: DEBUG oslo_concurrency.lockutils [req-5e3c940c-b431-4117-9435-0b5f2d95182e req-2131231b-4591-4b14-a0d5-fbfb5671ae7a service nova] Acquired lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.227069] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc25a97-f4c9-478d-b58a-257c82759e50 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.246965] env[68391]: DEBUG oslo_concurrency.lockutils [req-5e3c940c-b431-4117-9435-0b5f2d95182e req-2131231b-4591-4b14-a0d5-fbfb5671ae7a service nova] Releasing lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.246965] env[68391]: WARNING nova.compute.manager [req-5e3c940c-b431-4117-9435-0b5f2d95182e req-2131231b-4591-4b14-a0d5-fbfb5671ae7a service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Detach interface failed, port_id=afdaa6d4-b5e0-48fb-89cc-e9fb2170d68c, reason: No device with interface-id afdaa6d4-b5e0-48fb-89cc-e9fb2170d68c exists on VM: nova.exception.NotFound: No device with interface-id afdaa6d4-b5e0-48fb-89cc-e9fb2170d68c exists on VM [ 725.272456] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0dba23-3e1c-4190-8f5c-495296325648 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.283041] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c0c7ad-889a-426f-a688-1dc20cd5589c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.324396] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f66379a-a4a5-4a9c-80c2-5e0c6b3268dc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.337781] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523fae61-86e4-e7c5-eea0-8b5474fa39b0, 'name': SearchDatastore_Task, 'duration_secs': 0.045386} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.340380] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.340652] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.340892] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.341051] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.341237] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.341566] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07d050db-8621-4a7e-8cd9-7b0d38286b26 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.344735] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f7a85f-0ef8-4a10-b371-e97cf254b9a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.350740] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.364637] env[68391]: DEBUG nova.compute.provider_tree [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.369763] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.369763] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.369763] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dcc81a1-3a88-4476-acb3-23d31d0a610f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.373939] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 725.373939] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c7fc24-276f-820b-a5b3-0b56214feeb5" [ 725.373939] env[68391]: _type = "Task" [ 725.373939] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.385133] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c7fc24-276f-820b-a5b3-0b56214feeb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.458274] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038793, 'name': ReconfigVM_Task, 'duration_secs': 0.442511} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.458274] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Reconfigured VM instance instance-0000002e to attach disk [datastore1] e499cb5b-a255-4652-ad57-7d97873a8fbf/e499cb5b-a255-4652-ad57-7d97873a8fbf.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.458274] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fa8ca56-214d-4b72-a3bf-3808d8983808 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.464607] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.464607] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.464607] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.464607] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.464607] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.464607] env[68391]: INFO nova.compute.manager [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Terminating instance [ 725.467378] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 725.467378] env[68391]: value = "task-3038794" [ 725.467378] env[68391]: _type = "Task" [ 725.467378] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.477850] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038794, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.662995] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Acquiring lock "69f2e7b4-4673-4707-87e3-e40032f09a10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.663323] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Lock "69f2e7b4-4673-4707-87e3-e40032f09a10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.663535] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Acquiring lock "69f2e7b4-4673-4707-87e3-e40032f09a10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.663717] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Lock "69f2e7b4-4673-4707-87e3-e40032f09a10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.663896] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Lock "69f2e7b4-4673-4707-87e3-e40032f09a10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.666795] env[68391]: INFO nova.compute.manager [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Terminating instance [ 725.723756] env[68391]: DEBUG oslo_concurrency.lockutils [None req-401bfc83-3fc7-4be0-9406-13fa81e66533 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lock "954b77db-199c-4472-a489-e6b57ac2af67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.737s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.750709] env[68391]: DEBUG nova.network.neutron [req-dca02eec-88ac-42a9-981c-5070349a7261 req-21efb585-f40c-4e20-89f9-3c5391d5e56a service nova] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Updated VIF entry in instance network info cache for port b3d27fdf-11a6-42d6-97b4-b655b608c242. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.751419] env[68391]: DEBUG nova.network.neutron [req-dca02eec-88ac-42a9-981c-5070349a7261 req-21efb585-f40c-4e20-89f9-3c5391d5e56a service nova] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Updating instance_info_cache with network_info: [{"id": "b3d27fdf-11a6-42d6-97b4-b655b608c242", "address": "fa:16:3e:f6:e2:91", "network": {"id": "ae330b66-e2f3-4dfe-9ec6-e52a03e1f1f7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-26313167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb8f7a30962419da5cb60a6f22fc690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3d27fdf-11", "ovs_interfaceid": "b3d27fdf-11a6-42d6-97b4-b655b608c242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.871861] env[68391]: DEBUG nova.scheduler.client.report [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.884967] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c7fc24-276f-820b-a5b3-0b56214feeb5, 'name': SearchDatastore_Task, 'duration_secs': 0.055029} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.885801] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d9f9b83-ec61-4667-b968-43ff49875742 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.892072] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 725.892072] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523e29a0-4fa9-8af9-4af1-9d1a05eb05af" [ 725.892072] env[68391]: _type = "Task" [ 725.892072] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.899991] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523e29a0-4fa9-8af9-4af1-9d1a05eb05af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.955253] env[68391]: DEBUG nova.network.neutron [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Updating instance_info_cache with network_info: [{"id": "05371bd9-1294-4000-8104-3082f7c0dd51", "address": "fa:16:3e:e0:43:e4", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05371bd9-12", "ovs_interfaceid": "05371bd9-1294-4000-8104-3082f7c0dd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.967593] env[68391]: DEBUG nova.compute.manager [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.967837] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.969138] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ce02f3-b9c0-4189-879a-f713ab15c4cd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.983336] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038794, 'name': Rename_Task, 'duration_secs': 0.191647} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.985696] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.986097] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.986381] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-605d234e-5ec7-4a8c-87ca-3b88d38d5d67 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.987945] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c30ee5bd-1977-4fbe-baab-885855089e07 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.994862] env[68391]: DEBUG oslo_vmware.api [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 725.994862] env[68391]: value = "task-3038796" [ 725.994862] env[68391]: _type = "Task" [ 725.994862] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.996148] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 725.996148] env[68391]: value = "task-3038795" [ 725.996148] env[68391]: _type = "Task" [ 725.996148] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.007181] env[68391]: DEBUG oslo_vmware.api [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.011779] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.176767] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Acquiring lock "refresh_cache-69f2e7b4-4673-4707-87e3-e40032f09a10" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.176767] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Acquired lock "refresh_cache-69f2e7b4-4673-4707-87e3-e40032f09a10" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.176767] env[68391]: DEBUG nova.network.neutron [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.228034] env[68391]: DEBUG nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.257026] env[68391]: DEBUG oslo_concurrency.lockutils [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.257026] env[68391]: DEBUG oslo_concurrency.lockutils [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.257026] env[68391]: DEBUG oslo_concurrency.lockutils [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.257026] env[68391]: DEBUG oslo_concurrency.lockutils [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.257026] env[68391]: DEBUG oslo_concurrency.lockutils [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.257948] env[68391]: DEBUG oslo_concurrency.lockutils [req-dca02eec-88ac-42a9-981c-5070349a7261 req-21efb585-f40c-4e20-89f9-3c5391d5e56a service nova] Releasing lock "refresh_cache-7cf7d50a-e2f5-4288-8120-0f73e85bb66a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.258830] env[68391]: INFO nova.compute.manager [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Terminating instance [ 726.279994] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "e93e52b7-a56f-49ae-b675-78aac2add525" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.281622] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "e93e52b7-a56f-49ae-b675-78aac2add525" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.379996] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.380612] env[68391]: DEBUG nova.compute.manager [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.384129] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.925s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.384612] env[68391]: DEBUG nova.objects.instance [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Lazy-loading 'resources' on Instance uuid 899fb4f5-ddf8-4295-8abe-99669680d1d2 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.403275] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523e29a0-4fa9-8af9-4af1-9d1a05eb05af, 'name': SearchDatastore_Task, 'duration_secs': 0.023948} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.403726] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.404076] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 7cf7d50a-e2f5-4288-8120-0f73e85bb66a/7cf7d50a-e2f5-4288-8120-0f73e85bb66a.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.404415] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cebc0cb-a642-487b-8aa7-ecad3b67c8be {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.411604] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 726.411604] env[68391]: value = "task-3038797" [ 726.411604] env[68391]: _type = "Task" [ 726.411604] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.419661] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.458441] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "refresh_cache-0b5b4adf-a2bd-4255-964e-bb70a52c056e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.508971] env[68391]: DEBUG oslo_vmware.api [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038796, 'name': PowerOffVM_Task, 'duration_secs': 0.228238} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.512208] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.512401] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.512652] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038795, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.512884] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0899c417-d5b6-4015-b8e1-a17e6cd7e1e3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.696533] env[68391]: DEBUG nova.network.neutron [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.762179] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.766261] env[68391]: DEBUG nova.compute.manager [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.766496] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.767528] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8763d0df-60af-4398-841d-492da003df23 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.777618] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.777932] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c52d58d-de21-492d-8daa-beefa234047d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.786092] env[68391]: DEBUG oslo_vmware.api [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 726.786092] env[68391]: value = "task-3038799" [ 726.786092] env[68391]: _type = "Task" [ 726.786092] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.787226] env[68391]: DEBUG nova.network.neutron [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.801686] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Releasing lock "refresh_cache-69f2e7b4-4673-4707-87e3-e40032f09a10" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.801686] env[68391]: DEBUG nova.compute.manager [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.801686] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.801686] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90fac33-82e3-46fa-8d76-3cda96c68bcc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.809450] env[68391]: DEBUG oslo_vmware.api [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.812206] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.812550] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98144b09-9e68-446f-9bd7-ac0a8ce7eafa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.819589] env[68391]: DEBUG oslo_vmware.api [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for the task: (returnval){ [ 726.819589] env[68391]: value = "task-3038800" [ 726.819589] env[68391]: _type = "Task" [ 726.819589] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.831265] env[68391]: DEBUG oslo_vmware.api [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.852381] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.852593] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.852774] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Deleting the datastore file [datastore2] c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.853091] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b9f77c8-17c5-4c5e-bf75-8b517c019662 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.860181] env[68391]: DEBUG oslo_vmware.api [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 726.860181] env[68391]: value = "task-3038801" [ 726.860181] env[68391]: _type = "Task" [ 726.860181] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.873167] env[68391]: DEBUG oslo_vmware.api [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.888407] env[68391]: DEBUG nova.compute.utils [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.894441] env[68391]: DEBUG nova.compute.manager [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.895327] env[68391]: DEBUG nova.network.neutron [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.904673] env[68391]: DEBUG nova.compute.manager [req-b8f0b895-d87e-4b57-8f23-e40f7d3c799a req-d3429677-6f23-448c-8298-39d799934239 service nova] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Received event network-changed-7ffe099d-fccd-4e14-a7ac-a99933074fc2 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.905016] env[68391]: DEBUG nova.compute.manager [req-b8f0b895-d87e-4b57-8f23-e40f7d3c799a req-d3429677-6f23-448c-8298-39d799934239 service nova] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Refreshing instance network info cache due to event network-changed-7ffe099d-fccd-4e14-a7ac-a99933074fc2. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.905343] env[68391]: DEBUG oslo_concurrency.lockutils [req-b8f0b895-d87e-4b57-8f23-e40f7d3c799a req-d3429677-6f23-448c-8298-39d799934239 service nova] Acquiring lock "refresh_cache-4874b0c8-bcd3-4eca-a82f-f76539d141bb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.905561] env[68391]: DEBUG oslo_concurrency.lockutils [req-b8f0b895-d87e-4b57-8f23-e40f7d3c799a req-d3429677-6f23-448c-8298-39d799934239 service nova] Acquired lock "refresh_cache-4874b0c8-bcd3-4eca-a82f-f76539d141bb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.905811] env[68391]: DEBUG nova.network.neutron [req-b8f0b895-d87e-4b57-8f23-e40f7d3c799a req-d3429677-6f23-448c-8298-39d799934239 service nova] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Refreshing network info cache for port 7ffe099d-fccd-4e14-a7ac-a99933074fc2 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.930095] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038797, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.953065] env[68391]: DEBUG nova.policy [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a045c88059b4042a5fef4f992b54a0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d472fbdd8fa4e65bc692ce0f22109cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.966029] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4fe52c66-e0e1-4c93-9f6a-369593ed038a tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "interface-0b5b4adf-a2bd-4255-964e-bb70a52c056e-afdaa6d4-b5e0-48fb-89cc-e9fb2170d68c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.229s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.020599] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038795, 'name': PowerOnVM_Task, 'duration_secs': 0.864265} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.021108] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.021417] env[68391]: INFO nova.compute.manager [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Took 8.98 seconds to spawn the instance on the hypervisor. [ 727.021796] env[68391]: DEBUG nova.compute.manager [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.022908] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027ea5f0-6f2d-45dc-9174-ffa71e5a1c7e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.124640] env[68391]: DEBUG oslo_concurrency.lockutils [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquiring lock "954b77db-199c-4472-a489-e6b57ac2af67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.124640] env[68391]: DEBUG oslo_concurrency.lockutils [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lock "954b77db-199c-4472-a489-e6b57ac2af67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.124640] env[68391]: DEBUG oslo_concurrency.lockutils [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquiring lock "954b77db-199c-4472-a489-e6b57ac2af67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.124640] env[68391]: DEBUG oslo_concurrency.lockutils [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lock "954b77db-199c-4472-a489-e6b57ac2af67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.124640] env[68391]: DEBUG oslo_concurrency.lockutils [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lock "954b77db-199c-4472-a489-e6b57ac2af67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.129422] env[68391]: INFO nova.compute.manager [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Terminating instance [ 727.304225] env[68391]: DEBUG oslo_vmware.api [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038799, 'name': PowerOffVM_Task, 'duration_secs': 0.261327} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.304516] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.304947] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.306287] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-375c34a3-adf7-419d-b3b9-817a7a0d35e6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.334234] env[68391]: DEBUG oslo_vmware.api [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038800, 'name': PowerOffVM_Task, 'duration_secs': 0.168595} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.334554] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.334721] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.334981] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccc1b271-c595-40c5-90d3-d212bddf6b30 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.360415] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.360597] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.360773] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Deleting the datastore file [datastore1] 69f2e7b4-4673-4707-87e3-e40032f09a10 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.361100] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82eac1de-f15f-4777-9128-21804a4e1792 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.371034] env[68391]: DEBUG oslo_vmware.api [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for the task: (returnval){ [ 727.371034] env[68391]: value = "task-3038804" [ 727.371034] env[68391]: _type = "Task" [ 727.371034] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.373250] env[68391]: DEBUG oslo_vmware.api [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457875} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.379048] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.379286] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.379549] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.379768] env[68391]: INFO nova.compute.manager [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Took 1.41 seconds to destroy the instance on the hypervisor. [ 727.380334] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.380859] env[68391]: DEBUG nova.compute.manager [-] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.381803] env[68391]: DEBUG nova.network.neutron [-] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.388374] env[68391]: DEBUG oslo_vmware.api [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.397086] env[68391]: DEBUG nova.network.neutron [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Successfully created port: 772f8da0-2e1c-4830-a7ab-e92614f52fd2 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.400294] env[68391]: DEBUG nova.compute.manager [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.430089] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737134} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.430089] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 7cf7d50a-e2f5-4288-8120-0f73e85bb66a/7cf7d50a-e2f5-4288-8120-0f73e85bb66a.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.430089] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.430089] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-230d60de-0fff-4d0d-91ae-e5efb836c3dc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.437993] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 727.437993] env[68391]: value = "task-3038805" [ 727.437993] env[68391]: _type = "Task" [ 727.437993] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.452074] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.546307] env[68391]: INFO nova.compute.manager [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Took 45.34 seconds to build instance. [ 727.553144] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c6718f-38a1-4169-9fc9-e58fe6630b94 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.561170] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e96649-923b-445b-b4e9-60cc647ad46c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.609671] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b19d1f-d54c-4f43-842c-570f36f06947 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.620176] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dad536-b83b-43ea-81ab-17116d2ec5f4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.635634] env[68391]: DEBUG nova.compute.manager [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.635869] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.636406] env[68391]: DEBUG nova.compute.provider_tree [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 727.638454] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66869ee1-1baa-4422-804e-c2c233613ff5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.645567] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.645567] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c08c7e96-d32d-41ef-ae03-4d24341ece23 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.651573] env[68391]: DEBUG oslo_vmware.api [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for the task: (returnval){ [ 727.651573] env[68391]: value = "task-3038806" [ 727.651573] env[68391]: _type = "Task" [ 727.651573] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.664342] env[68391]: DEBUG oslo_vmware.api [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3038806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.886041] env[68391]: DEBUG oslo_vmware.api [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Task: {'id': task-3038804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304666} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.886490] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.886707] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.886963] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.887211] env[68391]: INFO nova.compute.manager [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Took 1.09 seconds to destroy the instance on the hypervisor. [ 727.887756] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.888042] env[68391]: DEBUG nova.compute.manager [-] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.888178] env[68391]: DEBUG nova.network.neutron [-] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.894028] env[68391]: DEBUG nova.network.neutron [req-b8f0b895-d87e-4b57-8f23-e40f7d3c799a req-d3429677-6f23-448c-8298-39d799934239 service nova] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Updated VIF entry in instance network info cache for port 7ffe099d-fccd-4e14-a7ac-a99933074fc2. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.894028] env[68391]: DEBUG nova.network.neutron [req-b8f0b895-d87e-4b57-8f23-e40f7d3c799a req-d3429677-6f23-448c-8298-39d799934239 service nova] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Updating instance_info_cache with network_info: [{"id": "7ffe099d-fccd-4e14-a7ac-a99933074fc2", "address": "fa:16:3e:36:a7:f7", "network": {"id": "b2f8a46d-b139-4447-8476-23ea3ffc9228", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1932380450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "868efcdf662043ae8f8d76e461a6600e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ffe099d-fc", "ovs_interfaceid": "7ffe099d-fccd-4e14-a7ac-a99933074fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.941253] env[68391]: DEBUG nova.compute.manager [req-801314f7-d966-44fd-bba6-c2d321ad7eba req-bf42856c-5bf7-4ef6-abd3-1bcd09bd59ac service nova] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Received event network-vif-deleted-4a55dcb4-f427-49ef-a979-9c3863619796 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.941253] env[68391]: INFO nova.compute.manager [req-801314f7-d966-44fd-bba6-c2d321ad7eba req-bf42856c-5bf7-4ef6-abd3-1bcd09bd59ac service nova] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Neutron deleted interface 4a55dcb4-f427-49ef-a979-9c3863619796; detaching it from the instance and deleting it from the info cache [ 727.941253] env[68391]: DEBUG nova.network.neutron [req-801314f7-d966-44fd-bba6-c2d321ad7eba req-bf42856c-5bf7-4ef6-abd3-1bcd09bd59ac service nova] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.944236] env[68391]: DEBUG nova.network.neutron [-] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.959699] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074396} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.961240] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.962288] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30860be7-4c1e-44e5-9908-50f6e6672c8f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.989818] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 7cf7d50a-e2f5-4288-8120-0f73e85bb66a/7cf7d50a-e2f5-4288-8120-0f73e85bb66a.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.990717] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8db34228-fea0-4ea2-b0b0-113a10b0b2be {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.010773] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 728.010773] env[68391]: value = "task-3038807" [ 728.010773] env[68391]: _type = "Task" [ 728.010773] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.019183] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.048092] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "e499cb5b-a255-4652-ad57-7d97873a8fbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.215s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.162049] env[68391]: ERROR nova.scheduler.client.report [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] [req-7f1859c8-d30d-46ec-80af-522e8a0e7ece] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 91cd88db-7a2c-4f42-b40d-730164cb64f8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7f1859c8-d30d-46ec-80af-522e8a0e7ece"}]} [ 728.169225] env[68391]: DEBUG oslo_vmware.api [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3038806, 'name': PowerOffVM_Task, 'duration_secs': 0.341721} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.169449] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.169746] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.170138] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c41a23d-f1b1-41f8-92b7-333b3352f610 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.182138] env[68391]: DEBUG nova.scheduler.client.report [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Refreshing inventories for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 728.197383] env[68391]: DEBUG nova.scheduler.client.report [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Updating ProviderTree inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 728.197601] env[68391]: DEBUG nova.compute.provider_tree [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 728.211282] env[68391]: DEBUG nova.scheduler.client.report [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Refreshing aggregate associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, aggregates: None {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 728.231505] env[68391]: DEBUG nova.scheduler.client.report [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Refreshing trait associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 728.333202] env[68391]: DEBUG nova.network.neutron [-] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.338891] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.339130] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.339314] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Deleting the datastore file [datastore2] 954b77db-199c-4472-a489-e6b57ac2af67 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.339584] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a39e13d6-438e-46cb-b319-5dd481e43d79 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.351332] env[68391]: DEBUG oslo_vmware.api [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for the task: (returnval){ [ 728.351332] env[68391]: value = "task-3038809" [ 728.351332] env[68391]: _type = "Task" [ 728.351332] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.359928] env[68391]: DEBUG oslo_vmware.api [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3038809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.397191] env[68391]: DEBUG oslo_concurrency.lockutils [req-b8f0b895-d87e-4b57-8f23-e40f7d3c799a req-d3429677-6f23-448c-8298-39d799934239 service nova] Releasing lock "refresh_cache-4874b0c8-bcd3-4eca-a82f-f76539d141bb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.409212] env[68391]: DEBUG nova.compute.manager [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.448712] env[68391]: DEBUG nova.virt.hardware [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.448895] env[68391]: DEBUG nova.virt.hardware [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.449190] env[68391]: DEBUG nova.virt.hardware [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.449475] env[68391]: DEBUG nova.virt.hardware [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.449766] env[68391]: DEBUG nova.virt.hardware [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.449977] env[68391]: DEBUG nova.virt.hardware [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.450206] env[68391]: DEBUG nova.virt.hardware [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.450459] env[68391]: DEBUG nova.virt.hardware [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.450524] env[68391]: DEBUG nova.virt.hardware [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.451306] env[68391]: DEBUG nova.virt.hardware [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.451306] env[68391]: DEBUG nova.virt.hardware [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.451306] env[68391]: DEBUG nova.network.neutron [-] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.452866] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d120b64-b7f4-45d2-8aad-386affcf1269 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.457173] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9005a3ac-2d03-4463-b9c4-1d2ee6b14ab4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.470274] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720184e2-c8cb-4127-a86c-1208bd4ba4cd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.476063] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de67d1e7-d07a-4025-b245-f7c7341249e6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.517772] env[68391]: DEBUG nova.compute.manager [req-801314f7-d966-44fd-bba6-c2d321ad7eba req-bf42856c-5bf7-4ef6-abd3-1bcd09bd59ac service nova] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Detach interface failed, port_id=4a55dcb4-f427-49ef-a979-9c3863619796, reason: Instance c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 728.530969] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038807, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.551503] env[68391]: DEBUG nova.compute.manager [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.828180] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef51c8a-3d78-42d4-9ca0-0ccf07cc91a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.836301] env[68391]: INFO nova.compute.manager [-] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Took 1.46 seconds to deallocate network for instance. [ 728.839755] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a8ba98-d02d-4c01-acc5-bf0def8070f4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.882074] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8cc4f0-d4c8-452e-b8c2-a25a47850841 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.886195] env[68391]: DEBUG oslo_vmware.api [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3038809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404981} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.888253] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.888444] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.888623] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.888797] env[68391]: INFO nova.compute.manager [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Took 1.25 seconds to destroy the instance on the hypervisor. [ 728.889050] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.889875] env[68391]: DEBUG nova.compute.manager [-] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.889978] env[68391]: DEBUG nova.network.neutron [-] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.892575] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f1c981-f148-47eb-9149-db0aff8ba182 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.907587] env[68391]: DEBUG nova.compute.provider_tree [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.958204] env[68391]: INFO nova.compute.manager [-] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Took 1.07 seconds to deallocate network for instance. [ 729.029137] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038807, 'name': ReconfigVM_Task, 'duration_secs': 0.522356} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.029137] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 7cf7d50a-e2f5-4288-8120-0f73e85bb66a/7cf7d50a-e2f5-4288-8120-0f73e85bb66a.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.030723] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa815e63-4131-4473-9df7-66dd7ce32222 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.037873] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 729.037873] env[68391]: value = "task-3038810" [ 729.037873] env[68391]: _type = "Task" [ 729.037873] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.045478] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038810, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.072042] env[68391]: DEBUG oslo_concurrency.lockutils [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.224273] env[68391]: DEBUG nova.network.neutron [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Successfully updated port: 772f8da0-2e1c-4830-a7ab-e92614f52fd2 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.266893] env[68391]: DEBUG nova.compute.manager [req-f510555b-11a9-4e39-9603-ae96aa9f3066 req-75418aba-1dce-410b-9f6a-55632433fb73 service nova] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Received event network-vif-plugged-772f8da0-2e1c-4830-a7ab-e92614f52fd2 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.267032] env[68391]: DEBUG oslo_concurrency.lockutils [req-f510555b-11a9-4e39-9603-ae96aa9f3066 req-75418aba-1dce-410b-9f6a-55632433fb73 service nova] Acquiring lock "14ea71d3-251f-4b36-a4dc-b23750b7e83b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.267387] env[68391]: DEBUG oslo_concurrency.lockutils [req-f510555b-11a9-4e39-9603-ae96aa9f3066 req-75418aba-1dce-410b-9f6a-55632433fb73 service nova] Lock "14ea71d3-251f-4b36-a4dc-b23750b7e83b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.267387] env[68391]: DEBUG oslo_concurrency.lockutils [req-f510555b-11a9-4e39-9603-ae96aa9f3066 req-75418aba-1dce-410b-9f6a-55632433fb73 service nova] Lock "14ea71d3-251f-4b36-a4dc-b23750b7e83b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.267577] env[68391]: DEBUG nova.compute.manager [req-f510555b-11a9-4e39-9603-ae96aa9f3066 req-75418aba-1dce-410b-9f6a-55632433fb73 service nova] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] No waiting events found dispatching network-vif-plugged-772f8da0-2e1c-4830-a7ab-e92614f52fd2 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.267699] env[68391]: WARNING nova.compute.manager [req-f510555b-11a9-4e39-9603-ae96aa9f3066 req-75418aba-1dce-410b-9f6a-55632433fb73 service nova] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Received unexpected event network-vif-plugged-772f8da0-2e1c-4830-a7ab-e92614f52fd2 for instance with vm_state building and task_state spawning. [ 729.347828] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.411736] env[68391]: DEBUG nova.scheduler.client.report [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.464785] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.556316] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038810, 'name': Rename_Task, 'duration_secs': 0.134105} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.556560] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.556843] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37d3d8e4-f5fa-4048-8b89-af74db5f1df5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.564237] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 729.564237] env[68391]: value = "task-3038811" [ 729.564237] env[68391]: _type = "Task" [ 729.564237] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.572778] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.727759] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Acquiring lock "refresh_cache-14ea71d3-251f-4b36-a4dc-b23750b7e83b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.728223] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Acquired lock "refresh_cache-14ea71d3-251f-4b36-a4dc-b23750b7e83b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.728315] env[68391]: DEBUG nova.network.neutron [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.920984] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.537s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.924816] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.241s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.924816] env[68391]: DEBUG nova.objects.instance [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lazy-loading 'resources' on Instance uuid 0ce27112-6779-453d-845a-eb7bd66c49f9 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.953400] env[68391]: INFO nova.scheduler.client.report [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Deleted allocations for instance 899fb4f5-ddf8-4295-8abe-99669680d1d2 [ 729.997221] env[68391]: DEBUG nova.compute.manager [req-ac0fb56e-59b2-4b28-9694-95e9b73279b1 req-67ff2640-e800-4140-a65b-68a7f8f1b6f0 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Received event network-vif-deleted-a1b609d9-11d6-4093-baa4-0bfb17ff64c4 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.997472] env[68391]: INFO nova.compute.manager [req-ac0fb56e-59b2-4b28-9694-95e9b73279b1 req-67ff2640-e800-4140-a65b-68a7f8f1b6f0 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Neutron deleted interface a1b609d9-11d6-4093-baa4-0bfb17ff64c4; detaching it from the instance and deleting it from the info cache [ 729.997706] env[68391]: DEBUG nova.network.neutron [req-ac0fb56e-59b2-4b28-9694-95e9b73279b1 req-67ff2640-e800-4140-a65b-68a7f8f1b6f0 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Updating instance_info_cache with network_info: [{"id": "92d03969-1aa2-4762-ad5f-a72d8c24595c", "address": "fa:16:3e:19:84:d2", "network": {"id": "6f693686-936f-4117-88a4-fb22fedebf69", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2110587025", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ba1f9a6645e345bbaeb4507c37fadb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92d03969-1a", "ovs_interfaceid": "92d03969-1aa2-4762-ad5f-a72d8c24595c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0104a62f-165a-4fc8-a086-3c59680f807a", "address": "fa:16:3e:08:f9:e0", "network": {"id": "533b08c5-c823-4959-a8c0-d5a080bb0041", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1315224266", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1f9a6645e345bbaeb4507c37fadb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0104a62f-16", "ovs_interfaceid": "0104a62f-165a-4fc8-a086-3c59680f807a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.076973] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038811, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.268682] env[68391]: DEBUG nova.network.neutron [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.426019] env[68391]: DEBUG nova.network.neutron [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Updating instance_info_cache with network_info: [{"id": "772f8da0-2e1c-4830-a7ab-e92614f52fd2", "address": "fa:16:3e:d3:da:da", "network": {"id": "c5154262-23d5-45b3-a3e4-334a9052e7bb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-698966718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d472fbdd8fa4e65bc692ce0f22109cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772f8da0-2e", "ovs_interfaceid": "772f8da0-2e1c-4830-a7ab-e92614f52fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.467060] env[68391]: DEBUG oslo_concurrency.lockutils [None req-89b47c77-c378-4120-b1cc-c55dccc2bf79 tempest-ServerGroupTestJSON-1223146342 tempest-ServerGroupTestJSON-1223146342-project-member] Lock "899fb4f5-ddf8-4295-8abe-99669680d1d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.461s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.503643] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4634dd5a-1430-41d2-8e4a-c3498fd1be25 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.515461] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056be4c3-6ab7-44c3-882f-030e0830ba8a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.566632] env[68391]: DEBUG nova.compute.manager [req-ac0fb56e-59b2-4b28-9694-95e9b73279b1 req-67ff2640-e800-4140-a65b-68a7f8f1b6f0 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Detach interface failed, port_id=a1b609d9-11d6-4093-baa4-0bfb17ff64c4, reason: Instance 954b77db-199c-4472-a489-e6b57ac2af67 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 730.567014] env[68391]: DEBUG nova.compute.manager [req-ac0fb56e-59b2-4b28-9694-95e9b73279b1 req-67ff2640-e800-4140-a65b-68a7f8f1b6f0 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Received event network-vif-deleted-92d03969-1aa2-4762-ad5f-a72d8c24595c {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.567300] env[68391]: INFO nova.compute.manager [req-ac0fb56e-59b2-4b28-9694-95e9b73279b1 req-67ff2640-e800-4140-a65b-68a7f8f1b6f0 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Neutron deleted interface 92d03969-1aa2-4762-ad5f-a72d8c24595c; detaching it from the instance and deleting it from the info cache [ 730.567678] env[68391]: DEBUG nova.network.neutron [req-ac0fb56e-59b2-4b28-9694-95e9b73279b1 req-67ff2640-e800-4140-a65b-68a7f8f1b6f0 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Updating instance_info_cache with network_info: [{"id": "0104a62f-165a-4fc8-a086-3c59680f807a", "address": "fa:16:3e:08:f9:e0", "network": {"id": "533b08c5-c823-4959-a8c0-d5a080bb0041", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1315224266", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1f9a6645e345bbaeb4507c37fadb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0104a62f-16", "ovs_interfaceid": "0104a62f-165a-4fc8-a086-3c59680f807a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.584719] env[68391]: DEBUG oslo_vmware.api [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038811, 'name': PowerOnVM_Task, 'duration_secs': 0.820035} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.585885] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.586185] env[68391]: INFO nova.compute.manager [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Took 9.64 seconds to spawn the instance on the hypervisor. [ 730.586722] env[68391]: DEBUG nova.compute.manager [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.587966] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff01e5a-c0d4-4828-a795-7c8ca5f7e5b0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.635309] env[68391]: DEBUG nova.network.neutron [-] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.927645] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Releasing lock "refresh_cache-14ea71d3-251f-4b36-a4dc-b23750b7e83b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.928011] env[68391]: DEBUG nova.compute.manager [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Instance network_info: |[{"id": "772f8da0-2e1c-4830-a7ab-e92614f52fd2", "address": "fa:16:3e:d3:da:da", "network": {"id": "c5154262-23d5-45b3-a3e4-334a9052e7bb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-698966718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d472fbdd8fa4e65bc692ce0f22109cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772f8da0-2e", "ovs_interfaceid": "772f8da0-2e1c-4830-a7ab-e92614f52fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.931195] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:da:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '772f8da0-2e1c-4830-a7ab-e92614f52fd2', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.938952] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Creating folder: Project (1d472fbdd8fa4e65bc692ce0f22109cb). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.941821] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-620ffecc-8669-444b-a7f3-2a8bb1577f9c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.951784] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Created folder: Project (1d472fbdd8fa4e65bc692ce0f22109cb) in parent group-v608736. [ 730.951978] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Creating folder: Instances. Parent ref: group-v608879. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.952232] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9b52570-704e-4f85-8317-a7b9ea949920 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.962760] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Created folder: Instances in parent group-v608879. [ 730.962760] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.962760] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.963361] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48045e5e-9bc6-4777-a2f7-67be22dfbe79 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.986131] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.986131] env[68391]: value = "task-3038814" [ 730.986131] env[68391]: _type = "Task" [ 730.986131] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.994874] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038814, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.072264] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f499f8-52fd-49d2-a6ba-b7efe9a91da9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.079572] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7142e894-614c-4294-846a-53218aec627c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.082490] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3324a985-d0b5-4e05-90b9-50812b5b3f1d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.121329] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82c7821-efec-4a09-9bb4-19ac6a0cfb2f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.143167] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50cb92f-a1e7-407b-9704-f86febce7dcc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.143167] env[68391]: INFO nova.compute.manager [-] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Took 2.25 seconds to deallocate network for instance. [ 731.144212] env[68391]: INFO nova.compute.manager [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Took 45.12 seconds to build instance. [ 731.152365] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a6007a-7891-4989-8f33-1f9c04dcb829 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.170024] env[68391]: DEBUG nova.compute.manager [req-ac0fb56e-59b2-4b28-9694-95e9b73279b1 req-67ff2640-e800-4140-a65b-68a7f8f1b6f0 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Detach interface failed, port_id=92d03969-1aa2-4762-ad5f-a72d8c24595c, reason: Instance 954b77db-199c-4472-a489-e6b57ac2af67 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 731.178896] env[68391]: DEBUG nova.compute.provider_tree [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.376197] env[68391]: DEBUG nova.compute.manager [req-809fa9ab-888d-412e-a753-de1857d2c4cc req-be5e9c30-8a5b-4c74-9ae9-b82bad2e0a5c service nova] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Received event network-changed-772f8da0-2e1c-4830-a7ab-e92614f52fd2 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.376389] env[68391]: DEBUG nova.compute.manager [req-809fa9ab-888d-412e-a753-de1857d2c4cc req-be5e9c30-8a5b-4c74-9ae9-b82bad2e0a5c service nova] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Refreshing instance network info cache due to event network-changed-772f8da0-2e1c-4830-a7ab-e92614f52fd2. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.376608] env[68391]: DEBUG oslo_concurrency.lockutils [req-809fa9ab-888d-412e-a753-de1857d2c4cc req-be5e9c30-8a5b-4c74-9ae9-b82bad2e0a5c service nova] Acquiring lock "refresh_cache-14ea71d3-251f-4b36-a4dc-b23750b7e83b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.376750] env[68391]: DEBUG oslo_concurrency.lockutils [req-809fa9ab-888d-412e-a753-de1857d2c4cc req-be5e9c30-8a5b-4c74-9ae9-b82bad2e0a5c service nova] Acquired lock "refresh_cache-14ea71d3-251f-4b36-a4dc-b23750b7e83b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.376941] env[68391]: DEBUG nova.network.neutron [req-809fa9ab-888d-412e-a753-de1857d2c4cc req-be5e9c30-8a5b-4c74-9ae9-b82bad2e0a5c service nova] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Refreshing network info cache for port 772f8da0-2e1c-4830-a7ab-e92614f52fd2 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.385477] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.385563] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.386267] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Deleting the datastore file [datastore1] 0b5b4adf-a2bd-4255-964e-bb70a52c056e {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.386348] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45f271df-e5c9-40c6-a344-70d1516cb3fa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.394358] env[68391]: DEBUG oslo_vmware.api [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 731.394358] env[68391]: value = "task-3038815" [ 731.394358] env[68391]: _type = "Task" [ 731.394358] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.403490] env[68391]: DEBUG oslo_vmware.api [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.461715] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "e499cb5b-a255-4652-ad57-7d97873a8fbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.462134] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "e499cb5b-a255-4652-ad57-7d97873a8fbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.462406] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "e499cb5b-a255-4652-ad57-7d97873a8fbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.462753] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "e499cb5b-a255-4652-ad57-7d97873a8fbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.462943] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "e499cb5b-a255-4652-ad57-7d97873a8fbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.465073] env[68391]: INFO nova.compute.manager [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Terminating instance [ 731.496113] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038814, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.537813] env[68391]: DEBUG oslo_concurrency.lockutils [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "7cf7d50a-e2f5-4288-8120-0f73e85bb66a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.647239] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d5d1814a-643f-4aee-8441-ab065941724f tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "7cf7d50a-e2f5-4288-8120-0f73e85bb66a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.773s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.648693] env[68391]: DEBUG oslo_concurrency.lockutils [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "7cf7d50a-e2f5-4288-8120-0f73e85bb66a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.111s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.648928] env[68391]: DEBUG oslo_concurrency.lockutils [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "7cf7d50a-e2f5-4288-8120-0f73e85bb66a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.649185] env[68391]: DEBUG oslo_concurrency.lockutils [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "7cf7d50a-e2f5-4288-8120-0f73e85bb66a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.649392] env[68391]: DEBUG oslo_concurrency.lockutils [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "7cf7d50a-e2f5-4288-8120-0f73e85bb66a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.652557] env[68391]: DEBUG oslo_concurrency.lockutils [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.654370] env[68391]: INFO nova.compute.manager [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Terminating instance [ 731.685097] env[68391]: DEBUG nova.scheduler.client.report [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.906930] env[68391]: DEBUG oslo_vmware.api [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3038815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316314} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.907234] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.908134] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.908134] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.908134] env[68391]: INFO nova.compute.manager [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Took 5.14 seconds to destroy the instance on the hypervisor. [ 731.908134] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.908523] env[68391]: DEBUG nova.compute.manager [-] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.908523] env[68391]: DEBUG nova.network.neutron [-] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.971279] env[68391]: DEBUG nova.compute.manager [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.971279] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.971279] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2507cf51-bcc2-4e97-9ab7-b8d1adda338b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.980613] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.984830] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-239056ab-3b78-42b9-969b-afbeafb66895 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.994155] env[68391]: DEBUG oslo_vmware.api [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 731.994155] env[68391]: value = "task-3038816" [ 731.994155] env[68391]: _type = "Task" [ 731.994155] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.997802] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038814, 'name': CreateVM_Task, 'duration_secs': 0.619873} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.001022] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.001678] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.001888] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.002269] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.002948] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d7fca3-5a70-4101-a713-0766d675a969 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.007899] env[68391]: DEBUG oslo_vmware.api [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.010895] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Waiting for the task: (returnval){ [ 732.010895] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5277d03b-ca02-4143-c350-65544eb258b8" [ 732.010895] env[68391]: _type = "Task" [ 732.010895] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.021712] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5277d03b-ca02-4143-c350-65544eb258b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.033436] env[68391]: DEBUG nova.compute.manager [req-216f74d6-bad0-41fa-99bd-5f4c801d2e41 req-9d763002-a804-45fb-b35c-b6b165853bf1 service nova] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Received event network-vif-deleted-0104a62f-165a-4fc8-a086-3c59680f807a {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.156776] env[68391]: DEBUG nova.compute.manager [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.159804] env[68391]: DEBUG nova.compute.manager [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.159994] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.162672] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a843aad7-cf17-4f22-8e76-54d708fd7f16 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.170202] env[68391]: DEBUG nova.network.neutron [req-809fa9ab-888d-412e-a753-de1857d2c4cc req-be5e9c30-8a5b-4c74-9ae9-b82bad2e0a5c service nova] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Updated VIF entry in instance network info cache for port 772f8da0-2e1c-4830-a7ab-e92614f52fd2. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.170424] env[68391]: DEBUG nova.network.neutron [req-809fa9ab-888d-412e-a753-de1857d2c4cc req-be5e9c30-8a5b-4c74-9ae9-b82bad2e0a5c service nova] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Updating instance_info_cache with network_info: [{"id": "772f8da0-2e1c-4830-a7ab-e92614f52fd2", "address": "fa:16:3e:d3:da:da", "network": {"id": "c5154262-23d5-45b3-a3e4-334a9052e7bb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-698966718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d472fbdd8fa4e65bc692ce0f22109cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772f8da0-2e", "ovs_interfaceid": "772f8da0-2e1c-4830-a7ab-e92614f52fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.179839] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.180255] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5686df34-57b4-480f-8815-85b914521194 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.192562] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.197017] env[68391]: DEBUG oslo_vmware.api [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 732.197017] env[68391]: value = "task-3038817" [ 732.197017] env[68391]: _type = "Task" [ 732.197017] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.199658] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.134s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.199995] env[68391]: INFO nova.compute.claims [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.217878] env[68391]: DEBUG oslo_vmware.api [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.235133] env[68391]: INFO nova.scheduler.client.report [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Deleted allocations for instance 0ce27112-6779-453d-845a-eb7bd66c49f9 [ 732.517521] env[68391]: DEBUG oslo_vmware.api [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038816, 'name': PowerOffVM_Task, 'duration_secs': 0.23202} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.522069] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.522404] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.522720] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b29a4d69-209c-446f-b4b9-7a0864e83a81 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.537134] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5277d03b-ca02-4143-c350-65544eb258b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010637} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.537534] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.537812] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.538107] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.538318] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.538753] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.539164] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dfecce4-e029-4f1a-b800-62b54db7e5af {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.549936] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.549936] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.549936] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d8f5243-63e8-48a0-92c0-9d6f9f9bec5e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.556015] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Waiting for the task: (returnval){ [ 732.556015] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d9a78b-d37a-9352-691f-134c245f4c5d" [ 732.556015] env[68391]: _type = "Task" [ 732.556015] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.565160] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d9a78b-d37a-9352-691f-134c245f4c5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.582197] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.582197] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.582197] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Deleting the datastore file [datastore1] e499cb5b-a255-4652-ad57-7d97873a8fbf {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.583350] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33a83da0-549b-4979-b743-d43a0dd58686 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.597264] env[68391]: DEBUG oslo_vmware.api [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 732.597264] env[68391]: value = "task-3038819" [ 732.597264] env[68391]: _type = "Task" [ 732.597264] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.607669] env[68391]: DEBUG oslo_vmware.api [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.679703] env[68391]: DEBUG oslo_concurrency.lockutils [req-809fa9ab-888d-412e-a753-de1857d2c4cc req-be5e9c30-8a5b-4c74-9ae9-b82bad2e0a5c service nova] Releasing lock "refresh_cache-14ea71d3-251f-4b36-a4dc-b23750b7e83b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.686826] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.719205] env[68391]: DEBUG oslo_vmware.api [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038817, 'name': PowerOffVM_Task, 'duration_secs': 0.186157} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.719205] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.719205] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.719205] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcc4d375-9a97-45bc-9b9f-0998dbe56d87 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.752117] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5644fd3d-82ef-46e6-98d8-efd773e25d1f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "0ce27112-6779-453d-845a-eb7bd66c49f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.073s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.784303] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.784465] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.784682] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Deleting the datastore file [datastore2] 7cf7d50a-e2f5-4288-8120-0f73e85bb66a {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.785265] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4acc39d8-f2a6-48e5-9125-7117e0c85546 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.792677] env[68391]: DEBUG oslo_vmware.api [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for the task: (returnval){ [ 732.792677] env[68391]: value = "task-3038821" [ 732.792677] env[68391]: _type = "Task" [ 732.792677] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.802218] env[68391]: DEBUG oslo_vmware.api [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.069395] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d9a78b-d37a-9352-691f-134c245f4c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010887} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.069395] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e4ef25a-7852-46de-a5c9-2d8254da540a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.072941] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Waiting for the task: (returnval){ [ 733.072941] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521dca67-e28c-068a-07de-5b6606f9285e" [ 733.072941] env[68391]: _type = "Task" [ 733.072941] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.084016] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521dca67-e28c-068a-07de-5b6606f9285e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.107867] env[68391]: DEBUG oslo_vmware.api [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139424} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.108172] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.108324] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.108494] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.108666] env[68391]: INFO nova.compute.manager [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 733.108914] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.109120] env[68391]: DEBUG nova.compute.manager [-] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.109215] env[68391]: DEBUG nova.network.neutron [-] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.150545] env[68391]: DEBUG nova.network.neutron [-] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.308828] env[68391]: DEBUG oslo_vmware.api [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Task: {'id': task-3038821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356081} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.309157] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.309157] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.309288] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.309432] env[68391]: INFO nova.compute.manager [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 733.309682] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.309892] env[68391]: DEBUG nova.compute.manager [-] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.309986] env[68391]: DEBUG nova.network.neutron [-] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.440810] env[68391]: DEBUG nova.compute.manager [req-491fd377-c756-4aa8-881e-dfdaf450d7a9 req-80c8f28c-00ad-481d-9c7e-5ecc44295629 service nova] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Received event network-vif-deleted-05371bd9-1294-4000-8104-3082f7c0dd51 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.441029] env[68391]: DEBUG nova.compute.manager [req-491fd377-c756-4aa8-881e-dfdaf450d7a9 req-80c8f28c-00ad-481d-9c7e-5ecc44295629 service nova] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Received event network-vif-deleted-99cf8490-5571-499d-a2a7-3eaca1fae852 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.441299] env[68391]: INFO nova.compute.manager [req-491fd377-c756-4aa8-881e-dfdaf450d7a9 req-80c8f28c-00ad-481d-9c7e-5ecc44295629 service nova] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Neutron deleted interface 99cf8490-5571-499d-a2a7-3eaca1fae852; detaching it from the instance and deleting it from the info cache [ 733.441375] env[68391]: DEBUG nova.network.neutron [req-491fd377-c756-4aa8-881e-dfdaf450d7a9 req-80c8f28c-00ad-481d-9c7e-5ecc44295629 service nova] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.588453] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521dca67-e28c-068a-07de-5b6606f9285e, 'name': SearchDatastore_Task, 'duration_secs': 0.010401} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.590954] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.591312] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 14ea71d3-251f-4b36-a4dc-b23750b7e83b/14ea71d3-251f-4b36-a4dc-b23750b7e83b.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.591892] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c172e4f-7ad9-4801-8e7c-5c166fe9a99d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.600473] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Waiting for the task: (returnval){ [ 733.600473] env[68391]: value = "task-3038822" [ 733.600473] env[68391]: _type = "Task" [ 733.600473] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.610813] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Task: {'id': task-3038822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.653223] env[68391]: INFO nova.compute.manager [-] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Took 1.74 seconds to deallocate network for instance. [ 733.737972] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f145d2-67ce-4bef-94b4-53423f0922b0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.745562] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200abfa6-13a4-4e83-b7d3-118a831dfb58 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.776394] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b8ee12-361a-4c3e-83c5-bb089548225b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.784674] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2353cd8-be13-47e7-b352-909318ec0b51 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.804477] env[68391]: DEBUG nova.compute.provider_tree [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.864478] env[68391]: DEBUG nova.network.neutron [-] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.944255] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-094be4eb-e85a-47f4-81b7-cd5452b00e81 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.955161] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47334efb-c6ec-49cc-8421-623957502f45 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.991102] env[68391]: DEBUG nova.compute.manager [req-491fd377-c756-4aa8-881e-dfdaf450d7a9 req-80c8f28c-00ad-481d-9c7e-5ecc44295629 service nova] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Detach interface failed, port_id=99cf8490-5571-499d-a2a7-3eaca1fae852, reason: Instance e499cb5b-a255-4652-ad57-7d97873a8fbf could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 734.110506] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Task: {'id': task-3038822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479846} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.110645] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 14ea71d3-251f-4b36-a4dc-b23750b7e83b/14ea71d3-251f-4b36-a4dc-b23750b7e83b.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.110858] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.111140] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c82e1203-5282-4523-b20a-6afd65e54fbb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.117863] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Waiting for the task: (returnval){ [ 734.117863] env[68391]: value = "task-3038823" [ 734.117863] env[68391]: _type = "Task" [ 734.117863] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.125664] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Task: {'id': task-3038823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.128311] env[68391]: DEBUG nova.compute.manager [req-f6f5f398-e1f4-4622-a4fb-6f81a7f6cef8 req-4d054620-76ed-4afa-9ad7-e1045300d0e4 service nova] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Received event network-vif-deleted-b3d27fdf-11a6-42d6-97b4-b655b608c242 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.128311] env[68391]: INFO nova.compute.manager [req-f6f5f398-e1f4-4622-a4fb-6f81a7f6cef8 req-4d054620-76ed-4afa-9ad7-e1045300d0e4 service nova] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Neutron deleted interface b3d27fdf-11a6-42d6-97b4-b655b608c242; detaching it from the instance and deleting it from the info cache [ 734.128535] env[68391]: DEBUG nova.network.neutron [req-f6f5f398-e1f4-4622-a4fb-6f81a7f6cef8 req-4d054620-76ed-4afa-9ad7-e1045300d0e4 service nova] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.164304] env[68391]: DEBUG oslo_concurrency.lockutils [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.222148] env[68391]: DEBUG nova.network.neutron [-] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.310881] env[68391]: DEBUG nova.scheduler.client.report [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.367669] env[68391]: INFO nova.compute.manager [-] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Took 1.26 seconds to deallocate network for instance. [ 734.628221] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Task: {'id': task-3038823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066744} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.628495] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.629347] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c01e61-1b2f-4dad-9dca-79977f1d9b37 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.632382] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94454b8b-6c57-4072-a326-42a925746081 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.654067] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 14ea71d3-251f-4b36-a4dc-b23750b7e83b/14ea71d3-251f-4b36-a4dc-b23750b7e83b.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.656168] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3418819d-8b6d-49bd-944f-a991560fb90d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.674738] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f0663e-4962-42ae-8334-25fbe8908cd7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.690816] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Waiting for the task: (returnval){ [ 734.690816] env[68391]: value = "task-3038824" [ 734.690816] env[68391]: _type = "Task" [ 734.690816] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.706793] env[68391]: DEBUG nova.compute.manager [req-f6f5f398-e1f4-4622-a4fb-6f81a7f6cef8 req-4d054620-76ed-4afa-9ad7-e1045300d0e4 service nova] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Detach interface failed, port_id=b3d27fdf-11a6-42d6-97b4-b655b608c242, reason: Instance 7cf7d50a-e2f5-4288-8120-0f73e85bb66a could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 734.710650] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Task: {'id': task-3038824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.725370] env[68391]: INFO nova.compute.manager [-] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Took 1.42 seconds to deallocate network for instance. [ 734.815573] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.816179] env[68391]: DEBUG nova.compute.manager [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.818679] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.130s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.820071] env[68391]: INFO nova.compute.claims [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.878750] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.202021] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Task: {'id': task-3038824, 'name': ReconfigVM_Task, 'duration_secs': 0.269941} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.202021] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 14ea71d3-251f-4b36-a4dc-b23750b7e83b/14ea71d3-251f-4b36-a4dc-b23750b7e83b.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.202188] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-daefc1f6-7262-497b-a3b7-9ef4bcaac0cf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.209191] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Waiting for the task: (returnval){ [ 735.209191] env[68391]: value = "task-3038825" [ 735.209191] env[68391]: _type = "Task" [ 735.209191] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.216926] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Task: {'id': task-3038825, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.231246] env[68391]: DEBUG oslo_concurrency.lockutils [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.326466] env[68391]: DEBUG nova.compute.utils [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.333019] env[68391]: DEBUG nova.compute.manager [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.333019] env[68391]: DEBUG nova.network.neutron [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.404758] env[68391]: DEBUG nova.policy [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4721a1124f7940479de7ade6e48cfb97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff41ca55c79b4c3095690424e9789ac9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.724035] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Task: {'id': task-3038825, 'name': Rename_Task, 'duration_secs': 0.133865} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.724799] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.727016] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-701860db-68e3-490b-8a43-bfc932a95bd7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.732189] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Waiting for the task: (returnval){ [ 735.732189] env[68391]: value = "task-3038826" [ 735.732189] env[68391]: _type = "Task" [ 735.732189] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.742260] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Task: {'id': task-3038826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.786255] env[68391]: DEBUG nova.network.neutron [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Successfully created port: 604eaf23-27b7-4a80-a38c-3158337951d1 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.838614] env[68391]: DEBUG nova.compute.manager [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.249066] env[68391]: DEBUG oslo_vmware.api [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Task: {'id': task-3038826, 'name': PowerOnVM_Task, 'duration_secs': 0.463028} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.249066] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.249264] env[68391]: INFO nova.compute.manager [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Took 7.84 seconds to spawn the instance on the hypervisor. [ 736.249430] env[68391]: DEBUG nova.compute.manager [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.250269] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebf9714-2665-4f96-be23-a55ebfcc547a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.430580] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54054e1a-8858-41c9-80a7-89b3570534b4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.438193] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4b815b-f26a-43ca-9c57-3793b685c06d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.469298] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bc7966-aec0-4ac5-afc3-cd7eaefefd3b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.476828] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb4eb7c-2da6-4639-8704-1c56cbec202f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.489778] env[68391]: DEBUG nova.compute.provider_tree [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.778822] env[68391]: INFO nova.compute.manager [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Took 38.80 seconds to build instance. [ 736.829043] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "c0fc631c-dfa4-4413-b52b-c9f47b87d549" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.829321] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "c0fc631c-dfa4-4413-b52b-c9f47b87d549" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.850722] env[68391]: DEBUG nova.compute.manager [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.876771] env[68391]: DEBUG nova.virt.hardware [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.877250] env[68391]: DEBUG nova.virt.hardware [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.877353] env[68391]: DEBUG nova.virt.hardware [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.877544] env[68391]: DEBUG nova.virt.hardware [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.877706] env[68391]: DEBUG nova.virt.hardware [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.877858] env[68391]: DEBUG nova.virt.hardware [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.878215] env[68391]: DEBUG nova.virt.hardware [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.878477] env[68391]: DEBUG nova.virt.hardware [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.878667] env[68391]: DEBUG nova.virt.hardware [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.878986] env[68391]: DEBUG nova.virt.hardware [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.879074] env[68391]: DEBUG nova.virt.hardware [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.879917] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8383d1a2-1b14-4a05-a272-de77cad51903 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.888843] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3c4341-5ae6-4350-8ce0-f5ff4826c2fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.994086] env[68391]: DEBUG nova.scheduler.client.report [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.281203] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5c8d400-4642-4795-8687-3bae66a42aab tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Lock "14ea71d3-251f-4b36-a4dc-b23750b7e83b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.641s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.430492] env[68391]: DEBUG nova.compute.manager [req-b01ce256-0c20-4399-8d51-9dcd1a0ce65c req-c4a0f79a-6951-4e01-8139-60de06f9ed28 service nova] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Received event network-vif-plugged-604eaf23-27b7-4a80-a38c-3158337951d1 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.430710] env[68391]: DEBUG oslo_concurrency.lockutils [req-b01ce256-0c20-4399-8d51-9dcd1a0ce65c req-c4a0f79a-6951-4e01-8139-60de06f9ed28 service nova] Acquiring lock "eb194a52-be98-458f-aae2-60d43617fd1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.430959] env[68391]: DEBUG oslo_concurrency.lockutils [req-b01ce256-0c20-4399-8d51-9dcd1a0ce65c req-c4a0f79a-6951-4e01-8139-60de06f9ed28 service nova] Lock "eb194a52-be98-458f-aae2-60d43617fd1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.431445] env[68391]: DEBUG oslo_concurrency.lockutils [req-b01ce256-0c20-4399-8d51-9dcd1a0ce65c req-c4a0f79a-6951-4e01-8139-60de06f9ed28 service nova] Lock "eb194a52-be98-458f-aae2-60d43617fd1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.431663] env[68391]: DEBUG nova.compute.manager [req-b01ce256-0c20-4399-8d51-9dcd1a0ce65c req-c4a0f79a-6951-4e01-8139-60de06f9ed28 service nova] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] No waiting events found dispatching network-vif-plugged-604eaf23-27b7-4a80-a38c-3158337951d1 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.431869] env[68391]: WARNING nova.compute.manager [req-b01ce256-0c20-4399-8d51-9dcd1a0ce65c req-c4a0f79a-6951-4e01-8139-60de06f9ed28 service nova] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Received unexpected event network-vif-plugged-604eaf23-27b7-4a80-a38c-3158337951d1 for instance with vm_state building and task_state spawning. [ 737.500306] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.500952] env[68391]: DEBUG nova.compute.manager [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.509622] env[68391]: DEBUG nova.network.neutron [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Successfully updated port: 604eaf23-27b7-4a80-a38c-3158337951d1 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.512797] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.353s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.512797] env[68391]: DEBUG nova.objects.instance [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lazy-loading 'resources' on Instance uuid 291661a1-659b-45a6-b35f-2db187f17324 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.784186] env[68391]: DEBUG nova.compute.manager [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.019564] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "refresh_cache-eb194a52-be98-458f-aae2-60d43617fd1b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.019564] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired lock "refresh_cache-eb194a52-be98-458f-aae2-60d43617fd1b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.019564] env[68391]: DEBUG nova.network.neutron [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.021791] env[68391]: DEBUG nova.compute.utils [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.024309] env[68391]: DEBUG nova.compute.manager [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.024708] env[68391]: DEBUG nova.network.neutron [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.087207] env[68391]: DEBUG nova.policy [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14bfa5ebe0e24276b6717e5f77412484', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'babe8a5bd99b488a87a5f5a828c7f0c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.303965] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.378653] env[68391]: DEBUG nova.network.neutron [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Successfully created port: 0cbac97c-4abc-4682-b237-2051924ce7ae {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.492116] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7f1f32-aab5-41e2-8519-467f4eedbfb3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.498454] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d776f378-0a46-430e-8a51-33ae8fe56985 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.533164] env[68391]: DEBUG nova.compute.manager [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.538724] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570df98e-690f-470a-a0b2-bb3ddfafc083 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.548970] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089a23a3-7a54-4dc0-b495-17507d2381e1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.564066] env[68391]: DEBUG nova.compute.provider_tree [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.579960] env[68391]: DEBUG nova.network.neutron [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.742157] env[68391]: DEBUG nova.network.neutron [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Updating instance_info_cache with network_info: [{"id": "604eaf23-27b7-4a80-a38c-3158337951d1", "address": "fa:16:3e:76:07:ac", "network": {"id": "9cd640df-da1b-4f7e-a275-669cbf66beb2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-613265442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff41ca55c79b4c3095690424e9789ac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap604eaf23-27", "ovs_interfaceid": "604eaf23-27b7-4a80-a38c-3158337951d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.976391] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Acquiring lock "14ea71d3-251f-4b36-a4dc-b23750b7e83b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.976947] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Lock "14ea71d3-251f-4b36-a4dc-b23750b7e83b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.977366] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Acquiring lock "14ea71d3-251f-4b36-a4dc-b23750b7e83b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.977740] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Lock "14ea71d3-251f-4b36-a4dc-b23750b7e83b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.978094] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Lock "14ea71d3-251f-4b36-a4dc-b23750b7e83b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.981424] env[68391]: INFO nova.compute.manager [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Terminating instance [ 739.067555] env[68391]: DEBUG nova.scheduler.client.report [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.244732] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Releasing lock "refresh_cache-eb194a52-be98-458f-aae2-60d43617fd1b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.245165] env[68391]: DEBUG nova.compute.manager [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Instance network_info: |[{"id": "604eaf23-27b7-4a80-a38c-3158337951d1", "address": "fa:16:3e:76:07:ac", "network": {"id": "9cd640df-da1b-4f7e-a275-669cbf66beb2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-613265442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff41ca55c79b4c3095690424e9789ac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap604eaf23-27", "ovs_interfaceid": "604eaf23-27b7-4a80-a38c-3158337951d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.245605] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:07:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '604eaf23-27b7-4a80-a38c-3158337951d1', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.253013] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.253242] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.253466] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ffec9dd-e6f3-4e81-bf9f-9f249dbcdcea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.273560] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.273560] env[68391]: value = "task-3038827" [ 739.273560] env[68391]: _type = "Task" [ 739.273560] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.280979] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038827, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.459064] env[68391]: DEBUG nova.compute.manager [req-2f571623-6169-492c-9c1f-33f07d282d18 req-1a1cbb67-c310-48ed-9fa6-443fa696bf0f service nova] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Received event network-changed-604eaf23-27b7-4a80-a38c-3158337951d1 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.459288] env[68391]: DEBUG nova.compute.manager [req-2f571623-6169-492c-9c1f-33f07d282d18 req-1a1cbb67-c310-48ed-9fa6-443fa696bf0f service nova] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Refreshing instance network info cache due to event network-changed-604eaf23-27b7-4a80-a38c-3158337951d1. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.459764] env[68391]: DEBUG oslo_concurrency.lockutils [req-2f571623-6169-492c-9c1f-33f07d282d18 req-1a1cbb67-c310-48ed-9fa6-443fa696bf0f service nova] Acquiring lock "refresh_cache-eb194a52-be98-458f-aae2-60d43617fd1b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.459764] env[68391]: DEBUG oslo_concurrency.lockutils [req-2f571623-6169-492c-9c1f-33f07d282d18 req-1a1cbb67-c310-48ed-9fa6-443fa696bf0f service nova] Acquired lock "refresh_cache-eb194a52-be98-458f-aae2-60d43617fd1b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.460131] env[68391]: DEBUG nova.network.neutron [req-2f571623-6169-492c-9c1f-33f07d282d18 req-1a1cbb67-c310-48ed-9fa6-443fa696bf0f service nova] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Refreshing network info cache for port 604eaf23-27b7-4a80-a38c-3158337951d1 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.485643] env[68391]: DEBUG nova.compute.manager [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.486901] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.487109] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02816a9e-5ee6-4f15-af29-5584c74ebd72 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.498050] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.498381] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cd3598f-ce32-4e96-a13e-142761b0a5dc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.509993] env[68391]: DEBUG oslo_vmware.api [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Waiting for the task: (returnval){ [ 739.509993] env[68391]: value = "task-3038828" [ 739.509993] env[68391]: _type = "Task" [ 739.509993] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.533258] env[68391]: DEBUG oslo_vmware.api [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Task: {'id': task-3038828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.547305] env[68391]: DEBUG nova.compute.manager [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.572656] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.575479] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.882s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.577512] env[68391]: INFO nova.compute.claims [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.601198] env[68391]: DEBUG nova.virt.hardware [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.601440] env[68391]: DEBUG nova.virt.hardware [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.602025] env[68391]: DEBUG nova.virt.hardware [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.602791] env[68391]: DEBUG nova.virt.hardware [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.602946] env[68391]: DEBUG nova.virt.hardware [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.603109] env[68391]: DEBUG nova.virt.hardware [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.603323] env[68391]: DEBUG nova.virt.hardware [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.604158] env[68391]: DEBUG nova.virt.hardware [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.604158] env[68391]: DEBUG nova.virt.hardware [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.604158] env[68391]: DEBUG nova.virt.hardware [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.604158] env[68391]: DEBUG nova.virt.hardware [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.605483] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5b7b66-db71-4f5a-9e1c-7e2affc227d8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.622767] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067bc465-0cf8-4948-b8de-0d34ffa493bd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.661741] env[68391]: INFO nova.scheduler.client.report [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Deleted allocations for instance 291661a1-659b-45a6-b35f-2db187f17324 [ 739.783019] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038827, 'name': CreateVM_Task, 'duration_secs': 0.27968} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.783132] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.784069] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.784069] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.784482] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.784871] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb126c48-eb4d-4f14-a69b-b10cffa9b7dc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.789441] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 739.789441] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d0b38e-9e3d-b46d-4414-f111aacc525e" [ 739.789441] env[68391]: _type = "Task" [ 739.789441] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.796890] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d0b38e-9e3d-b46d-4414-f111aacc525e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.961248] env[68391]: DEBUG nova.network.neutron [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Successfully updated port: 0cbac97c-4abc-4682-b237-2051924ce7ae {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.023569] env[68391]: DEBUG oslo_vmware.api [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Task: {'id': task-3038828, 'name': PowerOffVM_Task, 'duration_secs': 0.188448} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.023850] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.024035] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.025020] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca8acd73-08b6-4a06-9ad5-444c1331877b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.105975] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.106271] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.106493] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Deleting the datastore file [datastore2] 14ea71d3-251f-4b36-a4dc-b23750b7e83b {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.106769] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5339cc8d-aa33-4a79-85c8-a1112fb16bcc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.113924] env[68391]: DEBUG oslo_vmware.api [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Waiting for the task: (returnval){ [ 740.113924] env[68391]: value = "task-3038830" [ 740.113924] env[68391]: _type = "Task" [ 740.113924] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.122285] env[68391]: DEBUG oslo_vmware.api [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Task: {'id': task-3038830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.170013] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ae18781f-83e2-4648-98ec-8dede6b1e2c5 tempest-ListImageFiltersTestJSON-1145764613 tempest-ListImageFiltersTestJSON-1145764613-project-member] Lock "291661a1-659b-45a6-b35f-2db187f17324" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.565s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.225707] env[68391]: DEBUG nova.network.neutron [req-2f571623-6169-492c-9c1f-33f07d282d18 req-1a1cbb67-c310-48ed-9fa6-443fa696bf0f service nova] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Updated VIF entry in instance network info cache for port 604eaf23-27b7-4a80-a38c-3158337951d1. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.226176] env[68391]: DEBUG nova.network.neutron [req-2f571623-6169-492c-9c1f-33f07d282d18 req-1a1cbb67-c310-48ed-9fa6-443fa696bf0f service nova] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Updating instance_info_cache with network_info: [{"id": "604eaf23-27b7-4a80-a38c-3158337951d1", "address": "fa:16:3e:76:07:ac", "network": {"id": "9cd640df-da1b-4f7e-a275-669cbf66beb2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-613265442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff41ca55c79b4c3095690424e9789ac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap604eaf23-27", "ovs_interfaceid": "604eaf23-27b7-4a80-a38c-3158337951d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.302556] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d0b38e-9e3d-b46d-4414-f111aacc525e, 'name': SearchDatastore_Task, 'duration_secs': 0.009586} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.302824] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.303077] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.303323] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.303471] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.303650] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.303941] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05761977-e175-4a2b-a880-70f20f2388ea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.312955] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.313158] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.313939] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-422770a7-9883-4115-9bdd-7486b9611bd6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.320749] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 740.320749] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52482085-7e3b-8c1f-df95-a87d1000e445" [ 740.320749] env[68391]: _type = "Task" [ 740.320749] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.330891] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52482085-7e3b-8c1f-df95-a87d1000e445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.464515] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquiring lock "refresh_cache-09d2b78c-7aab-4af8-b794-8381516c89b8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.464683] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquired lock "refresh_cache-09d2b78c-7aab-4af8-b794-8381516c89b8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.464819] env[68391]: DEBUG nova.network.neutron [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.628258] env[68391]: DEBUG oslo_vmware.api [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Task: {'id': task-3038830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.729029] env[68391]: DEBUG oslo_concurrency.lockutils [req-2f571623-6169-492c-9c1f-33f07d282d18 req-1a1cbb67-c310-48ed-9fa6-443fa696bf0f service nova] Releasing lock "refresh_cache-eb194a52-be98-458f-aae2-60d43617fd1b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.833382] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52482085-7e3b-8c1f-df95-a87d1000e445, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.834462] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fdcad42-a69c-463e-a565-95b64740ca81 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.840522] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 740.840522] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52992cea-d9fd-c9a4-c0b8-1c3540a33757" [ 740.840522] env[68391]: _type = "Task" [ 740.840522] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.848425] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52992cea-d9fd-c9a4-c0b8-1c3540a33757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.000336] env[68391]: DEBUG nova.network.neutron [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.122049] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a222c3d0-d6d8-47ad-9079-6e77501b8f7d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.134925] env[68391]: DEBUG oslo_vmware.api [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Task: {'id': task-3038830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.51818} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.136964] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.137239] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.137459] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.137670] env[68391]: INFO nova.compute.manager [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Took 1.65 seconds to destroy the instance on the hypervisor. [ 741.138552] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.138872] env[68391]: DEBUG nova.compute.manager [-] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.139024] env[68391]: DEBUG nova.network.neutron [-] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.142443] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae1e294-e2b4-4a8d-8280-aefa3852b551 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.175463] env[68391]: DEBUG nova.network.neutron [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Updating instance_info_cache with network_info: [{"id": "0cbac97c-4abc-4682-b237-2051924ce7ae", "address": "fa:16:3e:58:5d:47", "network": {"id": "b5e1d38b-3b49-4e36-b976-373fa872ed73", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-459158601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babe8a5bd99b488a87a5f5a828c7f0c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbac97c-4a", "ovs_interfaceid": "0cbac97c-4abc-4682-b237-2051924ce7ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.177303] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bcaab1-e643-4855-b9bd-f59da0d6bf77 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.184846] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada8857c-6ff0-468f-afa2-1f0a0747d0ed {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.201212] env[68391]: DEBUG nova.compute.provider_tree [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.351854] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52992cea-d9fd-c9a4-c0b8-1c3540a33757, 'name': SearchDatastore_Task, 'duration_secs': 0.038175} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.352132] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.352390] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] eb194a52-be98-458f-aae2-60d43617fd1b/eb194a52-be98-458f-aae2-60d43617fd1b.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.352720] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-044d2da4-8c36-443a-a836-dcf51b51eb37 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.359338] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 741.359338] env[68391]: value = "task-3038831" [ 741.359338] env[68391]: _type = "Task" [ 741.359338] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.369227] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.468872] env[68391]: DEBUG nova.compute.manager [req-db6ce360-8fa6-4268-8050-bda4c13ddd66 req-0a5dce88-34bc-4105-8962-833d6e64641a service nova] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Received event network-vif-deleted-772f8da0-2e1c-4830-a7ab-e92614f52fd2 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.469173] env[68391]: INFO nova.compute.manager [req-db6ce360-8fa6-4268-8050-bda4c13ddd66 req-0a5dce88-34bc-4105-8962-833d6e64641a service nova] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Neutron deleted interface 772f8da0-2e1c-4830-a7ab-e92614f52fd2; detaching it from the instance and deleting it from the info cache [ 741.469275] env[68391]: DEBUG nova.network.neutron [req-db6ce360-8fa6-4268-8050-bda4c13ddd66 req-0a5dce88-34bc-4105-8962-833d6e64641a service nova] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.494805] env[68391]: DEBUG nova.compute.manager [req-2a07c851-3711-4630-8b0f-9857a6e6b230 req-11cae0b8-78a0-4573-809a-b4778f5bc58e service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Received event network-vif-plugged-0cbac97c-4abc-4682-b237-2051924ce7ae {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.495031] env[68391]: DEBUG oslo_concurrency.lockutils [req-2a07c851-3711-4630-8b0f-9857a6e6b230 req-11cae0b8-78a0-4573-809a-b4778f5bc58e service nova] Acquiring lock "09d2b78c-7aab-4af8-b794-8381516c89b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.495238] env[68391]: DEBUG oslo_concurrency.lockutils [req-2a07c851-3711-4630-8b0f-9857a6e6b230 req-11cae0b8-78a0-4573-809a-b4778f5bc58e service nova] Lock "09d2b78c-7aab-4af8-b794-8381516c89b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.495404] env[68391]: DEBUG oslo_concurrency.lockutils [req-2a07c851-3711-4630-8b0f-9857a6e6b230 req-11cae0b8-78a0-4573-809a-b4778f5bc58e service nova] Lock "09d2b78c-7aab-4af8-b794-8381516c89b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.495565] env[68391]: DEBUG nova.compute.manager [req-2a07c851-3711-4630-8b0f-9857a6e6b230 req-11cae0b8-78a0-4573-809a-b4778f5bc58e service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] No waiting events found dispatching network-vif-plugged-0cbac97c-4abc-4682-b237-2051924ce7ae {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.495725] env[68391]: WARNING nova.compute.manager [req-2a07c851-3711-4630-8b0f-9857a6e6b230 req-11cae0b8-78a0-4573-809a-b4778f5bc58e service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Received unexpected event network-vif-plugged-0cbac97c-4abc-4682-b237-2051924ce7ae for instance with vm_state building and task_state spawning. [ 741.495903] env[68391]: DEBUG nova.compute.manager [req-2a07c851-3711-4630-8b0f-9857a6e6b230 req-11cae0b8-78a0-4573-809a-b4778f5bc58e service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Received event network-changed-0cbac97c-4abc-4682-b237-2051924ce7ae {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.496198] env[68391]: DEBUG nova.compute.manager [req-2a07c851-3711-4630-8b0f-9857a6e6b230 req-11cae0b8-78a0-4573-809a-b4778f5bc58e service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Refreshing instance network info cache due to event network-changed-0cbac97c-4abc-4682-b237-2051924ce7ae. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.497032] env[68391]: DEBUG oslo_concurrency.lockutils [req-2a07c851-3711-4630-8b0f-9857a6e6b230 req-11cae0b8-78a0-4573-809a-b4778f5bc58e service nova] Acquiring lock "refresh_cache-09d2b78c-7aab-4af8-b794-8381516c89b8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.681879] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Releasing lock "refresh_cache-09d2b78c-7aab-4af8-b794-8381516c89b8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.682315] env[68391]: DEBUG nova.compute.manager [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Instance network_info: |[{"id": "0cbac97c-4abc-4682-b237-2051924ce7ae", "address": "fa:16:3e:58:5d:47", "network": {"id": "b5e1d38b-3b49-4e36-b976-373fa872ed73", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-459158601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babe8a5bd99b488a87a5f5a828c7f0c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbac97c-4a", "ovs_interfaceid": "0cbac97c-4abc-4682-b237-2051924ce7ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.682572] env[68391]: DEBUG oslo_concurrency.lockutils [req-2a07c851-3711-4630-8b0f-9857a6e6b230 req-11cae0b8-78a0-4573-809a-b4778f5bc58e service nova] Acquired lock "refresh_cache-09d2b78c-7aab-4af8-b794-8381516c89b8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.682743] env[68391]: DEBUG nova.network.neutron [req-2a07c851-3711-4630-8b0f-9857a6e6b230 req-11cae0b8-78a0-4573-809a-b4778f5bc58e service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Refreshing network info cache for port 0cbac97c-4abc-4682-b237-2051924ce7ae {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.684191] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:5d:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cbac97c-4abc-4682-b237-2051924ce7ae', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.691995] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Creating folder: Project (babe8a5bd99b488a87a5f5a828c7f0c1). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.695425] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c003fea3-53e4-41cc-81cc-7f021141f472 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.706035] env[68391]: DEBUG nova.scheduler.client.report [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.714361] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Created folder: Project (babe8a5bd99b488a87a5f5a828c7f0c1) in parent group-v608736. [ 741.714582] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Creating folder: Instances. Parent ref: group-v608883. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.715164] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b2b28be-07ea-43ae-abd6-599b6c6fee1f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.726222] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Created folder: Instances in parent group-v608883. [ 741.726499] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.726737] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.726974] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49cdc915-44fd-43c0-8382-61adbadfe6f7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.750603] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.750603] env[68391]: value = "task-3038834" [ 741.750603] env[68391]: _type = "Task" [ 741.750603] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.764593] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038834, 'name': CreateVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.870192] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038831, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.949145] env[68391]: DEBUG nova.network.neutron [-] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.971711] env[68391]: DEBUG nova.network.neutron [req-2a07c851-3711-4630-8b0f-9857a6e6b230 req-11cae0b8-78a0-4573-809a-b4778f5bc58e service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Updated VIF entry in instance network info cache for port 0cbac97c-4abc-4682-b237-2051924ce7ae. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.972144] env[68391]: DEBUG nova.network.neutron [req-2a07c851-3711-4630-8b0f-9857a6e6b230 req-11cae0b8-78a0-4573-809a-b4778f5bc58e service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Updating instance_info_cache with network_info: [{"id": "0cbac97c-4abc-4682-b237-2051924ce7ae", "address": "fa:16:3e:58:5d:47", "network": {"id": "b5e1d38b-3b49-4e36-b976-373fa872ed73", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-459158601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babe8a5bd99b488a87a5f5a828c7f0c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbac97c-4a", "ovs_interfaceid": "0cbac97c-4abc-4682-b237-2051924ce7ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.973783] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d451ccb-03f3-45b2-a862-d5a0d5383620 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.983909] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dd6bbf-5907-4f03-a755-d2155b512de4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.024838] env[68391]: DEBUG nova.compute.manager [req-db6ce360-8fa6-4268-8050-bda4c13ddd66 req-0a5dce88-34bc-4105-8962-833d6e64641a service nova] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Detach interface failed, port_id=772f8da0-2e1c-4830-a7ab-e92614f52fd2, reason: Instance 14ea71d3-251f-4b36-a4dc-b23750b7e83b could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 742.216058] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.216628] env[68391]: DEBUG nova.compute.manager [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.219784] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.791s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.220100] env[68391]: DEBUG nova.objects.instance [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Lazy-loading 'resources' on Instance uuid 336e7166-5e3f-4de1-b3af-14b521ec8147 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.265465] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038834, 'name': CreateVM_Task, 'duration_secs': 0.381837} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.265465] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.265465] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.265465] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.265753] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.266050] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb0ce043-3d57-4acc-b124-3ad9cf1a9b8b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.270565] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for the task: (returnval){ [ 742.270565] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b2ca81-8215-1184-beb0-345f13c63f7e" [ 742.270565] env[68391]: _type = "Task" [ 742.270565] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.281017] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b2ca81-8215-1184-beb0-345f13c63f7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.369811] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542052} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.370108] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] eb194a52-be98-458f-aae2-60d43617fd1b/eb194a52-be98-458f-aae2-60d43617fd1b.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.370325] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.370577] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-444a06b8-c790-416e-91e3-52bb1dfb2573 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.377066] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 742.377066] env[68391]: value = "task-3038835" [ 742.377066] env[68391]: _type = "Task" [ 742.377066] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.385287] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.454143] env[68391]: INFO nova.compute.manager [-] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Took 1.31 seconds to deallocate network for instance. [ 742.474957] env[68391]: DEBUG oslo_concurrency.lockutils [req-2a07c851-3711-4630-8b0f-9857a6e6b230 req-11cae0b8-78a0-4573-809a-b4778f5bc58e service nova] Releasing lock "refresh_cache-09d2b78c-7aab-4af8-b794-8381516c89b8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.721681] env[68391]: DEBUG nova.compute.utils [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.727127] env[68391]: DEBUG nova.compute.manager [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.727414] env[68391]: DEBUG nova.network.neutron [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.782845] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b2ca81-8215-1184-beb0-345f13c63f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.01006} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.784233] env[68391]: DEBUG nova.policy [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '302d0ac03cfd4220809204369c4bd9cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00256b7ce8ca4c049e61b42503ca7c73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.788292] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.788567] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.788915] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.789089] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.789275] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.789756] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dff3e230-8c11-480c-8db6-08eaf21e7605 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.800053] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.800450] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.802085] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb2232c1-6c4e-489b-985e-b45729643abd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.810991] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for the task: (returnval){ [ 742.810991] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52761772-5341-b30e-9aff-639c0111f2b0" [ 742.810991] env[68391]: _type = "Task" [ 742.810991] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.819071] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52761772-5341-b30e-9aff-639c0111f2b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.888647] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070726} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.888910] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.889698] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fed458-1c47-46d0-be18-515e4604d0e2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.911872] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] eb194a52-be98-458f-aae2-60d43617fd1b/eb194a52-be98-458f-aae2-60d43617fd1b.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.914548] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7067c352-0f10-497c-8714-37c823e9dfac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.937431] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 742.937431] env[68391]: value = "task-3038836" [ 742.937431] env[68391]: _type = "Task" [ 742.937431] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.944134] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.959850] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.084191] env[68391]: DEBUG nova.network.neutron [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Successfully created port: 92dbac8e-2359-4d65-993c-cbc4d9242446 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.234449] env[68391]: DEBUG nova.compute.manager [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.322010] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52761772-5341-b30e-9aff-639c0111f2b0, 'name': SearchDatastore_Task, 'duration_secs': 0.008124} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.322875] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb943a10-7ed2-45bb-8ffc-67e493a77472 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.329701] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for the task: (returnval){ [ 743.329701] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524fb16f-b3db-89a8-f4c6-4b37dd7618e7" [ 743.329701] env[68391]: _type = "Task" [ 743.329701] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.343026] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524fb16f-b3db-89a8-f4c6-4b37dd7618e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.364946] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd1f4f5-ef08-4586-b083-f7e72bf35830 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.374320] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6641a1b8-3ad4-42f8-bd12-91b4bc42dadf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.409158] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41c1399-8dbc-444c-b175-938de8268496 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.420454] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c149c8e-4341-42f1-9e79-ec8dee226839 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.437447] env[68391]: DEBUG nova.compute.provider_tree [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.450037] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038836, 'name': ReconfigVM_Task, 'duration_secs': 0.39114} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.450981] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Reconfigured VM instance instance-00000031 to attach disk [datastore1] eb194a52-be98-458f-aae2-60d43617fd1b/eb194a52-be98-458f-aae2-60d43617fd1b.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.451641] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f99c0f7-b89c-46cf-aaa4-a4a9e8f006c8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.458880] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 743.458880] env[68391]: value = "task-3038837" [ 743.458880] env[68391]: _type = "Task" [ 743.458880] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.468445] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038837, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.840945] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524fb16f-b3db-89a8-f4c6-4b37dd7618e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011226} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.841254] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.841492] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 09d2b78c-7aab-4af8-b794-8381516c89b8/09d2b78c-7aab-4af8-b794-8381516c89b8.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.842323] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44e82693-6b84-4006-8497-7e548fed4d03 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.848227] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for the task: (returnval){ [ 743.848227] env[68391]: value = "task-3038838" [ 743.848227] env[68391]: _type = "Task" [ 743.848227] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.856260] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3038838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.942968] env[68391]: DEBUG nova.scheduler.client.report [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.970278] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038837, 'name': Rename_Task, 'duration_secs': 0.151059} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.970652] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.970780] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-def51ceb-8b03-41c6-8ec5-497431dbc6ad {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.977075] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 743.977075] env[68391]: value = "task-3038839" [ 743.977075] env[68391]: _type = "Task" [ 743.977075] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.984832] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.243621] env[68391]: DEBUG nova.compute.manager [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.269661] env[68391]: DEBUG nova.virt.hardware [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.269938] env[68391]: DEBUG nova.virt.hardware [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.270081] env[68391]: DEBUG nova.virt.hardware [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.270267] env[68391]: DEBUG nova.virt.hardware [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.270438] env[68391]: DEBUG nova.virt.hardware [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.271477] env[68391]: DEBUG nova.virt.hardware [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.271477] env[68391]: DEBUG nova.virt.hardware [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.271477] env[68391]: DEBUG nova.virt.hardware [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.271477] env[68391]: DEBUG nova.virt.hardware [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.271477] env[68391]: DEBUG nova.virt.hardware [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.271880] env[68391]: DEBUG nova.virt.hardware [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.272642] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee21e098-be64-4394-8dc2-2a2891eb7367 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.281532] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a91871-45a6-4899-8ac2-db3a4f7883b6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.357598] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3038838, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.448909] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.452800] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.181s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.454382] env[68391]: INFO nova.compute.claims [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.477524] env[68391]: INFO nova.scheduler.client.report [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Deleted allocations for instance 336e7166-5e3f-4de1-b3af-14b521ec8147 [ 744.494693] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038839, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.676324] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Acquiring lock "49a07c27-056b-400b-af22-7b500e964c01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.676393] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Lock "49a07c27-056b-400b-af22-7b500e964c01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.696244] env[68391]: DEBUG nova.compute.manager [req-6b1ed9c1-5042-4131-a493-2b21d35f0b9b req-cdbc3814-c7a4-4522-b782-fadd154f59e7 service nova] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Received event network-vif-plugged-92dbac8e-2359-4d65-993c-cbc4d9242446 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.697254] env[68391]: DEBUG oslo_concurrency.lockutils [req-6b1ed9c1-5042-4131-a493-2b21d35f0b9b req-cdbc3814-c7a4-4522-b782-fadd154f59e7 service nova] Acquiring lock "e13a7461-a57f-4cd6-86e2-f7a513b0c5a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.697254] env[68391]: DEBUG oslo_concurrency.lockutils [req-6b1ed9c1-5042-4131-a493-2b21d35f0b9b req-cdbc3814-c7a4-4522-b782-fadd154f59e7 service nova] Lock "e13a7461-a57f-4cd6-86e2-f7a513b0c5a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.697254] env[68391]: DEBUG oslo_concurrency.lockutils [req-6b1ed9c1-5042-4131-a493-2b21d35f0b9b req-cdbc3814-c7a4-4522-b782-fadd154f59e7 service nova] Lock "e13a7461-a57f-4cd6-86e2-f7a513b0c5a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.697254] env[68391]: DEBUG nova.compute.manager [req-6b1ed9c1-5042-4131-a493-2b21d35f0b9b req-cdbc3814-c7a4-4522-b782-fadd154f59e7 service nova] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] No waiting events found dispatching network-vif-plugged-92dbac8e-2359-4d65-993c-cbc4d9242446 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.697254] env[68391]: WARNING nova.compute.manager [req-6b1ed9c1-5042-4131-a493-2b21d35f0b9b req-cdbc3814-c7a4-4522-b782-fadd154f59e7 service nova] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Received unexpected event network-vif-plugged-92dbac8e-2359-4d65-993c-cbc4d9242446 for instance with vm_state building and task_state spawning. [ 744.853702] env[68391]: DEBUG nova.network.neutron [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Successfully updated port: 92dbac8e-2359-4d65-993c-cbc4d9242446 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.860941] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3038838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522009} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.861886] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 09d2b78c-7aab-4af8-b794-8381516c89b8/09d2b78c-7aab-4af8-b794-8381516c89b8.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.862152] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.862448] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-093f7049-e599-4087-b265-0c34255930da {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.870060] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for the task: (returnval){ [ 744.870060] env[68391]: value = "task-3038840" [ 744.870060] env[68391]: _type = "Task" [ 744.870060] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.878672] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3038840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.989142] env[68391]: DEBUG oslo_vmware.api [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038839, 'name': PowerOnVM_Task, 'duration_secs': 0.558726} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.989544] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.989767] env[68391]: INFO nova.compute.manager [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Took 8.14 seconds to spawn the instance on the hypervisor. [ 744.989945] env[68391]: DEBUG nova.compute.manager [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.992758] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee2dfdd-2d26-40ad-9c9b-c779f8987c75 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.996300] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd64537a-540b-4b44-b688-de4a0df2c32b tempest-ServersTestFqdnHostnames-755738806 tempest-ServersTestFqdnHostnames-755738806-project-member] Lock "336e7166-5e3f-4de1-b3af-14b521ec8147" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.702s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.358937] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "refresh_cache-e13a7461-a57f-4cd6-86e2-f7a513b0c5a0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.359054] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "refresh_cache-e13a7461-a57f-4cd6-86e2-f7a513b0c5a0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.359217] env[68391]: DEBUG nova.network.neutron [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.381035] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3038840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255006} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.381323] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.382145] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75450f0-6f24-4d12-be12-b7b11f9407ef {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.406623] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 09d2b78c-7aab-4af8-b794-8381516c89b8/09d2b78c-7aab-4af8-b794-8381516c89b8.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.406948] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff7fb2c9-f1de-4e88-9f3f-e94873ced2c5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.427426] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for the task: (returnval){ [ 745.427426] env[68391]: value = "task-3038841" [ 745.427426] env[68391]: _type = "Task" [ 745.427426] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.436043] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3038841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.519022] env[68391]: INFO nova.compute.manager [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Took 37.48 seconds to build instance. [ 745.937131] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3038841, 'name': ReconfigVM_Task, 'duration_secs': 0.31949} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.940892] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 09d2b78c-7aab-4af8-b794-8381516c89b8/09d2b78c-7aab-4af8-b794-8381516c89b8.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.942551] env[68391]: DEBUG nova.network.neutron [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.944396] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01a7a1fd-79f2-4713-b043-92db8bdcb99a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.951555] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for the task: (returnval){ [ 745.951555] env[68391]: value = "task-3038842" [ 745.951555] env[68391]: _type = "Task" [ 745.951555] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.964083] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3038842, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.977717] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c348bedf-c07d-4c8e-8852-12eeb6734a36 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.988081] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67f9103-2740-4c68-99c3-a3e8a9c308b8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.020924] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5be01803-6e50-4cc9-983e-25e509354919 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "eb194a52-be98-458f-aae2-60d43617fd1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.658s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.022934] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a62100d-cd7f-49c6-b602-2c565fc45005 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.032225] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32749cb0-139f-4a2a-a908-4bdd6d19c598 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.047027] env[68391]: DEBUG nova.compute.provider_tree [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.246224] env[68391]: DEBUG nova.network.neutron [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Updating instance_info_cache with network_info: [{"id": "92dbac8e-2359-4d65-993c-cbc4d9242446", "address": "fa:16:3e:4a:7a:16", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92dbac8e-23", "ovs_interfaceid": "92dbac8e-2359-4d65-993c-cbc4d9242446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.466261] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3038842, 'name': Rename_Task, 'duration_secs': 0.136094} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.466261] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.466454] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9f99148-45a2-45bf-9bf9-a07733a6652a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.473802] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for the task: (returnval){ [ 746.473802] env[68391]: value = "task-3038843" [ 746.473802] env[68391]: _type = "Task" [ 746.473802] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.484679] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3038843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.527844] env[68391]: DEBUG nova.compute.manager [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.553528] env[68391]: DEBUG nova.scheduler.client.report [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.640193] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "1c998280-4834-47f8-8169-67f1aa41f730" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.640455] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "1c998280-4834-47f8-8169-67f1aa41f730" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.751539] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "refresh_cache-e13a7461-a57f-4cd6-86e2-f7a513b0c5a0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.751906] env[68391]: DEBUG nova.compute.manager [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Instance network_info: |[{"id": "92dbac8e-2359-4d65-993c-cbc4d9242446", "address": "fa:16:3e:4a:7a:16", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92dbac8e-23", "ovs_interfaceid": "92dbac8e-2359-4d65-993c-cbc4d9242446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.752354] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:7a:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92dbac8e-2359-4d65-993c-cbc4d9242446', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.760192] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.761453] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.762595] env[68391]: DEBUG nova.compute.manager [req-f6fb951f-4deb-4e3c-98d9-57207a074ec0 req-89b594dd-f850-4c97-94f0-e10963a2bf45 service nova] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Received event network-changed-92dbac8e-2359-4d65-993c-cbc4d9242446 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.762727] env[68391]: DEBUG nova.compute.manager [req-f6fb951f-4deb-4e3c-98d9-57207a074ec0 req-89b594dd-f850-4c97-94f0-e10963a2bf45 service nova] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Refreshing instance network info cache due to event network-changed-92dbac8e-2359-4d65-993c-cbc4d9242446. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.762963] env[68391]: DEBUG oslo_concurrency.lockutils [req-f6fb951f-4deb-4e3c-98d9-57207a074ec0 req-89b594dd-f850-4c97-94f0-e10963a2bf45 service nova] Acquiring lock "refresh_cache-e13a7461-a57f-4cd6-86e2-f7a513b0c5a0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.763080] env[68391]: DEBUG oslo_concurrency.lockutils [req-f6fb951f-4deb-4e3c-98d9-57207a074ec0 req-89b594dd-f850-4c97-94f0-e10963a2bf45 service nova] Acquired lock "refresh_cache-e13a7461-a57f-4cd6-86e2-f7a513b0c5a0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.763238] env[68391]: DEBUG nova.network.neutron [req-f6fb951f-4deb-4e3c-98d9-57207a074ec0 req-89b594dd-f850-4c97-94f0-e10963a2bf45 service nova] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Refreshing network info cache for port 92dbac8e-2359-4d65-993c-cbc4d9242446 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.764601] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97dfe8ad-eb5e-417a-88b1-035e70ec6eb0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.785438] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.785438] env[68391]: value = "task-3038844" [ 746.785438] env[68391]: _type = "Task" [ 746.785438] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.793938] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038844, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.983993] env[68391]: DEBUG oslo_vmware.api [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3038843, 'name': PowerOnVM_Task, 'duration_secs': 0.450589} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.984314] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.985062] env[68391]: INFO nova.compute.manager [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Took 7.44 seconds to spawn the instance on the hypervisor. [ 746.985062] env[68391]: DEBUG nova.compute.manager [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.986787] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1263480-a58d-4f82-866c-5b6c73c46895 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.057354] env[68391]: DEBUG oslo_concurrency.lockutils [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.065019] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.065609] env[68391]: DEBUG nova.compute.manager [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.068652] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.309s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.070115] env[68391]: INFO nova.compute.claims [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.299049] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038844, 'name': CreateVM_Task, 'duration_secs': 0.344784} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.299049] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.299049] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.299049] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.299049] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.299359] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79e89826-7268-43a5-ab00-5851015b84e0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.304554] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 747.304554] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5217f25c-b0b4-0570-43c9-f9a68810c8b2" [ 747.304554] env[68391]: _type = "Task" [ 747.304554] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.313917] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5217f25c-b0b4-0570-43c9-f9a68810c8b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.502953] env[68391]: DEBUG nova.network.neutron [req-f6fb951f-4deb-4e3c-98d9-57207a074ec0 req-89b594dd-f850-4c97-94f0-e10963a2bf45 service nova] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Updated VIF entry in instance network info cache for port 92dbac8e-2359-4d65-993c-cbc4d9242446. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.504066] env[68391]: DEBUG nova.network.neutron [req-f6fb951f-4deb-4e3c-98d9-57207a074ec0 req-89b594dd-f850-4c97-94f0-e10963a2bf45 service nova] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Updating instance_info_cache with network_info: [{"id": "92dbac8e-2359-4d65-993c-cbc4d9242446", "address": "fa:16:3e:4a:7a:16", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92dbac8e-23", "ovs_interfaceid": "92dbac8e-2359-4d65-993c-cbc4d9242446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.507985] env[68391]: INFO nova.compute.manager [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Took 38.85 seconds to build instance. [ 747.575108] env[68391]: DEBUG nova.compute.utils [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.578195] env[68391]: DEBUG nova.compute.manager [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.578363] env[68391]: DEBUG nova.network.neutron [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.619195] env[68391]: DEBUG nova.policy [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aff49021f54e4e47829c854bd8ad765e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'baa91632df62443f90f1bd59cb669f91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.820393] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5217f25c-b0b4-0570-43c9-f9a68810c8b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010107} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.820817] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.821837] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.822222] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.822488] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.822774] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.823147] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42b39e4e-0792-4a26-a308-91438eccd708 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.832534] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.832721] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.833430] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e861ceb2-b81c-4169-9b34-c1a07aa6670b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.839081] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 747.839081] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523da8c6-1dec-75d6-94b9-b22edc3a61a8" [ 747.839081] env[68391]: _type = "Task" [ 747.839081] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.847747] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523da8c6-1dec-75d6-94b9-b22edc3a61a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.966205] env[68391]: DEBUG nova.network.neutron [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Successfully created port: 91abbfc1-4708-4918-a9a4-9cff8178b3ed {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.008996] env[68391]: DEBUG oslo_concurrency.lockutils [req-f6fb951f-4deb-4e3c-98d9-57207a074ec0 req-89b594dd-f850-4c97-94f0-e10963a2bf45 service nova] Releasing lock "refresh_cache-e13a7461-a57f-4cd6-86e2-f7a513b0c5a0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.009532] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a86198e-4ed7-4283-b450-ac86384b11e5 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "09d2b78c-7aab-4af8-b794-8381516c89b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.605s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.086458] env[68391]: DEBUG nova.compute.manager [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.354940] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523da8c6-1dec-75d6-94b9-b22edc3a61a8, 'name': SearchDatastore_Task, 'duration_secs': 0.008109} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.356263] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdfb26db-3758-4bb3-a900-5b443e1e05f6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.362425] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 748.362425] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5218bd4e-b97a-c86d-81f3-c6717ec6fc10" [ 748.362425] env[68391]: _type = "Task" [ 748.362425] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.374404] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5218bd4e-b97a-c86d-81f3-c6717ec6fc10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.512654] env[68391]: DEBUG nova.compute.manager [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.583153] env[68391]: DEBUG nova.compute.manager [req-11dc5bc1-362a-4437-84fa-7f01ad91c444 req-50f0185d-36f4-4d14-a9e3-2827d271ec1a service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Received event network-changed-0cbac97c-4abc-4682-b237-2051924ce7ae {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.583346] env[68391]: DEBUG nova.compute.manager [req-11dc5bc1-362a-4437-84fa-7f01ad91c444 req-50f0185d-36f4-4d14-a9e3-2827d271ec1a service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Refreshing instance network info cache due to event network-changed-0cbac97c-4abc-4682-b237-2051924ce7ae. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.583552] env[68391]: DEBUG oslo_concurrency.lockutils [req-11dc5bc1-362a-4437-84fa-7f01ad91c444 req-50f0185d-36f4-4d14-a9e3-2827d271ec1a service nova] Acquiring lock "refresh_cache-09d2b78c-7aab-4af8-b794-8381516c89b8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.583695] env[68391]: DEBUG oslo_concurrency.lockutils [req-11dc5bc1-362a-4437-84fa-7f01ad91c444 req-50f0185d-36f4-4d14-a9e3-2827d271ec1a service nova] Acquired lock "refresh_cache-09d2b78c-7aab-4af8-b794-8381516c89b8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.583860] env[68391]: DEBUG nova.network.neutron [req-11dc5bc1-362a-4437-84fa-7f01ad91c444 req-50f0185d-36f4-4d14-a9e3-2827d271ec1a service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Refreshing network info cache for port 0cbac97c-4abc-4682-b237-2051924ce7ae {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.646875] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3fffb0-7852-4b1d-bacb-4f88ea7c7a68 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.655435] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cabf681-cf79-4beb-bd66-abdc18dfef66 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.691138] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b337c331-256a-4777-b380-459071f036ca {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.701634] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6de7eb2-219c-42c4-9638-8020d42b8527 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.716297] env[68391]: DEBUG nova.compute.provider_tree [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.884141] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5218bd4e-b97a-c86d-81f3-c6717ec6fc10, 'name': SearchDatastore_Task, 'duration_secs': 0.011003} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.884311] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.884766] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] e13a7461-a57f-4cd6-86e2-f7a513b0c5a0/e13a7461-a57f-4cd6-86e2-f7a513b0c5a0.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.885073] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6917343d-f1fb-422d-87fa-e4f0f3886faf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.893518] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 748.893518] env[68391]: value = "task-3038845" [ 748.893518] env[68391]: _type = "Task" [ 748.893518] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.902762] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.040378] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.101112] env[68391]: DEBUG nova.compute.manager [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.136804] env[68391]: DEBUG nova.virt.hardware [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.137096] env[68391]: DEBUG nova.virt.hardware [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.137264] env[68391]: DEBUG nova.virt.hardware [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.137446] env[68391]: DEBUG nova.virt.hardware [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.137594] env[68391]: DEBUG nova.virt.hardware [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.137739] env[68391]: DEBUG nova.virt.hardware [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.137950] env[68391]: DEBUG nova.virt.hardware [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.138476] env[68391]: DEBUG nova.virt.hardware [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.138686] env[68391]: DEBUG nova.virt.hardware [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.138857] env[68391]: DEBUG nova.virt.hardware [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.139050] env[68391]: DEBUG nova.virt.hardware [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.140261] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae608dc-a972-43fa-992d-0a56e9120486 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.149495] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becfbb4b-8f9f-420f-b71f-af107c844a3d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.219820] env[68391]: DEBUG nova.scheduler.client.report [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.413608] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502937} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.413954] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] e13a7461-a57f-4cd6-86e2-f7a513b0c5a0/e13a7461-a57f-4cd6-86e2-f7a513b0c5a0.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.414237] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.414479] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a9a36c4-fea6-476f-b6f5-ac1d970954a7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.420628] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 749.420628] env[68391]: value = "task-3038846" [ 749.420628] env[68391]: _type = "Task" [ 749.420628] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.429972] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.621743] env[68391]: DEBUG nova.network.neutron [req-11dc5bc1-362a-4437-84fa-7f01ad91c444 req-50f0185d-36f4-4d14-a9e3-2827d271ec1a service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Updated VIF entry in instance network info cache for port 0cbac97c-4abc-4682-b237-2051924ce7ae. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.622135] env[68391]: DEBUG nova.network.neutron [req-11dc5bc1-362a-4437-84fa-7f01ad91c444 req-50f0185d-36f4-4d14-a9e3-2827d271ec1a service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Updating instance_info_cache with network_info: [{"id": "0cbac97c-4abc-4682-b237-2051924ce7ae", "address": "fa:16:3e:58:5d:47", "network": {"id": "b5e1d38b-3b49-4e36-b976-373fa872ed73", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-459158601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babe8a5bd99b488a87a5f5a828c7f0c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbac97c-4a", "ovs_interfaceid": "0cbac97c-4abc-4682-b237-2051924ce7ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.726441] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.727025] env[68391]: DEBUG nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.735359] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.280s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.735359] env[68391]: DEBUG nova.objects.instance [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68391) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 749.883063] env[68391]: DEBUG nova.network.neutron [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Successfully updated port: 91abbfc1-4708-4918-a9a4-9cff8178b3ed {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.932412] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071733} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.932412] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.932412] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78679fe1-95f2-4999-9f39-dcf640cf20cb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.954582] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] e13a7461-a57f-4cd6-86e2-f7a513b0c5a0/e13a7461-a57f-4cd6-86e2-f7a513b0c5a0.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.954890] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-209a8857-298d-4728-a9ab-d698c3fb3392 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.971371] env[68391]: DEBUG nova.compute.manager [req-d17cb6b9-e5a2-44c4-bff0-20b6a9828246 req-d4078e56-f8a6-40f0-b34e-70576091d027 service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Received event network-vif-plugged-91abbfc1-4708-4918-a9a4-9cff8178b3ed {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.971572] env[68391]: DEBUG oslo_concurrency.lockutils [req-d17cb6b9-e5a2-44c4-bff0-20b6a9828246 req-d4078e56-f8a6-40f0-b34e-70576091d027 service nova] Acquiring lock "38da167e-1f64-462f-9847-b4daa77d0390-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.971770] env[68391]: DEBUG oslo_concurrency.lockutils [req-d17cb6b9-e5a2-44c4-bff0-20b6a9828246 req-d4078e56-f8a6-40f0-b34e-70576091d027 service nova] Lock "38da167e-1f64-462f-9847-b4daa77d0390-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.971933] env[68391]: DEBUG oslo_concurrency.lockutils [req-d17cb6b9-e5a2-44c4-bff0-20b6a9828246 req-d4078e56-f8a6-40f0-b34e-70576091d027 service nova] Lock "38da167e-1f64-462f-9847-b4daa77d0390-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.972109] env[68391]: DEBUG nova.compute.manager [req-d17cb6b9-e5a2-44c4-bff0-20b6a9828246 req-d4078e56-f8a6-40f0-b34e-70576091d027 service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] No waiting events found dispatching network-vif-plugged-91abbfc1-4708-4918-a9a4-9cff8178b3ed {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.975078] env[68391]: WARNING nova.compute.manager [req-d17cb6b9-e5a2-44c4-bff0-20b6a9828246 req-d4078e56-f8a6-40f0-b34e-70576091d027 service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Received unexpected event network-vif-plugged-91abbfc1-4708-4918-a9a4-9cff8178b3ed for instance with vm_state building and task_state spawning. [ 749.978776] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 749.978776] env[68391]: value = "task-3038847" [ 749.978776] env[68391]: _type = "Task" [ 749.978776] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.989531] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.125723] env[68391]: DEBUG oslo_concurrency.lockutils [req-11dc5bc1-362a-4437-84fa-7f01ad91c444 req-50f0185d-36f4-4d14-a9e3-2827d271ec1a service nova] Releasing lock "refresh_cache-09d2b78c-7aab-4af8-b794-8381516c89b8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.240639] env[68391]: DEBUG nova.compute.utils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.247469] env[68391]: DEBUG nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.247469] env[68391]: DEBUG nova.network.neutron [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.319427] env[68391]: DEBUG nova.policy [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8e0e2d8190f48b5904bf8bd82cd6d67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e200f02e53734fd7bcf980a114e719e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.390764] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "refresh_cache-38da167e-1f64-462f-9847-b4daa77d0390" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.390764] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquired lock "refresh_cache-38da167e-1f64-462f-9847-b4daa77d0390" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.390764] env[68391]: DEBUG nova.network.neutron [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.489509] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038847, 'name': ReconfigVM_Task, 'duration_secs': 0.286604} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.489929] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Reconfigured VM instance instance-00000033 to attach disk [datastore2] e13a7461-a57f-4cd6-86e2-f7a513b0c5a0/e13a7461-a57f-4cd6-86e2-f7a513b0c5a0.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.491662] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed0a4263-3e88-476c-b11d-70f37949ac40 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.500740] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 750.500740] env[68391]: value = "task-3038848" [ 750.500740] env[68391]: _type = "Task" [ 750.500740] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.508878] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038848, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.636397] env[68391]: DEBUG nova.compute.manager [req-51b261e9-b760-4dc7-9111-108ebd0861de req-48cf6786-e7e2-46a3-8d8c-5f8d4ecd573e service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Received event network-changed-0cbac97c-4abc-4682-b237-2051924ce7ae {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.636578] env[68391]: DEBUG nova.compute.manager [req-51b261e9-b760-4dc7-9111-108ebd0861de req-48cf6786-e7e2-46a3-8d8c-5f8d4ecd573e service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Refreshing instance network info cache due to event network-changed-0cbac97c-4abc-4682-b237-2051924ce7ae. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.636828] env[68391]: DEBUG oslo_concurrency.lockutils [req-51b261e9-b760-4dc7-9111-108ebd0861de req-48cf6786-e7e2-46a3-8d8c-5f8d4ecd573e service nova] Acquiring lock "refresh_cache-09d2b78c-7aab-4af8-b794-8381516c89b8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.637314] env[68391]: DEBUG oslo_concurrency.lockutils [req-51b261e9-b760-4dc7-9111-108ebd0861de req-48cf6786-e7e2-46a3-8d8c-5f8d4ecd573e service nova] Acquired lock "refresh_cache-09d2b78c-7aab-4af8-b794-8381516c89b8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.639117] env[68391]: DEBUG nova.network.neutron [req-51b261e9-b760-4dc7-9111-108ebd0861de req-48cf6786-e7e2-46a3-8d8c-5f8d4ecd573e service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Refreshing network info cache for port 0cbac97c-4abc-4682-b237-2051924ce7ae {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.748364] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5a4023c1-82ef-4140-b6bb-27e27edd6e83 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.750192] env[68391]: DEBUG nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.753324] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.541s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.860078] env[68391]: DEBUG nova.network.neutron [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Successfully created port: 5375c681-4f22-4e9c-bc26-f92632749994 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.936037] env[68391]: DEBUG nova.network.neutron [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.013950] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038848, 'name': Rename_Task, 'duration_secs': 0.135285} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.014286] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.014542] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24b40d43-2769-4ef0-80b2-f9b8ed059c35 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.021822] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 751.021822] env[68391]: value = "task-3038849" [ 751.021822] env[68391]: _type = "Task" [ 751.021822] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.034027] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.161861] env[68391]: DEBUG nova.network.neutron [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Updating instance_info_cache with network_info: [{"id": "91abbfc1-4708-4918-a9a4-9cff8178b3ed", "address": "fa:16:3e:db:30:5a", "network": {"id": "cb61484d-cb80-445f-b598-cfdb44a84d87", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-741119720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa91632df62443f90f1bd59cb669f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91abbfc1-47", "ovs_interfaceid": "91abbfc1-4708-4918-a9a4-9cff8178b3ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.258376] env[68391]: INFO nova.compute.claims [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.467195] env[68391]: DEBUG nova.network.neutron [req-51b261e9-b760-4dc7-9111-108ebd0861de req-48cf6786-e7e2-46a3-8d8c-5f8d4ecd573e service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Updated VIF entry in instance network info cache for port 0cbac97c-4abc-4682-b237-2051924ce7ae. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.467195] env[68391]: DEBUG nova.network.neutron [req-51b261e9-b760-4dc7-9111-108ebd0861de req-48cf6786-e7e2-46a3-8d8c-5f8d4ecd573e service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Updating instance_info_cache with network_info: [{"id": "0cbac97c-4abc-4682-b237-2051924ce7ae", "address": "fa:16:3e:58:5d:47", "network": {"id": "b5e1d38b-3b49-4e36-b976-373fa872ed73", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-459158601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babe8a5bd99b488a87a5f5a828c7f0c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbac97c-4a", "ovs_interfaceid": "0cbac97c-4abc-4682-b237-2051924ce7ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.532426] env[68391]: DEBUG oslo_vmware.api [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038849, 'name': PowerOnVM_Task, 'duration_secs': 0.486992} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.532720] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.532927] env[68391]: INFO nova.compute.manager [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Took 7.29 seconds to spawn the instance on the hypervisor. [ 751.533128] env[68391]: DEBUG nova.compute.manager [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.533904] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a93e2e-455d-47a3-9041-843db1e6e6f2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.665330] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Releasing lock "refresh_cache-38da167e-1f64-462f-9847-b4daa77d0390" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.665716] env[68391]: DEBUG nova.compute.manager [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Instance network_info: |[{"id": "91abbfc1-4708-4918-a9a4-9cff8178b3ed", "address": "fa:16:3e:db:30:5a", "network": {"id": "cb61484d-cb80-445f-b598-cfdb44a84d87", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-741119720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa91632df62443f90f1bd59cb669f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91abbfc1-47", "ovs_interfaceid": "91abbfc1-4708-4918-a9a4-9cff8178b3ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.666233] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:30:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91abbfc1-4708-4918-a9a4-9cff8178b3ed', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.675361] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Creating folder: Project (baa91632df62443f90f1bd59cb669f91). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.676071] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a65b0fa1-6a05-4fa9-b217-74a11e0b90f3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.687391] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Created folder: Project (baa91632df62443f90f1bd59cb669f91) in parent group-v608736. [ 751.687475] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Creating folder: Instances. Parent ref: group-v608887. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.688157] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7a7e3d7-1452-4a86-82c1-258311eed4c9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.697333] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Created folder: Instances in parent group-v608887. [ 751.697575] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.697762] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.697967] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f97ba6b1-718c-4657-a058-58e5be1e21ec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.721264] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.721264] env[68391]: value = "task-3038852" [ 751.721264] env[68391]: _type = "Task" [ 751.721264] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.729544] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038852, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.770297] env[68391]: INFO nova.compute.resource_tracker [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Updating resource usage from migration 4eb4f7f8-793a-427e-b852-e31b3639eb77 [ 751.772983] env[68391]: DEBUG nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.810813] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.810813] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.810813] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.811263] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.811263] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.811263] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.811489] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.811641] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.812819] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.812819] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.812819] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.813085] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e7178e-8632-43c9-91a7-7cf91aa4e3d6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.823718] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba002750-16bc-4606-a47d-a79949a9e3eb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.865485] env[68391]: DEBUG oslo_concurrency.lockutils [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Acquiring lock "c5eea7a0-aca9-41e7-ad28-0011eed0c398" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.867025] env[68391]: DEBUG oslo_concurrency.lockutils [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Lock "c5eea7a0-aca9-41e7-ad28-0011eed0c398" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.970602] env[68391]: DEBUG oslo_concurrency.lockutils [req-51b261e9-b760-4dc7-9111-108ebd0861de req-48cf6786-e7e2-46a3-8d8c-5f8d4ecd573e service nova] Releasing lock "refresh_cache-09d2b78c-7aab-4af8-b794-8381516c89b8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.992125] env[68391]: DEBUG nova.compute.manager [req-052cec37-4b1b-4a13-8a23-72ba10e2b206 req-daf14b6b-2c1c-409d-9209-548dfe0ed709 service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Received event network-changed-91abbfc1-4708-4918-a9a4-9cff8178b3ed {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.992333] env[68391]: DEBUG nova.compute.manager [req-052cec37-4b1b-4a13-8a23-72ba10e2b206 req-daf14b6b-2c1c-409d-9209-548dfe0ed709 service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Refreshing instance network info cache due to event network-changed-91abbfc1-4708-4918-a9a4-9cff8178b3ed. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.992543] env[68391]: DEBUG oslo_concurrency.lockutils [req-052cec37-4b1b-4a13-8a23-72ba10e2b206 req-daf14b6b-2c1c-409d-9209-548dfe0ed709 service nova] Acquiring lock "refresh_cache-38da167e-1f64-462f-9847-b4daa77d0390" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.992679] env[68391]: DEBUG oslo_concurrency.lockutils [req-052cec37-4b1b-4a13-8a23-72ba10e2b206 req-daf14b6b-2c1c-409d-9209-548dfe0ed709 service nova] Acquired lock "refresh_cache-38da167e-1f64-462f-9847-b4daa77d0390" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.992834] env[68391]: DEBUG nova.network.neutron [req-052cec37-4b1b-4a13-8a23-72ba10e2b206 req-daf14b6b-2c1c-409d-9209-548dfe0ed709 service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Refreshing network info cache for port 91abbfc1-4708-4918-a9a4-9cff8178b3ed {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.051467] env[68391]: INFO nova.compute.manager [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Took 38.38 seconds to build instance. [ 752.231781] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038852, 'name': CreateVM_Task, 'duration_secs': 0.507084} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.232037] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.232654] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.232823] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.233164] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.233759] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81b294fa-5e97-40d2-9b08-1b1bdbeb9729 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.242553] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 752.242553] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520bee2d-9716-033e-595d-8d4499e7b3b9" [ 752.242553] env[68391]: _type = "Task" [ 752.242553] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.250643] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520bee2d-9716-033e-595d-8d4499e7b3b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.324204] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d22dbb-2634-46fb-86a0-59965ba1f32a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.331227] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1529d6ca-c612-4b1c-a098-62b5ac615067 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.365709] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d27343-4e72-464e-8454-6a5b2129d256 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.374573] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dfc2ff-365d-4a66-b2ef-d3df11806059 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.388222] env[68391]: DEBUG nova.compute.provider_tree [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.556888] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bca0732a-1a0c-4caf-8697-3f83f3e5baf1 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "e13a7461-a57f-4cd6-86e2-f7a513b0c5a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.654s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.757563] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520bee2d-9716-033e-595d-8d4499e7b3b9, 'name': SearchDatastore_Task, 'duration_secs': 0.013731} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.760897] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.761150] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.761417] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.761564] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.761741] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.762026] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34ee3db1-4321-4714-95ab-2af0efb10b7e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.771401] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.771401] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.772044] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4832b642-1f60-4c86-bad9-f0cb4ec97c25 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.779386] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 752.779386] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522677b6-fc61-c98a-a66b-e4ff8cdcbd81" [ 752.779386] env[68391]: _type = "Task" [ 752.779386] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.781517] env[68391]: DEBUG nova.network.neutron [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Successfully updated port: 5375c681-4f22-4e9c-bc26-f92632749994 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.787538] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522677b6-fc61-c98a-a66b-e4ff8cdcbd81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.866166] env[68391]: DEBUG nova.network.neutron [req-052cec37-4b1b-4a13-8a23-72ba10e2b206 req-daf14b6b-2c1c-409d-9209-548dfe0ed709 service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Updated VIF entry in instance network info cache for port 91abbfc1-4708-4918-a9a4-9cff8178b3ed. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.866537] env[68391]: DEBUG nova.network.neutron [req-052cec37-4b1b-4a13-8a23-72ba10e2b206 req-daf14b6b-2c1c-409d-9209-548dfe0ed709 service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Updating instance_info_cache with network_info: [{"id": "91abbfc1-4708-4918-a9a4-9cff8178b3ed", "address": "fa:16:3e:db:30:5a", "network": {"id": "cb61484d-cb80-445f-b598-cfdb44a84d87", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-741119720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa91632df62443f90f1bd59cb669f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91abbfc1-47", "ovs_interfaceid": "91abbfc1-4708-4918-a9a4-9cff8178b3ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.891913] env[68391]: DEBUG nova.scheduler.client.report [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.062822] env[68391]: DEBUG nova.compute.manager [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.284517] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "refresh_cache-158f3c4a-6466-47bd-a348-0cde1fb86489" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.284768] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquired lock "refresh_cache-158f3c4a-6466-47bd-a348-0cde1fb86489" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.284862] env[68391]: DEBUG nova.network.neutron [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.290900] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522677b6-fc61-c98a-a66b-e4ff8cdcbd81, 'name': SearchDatastore_Task, 'duration_secs': 0.014129} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.292746] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49dc092c-423d-4085-975b-5181513dfa2b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.299017] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 753.299017] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a768be-0a33-8d6b-ea50-849850fd4f77" [ 753.299017] env[68391]: _type = "Task" [ 753.299017] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.306877] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a768be-0a33-8d6b-ea50-849850fd4f77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.367579] env[68391]: DEBUG oslo_concurrency.lockutils [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "e13a7461-a57f-4cd6-86e2-f7a513b0c5a0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.367826] env[68391]: DEBUG oslo_concurrency.lockutils [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "e13a7461-a57f-4cd6-86e2-f7a513b0c5a0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.370189] env[68391]: DEBUG oslo_concurrency.lockutils [req-052cec37-4b1b-4a13-8a23-72ba10e2b206 req-daf14b6b-2c1c-409d-9209-548dfe0ed709 service nova] Releasing lock "refresh_cache-38da167e-1f64-462f-9847-b4daa77d0390" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.396941] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.644s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.397974] env[68391]: INFO nova.compute.manager [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Migrating [ 753.403728] env[68391]: DEBUG oslo_concurrency.lockutils [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.372s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.404038] env[68391]: DEBUG nova.objects.instance [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Lazy-loading 'resources' on Instance uuid 9158ca40-77ed-46cc-9e18-701703d52463 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.528953] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 753.529217] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 753.581218] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.737768] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquiring lock "dc6213c9-9532-47cf-b724-a252b4163eb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.737992] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "dc6213c9-9532-47cf-b724-a252b4163eb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.810171] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a768be-0a33-8d6b-ea50-849850fd4f77, 'name': SearchDatastore_Task, 'duration_secs': 0.028523} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.810480] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.810738] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 38da167e-1f64-462f-9847-b4daa77d0390/38da167e-1f64-462f-9847-b4daa77d0390.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.811104] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d90ee9f2-5518-497f-9df1-226c75812917 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.817528] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 753.817528] env[68391]: value = "task-3038853" [ 753.817528] env[68391]: _type = "Task" [ 753.817528] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.825294] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3038853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.839926] env[68391]: DEBUG nova.network.neutron [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.871042] env[68391]: DEBUG nova.compute.utils [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.917999] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "refresh_cache-3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.917999] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquired lock "refresh_cache-3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.918238] env[68391]: DEBUG nova.network.neutron [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.008689] env[68391]: DEBUG nova.network.neutron [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Updating instance_info_cache with network_info: [{"id": "5375c681-4f22-4e9c-bc26-f92632749994", "address": "fa:16:3e:68:b9:21", "network": {"id": "3eb7dbc0-8e78-4b7e-8846-f4f91d54a397", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-251895738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e200f02e53734fd7bcf980a114e719e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5375c681-4f", "ovs_interfaceid": "5375c681-4f22-4e9c-bc26-f92632749994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.041236] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.041880] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.042130] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.042750] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.042750] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.042750] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.042750] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68391) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 754.043131] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.328187] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3038853, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.336634] env[68391]: DEBUG nova.compute.manager [req-4599a160-93fe-4f1b-a630-8ae6c8ea17cb req-ea89fdb0-b71b-4c9c-a041-858008c0f574 service nova] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Received event network-vif-plugged-5375c681-4f22-4e9c-bc26-f92632749994 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.336905] env[68391]: DEBUG oslo_concurrency.lockutils [req-4599a160-93fe-4f1b-a630-8ae6c8ea17cb req-ea89fdb0-b71b-4c9c-a041-858008c0f574 service nova] Acquiring lock "158f3c4a-6466-47bd-a348-0cde1fb86489-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.337170] env[68391]: DEBUG oslo_concurrency.lockutils [req-4599a160-93fe-4f1b-a630-8ae6c8ea17cb req-ea89fdb0-b71b-4c9c-a041-858008c0f574 service nova] Lock "158f3c4a-6466-47bd-a348-0cde1fb86489-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.337377] env[68391]: DEBUG oslo_concurrency.lockutils [req-4599a160-93fe-4f1b-a630-8ae6c8ea17cb req-ea89fdb0-b71b-4c9c-a041-858008c0f574 service nova] Lock "158f3c4a-6466-47bd-a348-0cde1fb86489-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.337591] env[68391]: DEBUG nova.compute.manager [req-4599a160-93fe-4f1b-a630-8ae6c8ea17cb req-ea89fdb0-b71b-4c9c-a041-858008c0f574 service nova] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] No waiting events found dispatching network-vif-plugged-5375c681-4f22-4e9c-bc26-f92632749994 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.337904] env[68391]: WARNING nova.compute.manager [req-4599a160-93fe-4f1b-a630-8ae6c8ea17cb req-ea89fdb0-b71b-4c9c-a041-858008c0f574 service nova] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Received unexpected event network-vif-plugged-5375c681-4f22-4e9c-bc26-f92632749994 for instance with vm_state building and task_state spawning. [ 754.338046] env[68391]: DEBUG nova.compute.manager [req-4599a160-93fe-4f1b-a630-8ae6c8ea17cb req-ea89fdb0-b71b-4c9c-a041-858008c0f574 service nova] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Received event network-changed-5375c681-4f22-4e9c-bc26-f92632749994 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.338284] env[68391]: DEBUG nova.compute.manager [req-4599a160-93fe-4f1b-a630-8ae6c8ea17cb req-ea89fdb0-b71b-4c9c-a041-858008c0f574 service nova] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Refreshing instance network info cache due to event network-changed-5375c681-4f22-4e9c-bc26-f92632749994. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.338415] env[68391]: DEBUG oslo_concurrency.lockutils [req-4599a160-93fe-4f1b-a630-8ae6c8ea17cb req-ea89fdb0-b71b-4c9c-a041-858008c0f574 service nova] Acquiring lock "refresh_cache-158f3c4a-6466-47bd-a348-0cde1fb86489" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.373719] env[68391]: DEBUG oslo_concurrency.lockutils [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "e13a7461-a57f-4cd6-86e2-f7a513b0c5a0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.445986] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b399034-59af-413f-b8aa-049bc20c484e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.453560] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7580a6-01a1-4e67-9a3b-dbad8a894a8a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.487771] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3429c7ce-b846-4b9f-aee2-01e8f2da9195 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.495150] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30651336-ec3b-4329-942b-0f200066183e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.508908] env[68391]: DEBUG nova.compute.provider_tree [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.514846] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Releasing lock "refresh_cache-158f3c4a-6466-47bd-a348-0cde1fb86489" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.515272] env[68391]: DEBUG nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Instance network_info: |[{"id": "5375c681-4f22-4e9c-bc26-f92632749994", "address": "fa:16:3e:68:b9:21", "network": {"id": "3eb7dbc0-8e78-4b7e-8846-f4f91d54a397", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-251895738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e200f02e53734fd7bcf980a114e719e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5375c681-4f", "ovs_interfaceid": "5375c681-4f22-4e9c-bc26-f92632749994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.515659] env[68391]: DEBUG oslo_concurrency.lockutils [req-4599a160-93fe-4f1b-a630-8ae6c8ea17cb req-ea89fdb0-b71b-4c9c-a041-858008c0f574 service nova] Acquired lock "refresh_cache-158f3c4a-6466-47bd-a348-0cde1fb86489" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.515881] env[68391]: DEBUG nova.network.neutron [req-4599a160-93fe-4f1b-a630-8ae6c8ea17cb req-ea89fdb0-b71b-4c9c-a041-858008c0f574 service nova] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Refreshing network info cache for port 5375c681-4f22-4e9c-bc26-f92632749994 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.517539] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:b9:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5375c681-4f22-4e9c-bc26-f92632749994', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.525411] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Creating folder: Project (e200f02e53734fd7bcf980a114e719e0). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.526588] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41b6a5f0-ab4a-476d-aaf9-13c299c364c7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.537258] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Created folder: Project (e200f02e53734fd7bcf980a114e719e0) in parent group-v608736. [ 754.537430] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Creating folder: Instances. Parent ref: group-v608890. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.540084] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af34b22a-7e49-49e6-952b-7675c4748c3a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.545714] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.549445] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Created folder: Instances in parent group-v608890. [ 754.549701] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.549876] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.550096] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5516ca6c-3c4a-4f0c-8d6d-e8077c8a5d0e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.573844] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.573844] env[68391]: value = "task-3038856" [ 754.573844] env[68391]: _type = "Task" [ 754.573844] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.582268] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038856, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.743075] env[68391]: DEBUG nova.network.neutron [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Updating instance_info_cache with network_info: [{"id": "0907e64e-d33d-4c53-9a4e-a43bb8ed5388", "address": "fa:16:3e:14:f3:50", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0907e64e-d3", "ovs_interfaceid": "0907e64e-d33d-4c53-9a4e-a43bb8ed5388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.831042] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3038853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517874} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.831042] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 38da167e-1f64-462f-9847-b4daa77d0390/38da167e-1f64-462f-9847-b4daa77d0390.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.831439] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.831700] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8961677c-c154-4ac9-ab59-49d9e83f7f42 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.839874] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 754.839874] env[68391]: value = "task-3038857" [ 754.839874] env[68391]: _type = "Task" [ 754.839874] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.853830] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3038857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.012862] env[68391]: DEBUG nova.scheduler.client.report [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.085094] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038856, 'name': CreateVM_Task, 'duration_secs': 0.344755} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.085185] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.085848] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.086069] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.087023] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.087023] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e4d7f0-4629-4210-a71f-3db161651427 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.092017] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 755.092017] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c58ee9-29b3-0db9-b9a6-3fb7c6178a73" [ 755.092017] env[68391]: _type = "Task" [ 755.092017] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.101375] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c58ee9-29b3-0db9-b9a6-3fb7c6178a73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.245502] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Releasing lock "refresh_cache-3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.252020] env[68391]: DEBUG nova.network.neutron [req-4599a160-93fe-4f1b-a630-8ae6c8ea17cb req-ea89fdb0-b71b-4c9c-a041-858008c0f574 service nova] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Updated VIF entry in instance network info cache for port 5375c681-4f22-4e9c-bc26-f92632749994. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.252020] env[68391]: DEBUG nova.network.neutron [req-4599a160-93fe-4f1b-a630-8ae6c8ea17cb req-ea89fdb0-b71b-4c9c-a041-858008c0f574 service nova] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Updating instance_info_cache with network_info: [{"id": "5375c681-4f22-4e9c-bc26-f92632749994", "address": "fa:16:3e:68:b9:21", "network": {"id": "3eb7dbc0-8e78-4b7e-8846-f4f91d54a397", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-251895738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e200f02e53734fd7bcf980a114e719e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5375c681-4f", "ovs_interfaceid": "5375c681-4f22-4e9c-bc26-f92632749994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.350351] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3038857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174484} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.350690] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.351413] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a05d05-2fbd-448d-84f7-5718d4c4c181 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.372817] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 38da167e-1f64-462f-9847-b4daa77d0390/38da167e-1f64-462f-9847-b4daa77d0390.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.373084] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5573d37-eaf4-49c8-8c24-bb26966eb6fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.392107] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 755.392107] env[68391]: value = "task-3038858" [ 755.392107] env[68391]: _type = "Task" [ 755.392107] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.400144] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3038858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.447088] env[68391]: DEBUG oslo_concurrency.lockutils [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "e13a7461-a57f-4cd6-86e2-f7a513b0c5a0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.447397] env[68391]: DEBUG oslo_concurrency.lockutils [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "e13a7461-a57f-4cd6-86e2-f7a513b0c5a0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.447644] env[68391]: INFO nova.compute.manager [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Attaching volume f07361e3-a93b-4073-8891-85da17d3aed0 to /dev/sdb [ 755.478953] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25487f12-8e0f-4ffd-8512-4fb540dd304a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.486469] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8242ce7-b2c5-4258-b710-723ff5127413 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.500389] env[68391]: DEBUG nova.virt.block_device [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Updating existing volume attachment record: 803e3ee5-d3f7-4320-90b0-95435358754a {{(pid=68391) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 755.517211] env[68391]: DEBUG oslo_concurrency.lockutils [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.519646] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.169s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.521163] env[68391]: INFO nova.compute.claims [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.537493] env[68391]: INFO nova.scheduler.client.report [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Deleted allocations for instance 9158ca40-77ed-46cc-9e18-701703d52463 [ 755.602288] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c58ee9-29b3-0db9-b9a6-3fb7c6178a73, 'name': SearchDatastore_Task, 'duration_secs': 0.099123} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.602605] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.602837] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.603078] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.603226] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.603401] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.603724] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f616a14e-ab5b-4519-b8d6-0a4ccf4563c5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.611788] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.611960] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.612673] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cb94191-8348-4dfd-ba34-95c6e0952ea8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.618028] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 755.618028] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a1396a-f531-959a-d565-16181f7a93c3" [ 755.618028] env[68391]: _type = "Task" [ 755.618028] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.625466] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a1396a-f531-959a-d565-16181f7a93c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.754431] env[68391]: DEBUG oslo_concurrency.lockutils [req-4599a160-93fe-4f1b-a630-8ae6c8ea17cb req-ea89fdb0-b71b-4c9c-a041-858008c0f574 service nova] Releasing lock "refresh_cache-158f3c4a-6466-47bd-a348-0cde1fb86489" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.903112] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3038858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.044642] env[68391]: DEBUG oslo_concurrency.lockutils [None req-494dc694-1d79-4c53-b834-6f6fa1e1a738 tempest-ServersAaction247Test-1333994173 tempest-ServersAaction247Test-1333994173-project-member] Lock "9158ca40-77ed-46cc-9e18-701703d52463" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.471s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.130661] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a1396a-f531-959a-d565-16181f7a93c3, 'name': SearchDatastore_Task, 'duration_secs': 0.020009} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.131636] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf91e923-3286-4d3a-bc4f-c36198262350 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.136623] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 756.136623] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f40fc1-8b22-264d-86d1-55ff70cc203c" [ 756.136623] env[68391]: _type = "Task" [ 756.136623] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.144011] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f40fc1-8b22-264d-86d1-55ff70cc203c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.404946] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3038858, 'name': ReconfigVM_Task, 'duration_secs': 0.611804} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.405360] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 38da167e-1f64-462f-9847-b4daa77d0390/38da167e-1f64-462f-9847-b4daa77d0390.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.405776] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fab026d9-1316-4d72-96e0-861192b54c1a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.411920] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 756.411920] env[68391]: value = "task-3038862" [ 756.411920] env[68391]: _type = "Task" [ 756.411920] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.420033] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3038862, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.652548] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f40fc1-8b22-264d-86d1-55ff70cc203c, 'name': SearchDatastore_Task, 'duration_secs': 0.020179} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.652998] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.653435] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 158f3c4a-6466-47bd-a348-0cde1fb86489/158f3c4a-6466-47bd-a348-0cde1fb86489.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.653953] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63e735f3-2dad-4d0e-abdf-fd294c658435 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.663140] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 756.663140] env[68391]: value = "task-3038863" [ 756.663140] env[68391]: _type = "Task" [ 756.663140] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.673442] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.765379] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebce4ca4-7546-449f-994c-1834a2f06f4d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.782977] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Updating instance '3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef' progress to 0 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 756.925295] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3038862, 'name': Rename_Task, 'duration_secs': 0.187291} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.925639] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.926106] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bdc2153-5ed1-4950-86d2-bd9493cdfe5e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.935017] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 756.935017] env[68391]: value = "task-3038864" [ 756.935017] env[68391]: _type = "Task" [ 756.935017] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.943986] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3038864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.096286] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9df37b9-c7ef-472c-a02f-c6ee11415b39 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.107233] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1361fdfb-9716-48af-a1d1-29237b9f9342 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.145294] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd02ff8-196a-4cb1-b6c0-c280897b66f0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.154305] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e74a2e-fde5-431e-b379-1eb868032de5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.174550] env[68391]: DEBUG nova.compute.provider_tree [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.187157] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038863, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.292883] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.292883] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44149d8e-69e7-4027-9a40-8087709d36f2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.299262] env[68391]: DEBUG oslo_vmware.api [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 757.299262] env[68391]: value = "task-3038865" [ 757.299262] env[68391]: _type = "Task" [ 757.299262] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.309356] env[68391]: DEBUG oslo_vmware.api [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.445243] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3038864, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.685342] env[68391]: DEBUG nova.scheduler.client.report [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.688803] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52354} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.689297] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 158f3c4a-6466-47bd-a348-0cde1fb86489/158f3c4a-6466-47bd-a348-0cde1fb86489.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.689523] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.689791] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1734234-0f49-4d0f-9bcb-23221d0b88c8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.697859] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 757.697859] env[68391]: value = "task-3038866" [ 757.697859] env[68391]: _type = "Task" [ 757.697859] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.709990] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.808708] env[68391]: DEBUG oslo_vmware.api [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038865, 'name': PowerOffVM_Task, 'duration_secs': 0.190637} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.808990] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.809189] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Updating instance '3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef' progress to 17 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 757.944319] env[68391]: DEBUG oslo_vmware.api [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3038864, 'name': PowerOnVM_Task, 'duration_secs': 0.652108} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.944593] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.944799] env[68391]: INFO nova.compute.manager [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Took 8.84 seconds to spawn the instance on the hypervisor. [ 757.944975] env[68391]: DEBUG nova.compute.manager [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.945762] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd11b98-6e5f-4bdd-bc4e-a8ccaf519a5b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.193222] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.193222] env[68391]: DEBUG nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.196345] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.437s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.201192] env[68391]: INFO nova.compute.claims [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.213485] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064912} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.213781] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.214604] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29700c2-a3b2-44ea-bef0-f2949aa829da {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.248366] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 158f3c4a-6466-47bd-a348-0cde1fb86489/158f3c4a-6466-47bd-a348-0cde1fb86489.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.249826] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a23b07f3-584c-4675-96e7-d12455b3b5aa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.271451] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 758.271451] env[68391]: value = "task-3038868" [ 758.271451] env[68391]: _type = "Task" [ 758.271451] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.279484] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.315922] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.316359] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.316526] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.316773] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.316849] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.317015] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.317368] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.317598] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.317840] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.318066] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.318296] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.323912] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07cc8224-e09e-411c-9862-a33b94fa46bd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.340129] env[68391]: DEBUG oslo_vmware.api [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 758.340129] env[68391]: value = "task-3038869" [ 758.340129] env[68391]: _type = "Task" [ 758.340129] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.348785] env[68391]: DEBUG oslo_vmware.api [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.466930] env[68391]: INFO nova.compute.manager [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Took 38.22 seconds to build instance. [ 758.707703] env[68391]: DEBUG nova.compute.utils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.717625] env[68391]: DEBUG nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.717625] env[68391]: DEBUG nova.network.neutron [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.782447] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038868, 'name': ReconfigVM_Task, 'duration_secs': 0.317198} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.782767] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 158f3c4a-6466-47bd-a348-0cde1fb86489/158f3c4a-6466-47bd-a348-0cde1fb86489.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.783490] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15652f45-8110-4d89-8d1b-6555a2826ceb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.790458] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 758.790458] env[68391]: value = "task-3038870" [ 758.790458] env[68391]: _type = "Task" [ 758.790458] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.804086] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038870, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.832155] env[68391]: DEBUG nova.policy [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8e0e2d8190f48b5904bf8bd82cd6d67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e200f02e53734fd7bcf980a114e719e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.850268] env[68391]: DEBUG oslo_vmware.api [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038869, 'name': ReconfigVM_Task, 'duration_secs': 0.224513} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.850587] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Updating instance '3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef' progress to 33 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 758.973053] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b506a4a-1bb6-43fc-bf9d-f49a4759c4b2 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "38da167e-1f64-462f-9847-b4daa77d0390" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.692s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.204451] env[68391]: DEBUG nova.network.neutron [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Successfully created port: ce39a790-77ef-4956-aff9-7ec8e0d20680 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.217286] env[68391]: DEBUG nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.306368] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038870, 'name': Rename_Task, 'duration_secs': 0.14269} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.306768] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.307137] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74e75acf-d226-4513-b578-29a25889006b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.315907] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 759.315907] env[68391]: value = "task-3038871" [ 759.315907] env[68391]: _type = "Task" [ 759.315907] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.333661] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.359200] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='39200b1c-6fcb-46e4-89f8-1b15fdd138ee',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1098805031',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.361230] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.361230] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.361230] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.361230] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.361230] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.361230] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.361230] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.361230] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.361230] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.361230] env[68391]: DEBUG nova.virt.hardware [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.370281] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 759.374099] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da88524d-4225-491d-baa0-3458abfbc8be {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.398344] env[68391]: DEBUG oslo_vmware.api [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 759.398344] env[68391]: value = "task-3038872" [ 759.398344] env[68391]: _type = "Task" [ 759.398344] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.413168] env[68391]: DEBUG oslo_vmware.api [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.474295] env[68391]: DEBUG nova.compute.manager [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.610941] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "f592f4c1-6d6c-471f-8caf-3e1a8733e351" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.611202] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "f592f4c1-6d6c-471f-8caf-3e1a8733e351" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.829199] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038871, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.911646] env[68391]: DEBUG oslo_vmware.api [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038872, 'name': ReconfigVM_Task, 'duration_secs': 0.225993} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.912027] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 759.913092] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9badc4-425a-4145-861f-02f3b35230bd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.916355] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1201b04a-4be1-46c0-beae-02b9a56776c6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.933221] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9f2be3-320f-4671-b946-c68f9ddc83bc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.944433] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef/3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.944732] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0d78fc0-a042-473e-a5a0-152bd2f7c415 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.997242] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1da2bee-760d-4caf-bdfe-1fb01f97831e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.999885] env[68391]: DEBUG oslo_vmware.api [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 759.999885] env[68391]: value = "task-3038873" [ 759.999885] env[68391]: _type = "Task" [ 759.999885] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.008519] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bee7a22-1232-4416-a9c2-6dd6ba7c2bb5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.017973] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.018270] env[68391]: DEBUG oslo_vmware.api [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.029859] env[68391]: DEBUG nova.compute.provider_tree [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.051594] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Volume attach. Driver type: vmdk {{(pid=68391) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 760.051843] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608894', 'volume_id': 'f07361e3-a93b-4073-8891-85da17d3aed0', 'name': 'volume-f07361e3-a93b-4073-8891-85da17d3aed0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e13a7461-a57f-4cd6-86e2-f7a513b0c5a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'f07361e3-a93b-4073-8891-85da17d3aed0', 'serial': 'f07361e3-a93b-4073-8891-85da17d3aed0'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 760.052759] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6876165e-10f6-43a2-9081-b91e06739716 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.076748] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600ce1ed-2096-4418-a787-b2de8d0fcec1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.110022] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] volume-f07361e3-a93b-4073-8891-85da17d3aed0/volume-f07361e3-a93b-4073-8891-85da17d3aed0.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.110022] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a09bb937-d2fd-48d2-a296-05e15ec9ec0f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.125863] env[68391]: DEBUG oslo_vmware.api [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 760.125863] env[68391]: value = "task-3038874" [ 760.125863] env[68391]: _type = "Task" [ 760.125863] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.134779] env[68391]: DEBUG oslo_vmware.api [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.229189] env[68391]: DEBUG nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.264969] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.265237] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.265393] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.265570] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.265712] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.265855] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.266141] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.266384] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.266578] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.266742] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.266912] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.267847] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4888e705-2a09-47cc-be88-71d44c2283fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.275928] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d91370-143b-43a5-bca0-fb1ecb4a5c07 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.326201] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038871, 'name': PowerOnVM_Task, 'duration_secs': 0.573455} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.326464] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.326662] env[68391]: INFO nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Took 8.55 seconds to spawn the instance on the hypervisor. [ 760.326839] env[68391]: DEBUG nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.327647] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c569d0c-a4fd-4d23-a77c-1708d5b83495 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.511134] env[68391]: DEBUG oslo_vmware.api [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038873, 'name': ReconfigVM_Task, 'duration_secs': 0.341807} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.511436] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef/3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.512045] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Updating instance '3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef' progress to 50 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 760.534309] env[68391]: DEBUG nova.scheduler.client.report [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.636928] env[68391]: DEBUG oslo_vmware.api [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.708228] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "6b7c8e4e-7b97-433a-be89-cb5dbb977adb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.708453] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "6b7c8e4e-7b97-433a-be89-cb5dbb977adb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.753468] env[68391]: DEBUG nova.compute.manager [req-002cb860-8abe-471b-9153-fefffd7192dc req-bfad8900-a460-4679-a06f-eb98b7f74197 service nova] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Received event network-vif-plugged-ce39a790-77ef-4956-aff9-7ec8e0d20680 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.753468] env[68391]: DEBUG oslo_concurrency.lockutils [req-002cb860-8abe-471b-9153-fefffd7192dc req-bfad8900-a460-4679-a06f-eb98b7f74197 service nova] Acquiring lock "dc52dc6a-f84d-4716-91f6-ecb5f2f66643-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.753468] env[68391]: DEBUG oslo_concurrency.lockutils [req-002cb860-8abe-471b-9153-fefffd7192dc req-bfad8900-a460-4679-a06f-eb98b7f74197 service nova] Lock "dc52dc6a-f84d-4716-91f6-ecb5f2f66643-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.753468] env[68391]: DEBUG oslo_concurrency.lockutils [req-002cb860-8abe-471b-9153-fefffd7192dc req-bfad8900-a460-4679-a06f-eb98b7f74197 service nova] Lock "dc52dc6a-f84d-4716-91f6-ecb5f2f66643-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.753468] env[68391]: DEBUG nova.compute.manager [req-002cb860-8abe-471b-9153-fefffd7192dc req-bfad8900-a460-4679-a06f-eb98b7f74197 service nova] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] No waiting events found dispatching network-vif-plugged-ce39a790-77ef-4956-aff9-7ec8e0d20680 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.753468] env[68391]: WARNING nova.compute.manager [req-002cb860-8abe-471b-9153-fefffd7192dc req-bfad8900-a460-4679-a06f-eb98b7f74197 service nova] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Received unexpected event network-vif-plugged-ce39a790-77ef-4956-aff9-7ec8e0d20680 for instance with vm_state building and task_state spawning. [ 760.849109] env[68391]: INFO nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Took 38.11 seconds to build instance. [ 760.852479] env[68391]: DEBUG nova.network.neutron [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Successfully updated port: ce39a790-77ef-4956-aff9-7ec8e0d20680 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.020602] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61710a61-5edf-43c3-a79b-98b347020239 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.039467] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.843s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.039971] env[68391]: DEBUG nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.043076] env[68391]: DEBUG oslo_concurrency.lockutils [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.971s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.044533] env[68391]: INFO nova.compute.claims [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.054019] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c01649-ee06-41fa-bba4-abf1da839371 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.068106] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Updating instance '3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef' progress to 67 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 761.137563] env[68391]: DEBUG oslo_vmware.api [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038874, 'name': ReconfigVM_Task, 'duration_secs': 0.637145} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.137563] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Reconfigured VM instance instance-00000033 to attach disk [datastore2] volume-f07361e3-a93b-4073-8891-85da17d3aed0/volume-f07361e3-a93b-4073-8891-85da17d3aed0.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.142305] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db81d0ea-a3cf-4294-933a-ae7b5295640d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.158508] env[68391]: DEBUG oslo_vmware.api [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 761.158508] env[68391]: value = "task-3038875" [ 761.158508] env[68391]: _type = "Task" [ 761.158508] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.167852] env[68391]: DEBUG oslo_vmware.api [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.355854] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "refresh_cache-dc52dc6a-f84d-4716-91f6-ecb5f2f66643" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.355854] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquired lock "refresh_cache-dc52dc6a-f84d-4716-91f6-ecb5f2f66643" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.355854] env[68391]: DEBUG nova.network.neutron [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.357062] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "158f3c4a-6466-47bd-a348-0cde1fb86489" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.594s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.545990] env[68391]: DEBUG nova.compute.utils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.547456] env[68391]: DEBUG nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.547631] env[68391]: DEBUG nova.network.neutron [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.588307] env[68391]: DEBUG nova.policy [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8e0e2d8190f48b5904bf8bd82cd6d67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e200f02e53734fd7bcf980a114e719e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.642810] env[68391]: DEBUG nova.network.neutron [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Port 0907e64e-d33d-4c53-9a4e-a43bb8ed5388 binding to destination host cpu-1 is already ACTIVE {{(pid=68391) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 761.669371] env[68391]: DEBUG oslo_vmware.api [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038875, 'name': ReconfigVM_Task, 'duration_secs': 0.258888} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.669663] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608894', 'volume_id': 'f07361e3-a93b-4073-8891-85da17d3aed0', 'name': 'volume-f07361e3-a93b-4073-8891-85da17d3aed0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e13a7461-a57f-4cd6-86e2-f7a513b0c5a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'f07361e3-a93b-4073-8891-85da17d3aed0', 'serial': 'f07361e3-a93b-4073-8891-85da17d3aed0'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 761.860081] env[68391]: DEBUG nova.compute.manager [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.907264] env[68391]: DEBUG nova.network.neutron [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.916424] env[68391]: DEBUG nova.network.neutron [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Successfully created port: 4ad7f827-458f-4efc-9f0c-da9b1a0418f3 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.054814] env[68391]: DEBUG nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.119709] env[68391]: DEBUG nova.network.neutron [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Updating instance_info_cache with network_info: [{"id": "ce39a790-77ef-4956-aff9-7ec8e0d20680", "address": "fa:16:3e:62:a2:fc", "network": {"id": "3eb7dbc0-8e78-4b7e-8846-f4f91d54a397", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-251895738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e200f02e53734fd7bcf980a114e719e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce39a790-77", "ovs_interfaceid": "ce39a790-77ef-4956-aff9-7ec8e0d20680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.386141] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.596413] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7866bc4-4559-4e8e-a192-3d666e357c7b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.606819] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e11e6e1-1590-49a6-97ad-c34df13f3b93 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.645779] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Releasing lock "refresh_cache-dc52dc6a-f84d-4716-91f6-ecb5f2f66643" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.646151] env[68391]: DEBUG nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Instance network_info: |[{"id": "ce39a790-77ef-4956-aff9-7ec8e0d20680", "address": "fa:16:3e:62:a2:fc", "network": {"id": "3eb7dbc0-8e78-4b7e-8846-f4f91d54a397", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-251895738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e200f02e53734fd7bcf980a114e719e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce39a790-77", "ovs_interfaceid": "ce39a790-77ef-4956-aff9-7ec8e0d20680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.647223] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:a2:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce39a790-77ef-4956-aff9-7ec8e0d20680', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.654403] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.655092] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c94b6d9-491b-4a91-804b-42d5802b0b9f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.665901] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.668842] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28700074-0af3-42b4-89e5-0df571c963b2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.692544] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.692544] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.692704] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.695836] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a39a3d-24a8-42ea-9dcc-f14c6a8c8840 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.702116] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.702116] env[68391]: value = "task-3038876" [ 762.702116] env[68391]: _type = "Task" [ 762.702116] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.713959] env[68391]: DEBUG nova.compute.provider_tree [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.721414] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038876, 'name': CreateVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.723995] env[68391]: DEBUG nova.objects.instance [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lazy-loading 'flavor' on Instance uuid e13a7461-a57f-4cd6-86e2-f7a513b0c5a0 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.969866] env[68391]: DEBUG nova.compute.manager [req-2568ef15-4035-4a8b-9cf7-26ef2bc79ce9 req-de43d74c-7cdc-46f5-90eb-e558205c1eee service nova] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Received event network-changed-ce39a790-77ef-4956-aff9-7ec8e0d20680 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.970070] env[68391]: DEBUG nova.compute.manager [req-2568ef15-4035-4a8b-9cf7-26ef2bc79ce9 req-de43d74c-7cdc-46f5-90eb-e558205c1eee service nova] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Refreshing instance network info cache due to event network-changed-ce39a790-77ef-4956-aff9-7ec8e0d20680. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.970599] env[68391]: DEBUG oslo_concurrency.lockutils [req-2568ef15-4035-4a8b-9cf7-26ef2bc79ce9 req-de43d74c-7cdc-46f5-90eb-e558205c1eee service nova] Acquiring lock "refresh_cache-dc52dc6a-f84d-4716-91f6-ecb5f2f66643" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.970753] env[68391]: DEBUG oslo_concurrency.lockutils [req-2568ef15-4035-4a8b-9cf7-26ef2bc79ce9 req-de43d74c-7cdc-46f5-90eb-e558205c1eee service nova] Acquired lock "refresh_cache-dc52dc6a-f84d-4716-91f6-ecb5f2f66643" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.970915] env[68391]: DEBUG nova.network.neutron [req-2568ef15-4035-4a8b-9cf7-26ef2bc79ce9 req-de43d74c-7cdc-46f5-90eb-e558205c1eee service nova] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Refreshing network info cache for port ce39a790-77ef-4956-aff9-7ec8e0d20680 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.007495] env[68391]: DEBUG oslo_concurrency.lockutils [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "e13a7461-a57f-4cd6-86e2-f7a513b0c5a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.068439] env[68391]: DEBUG nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.094547] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.094780] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.094932] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.095128] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.095273] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.095414] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.095614] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.095768] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.095945] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.096174] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.096357] env[68391]: DEBUG nova.virt.hardware [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.097226] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9865b3ac-201f-496b-9033-6975f48fc645 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.105539] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06467a01-704a-46df-9aad-6d37f8961c37 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.212721] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038876, 'name': CreateVM_Task, 'duration_secs': 0.34366} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.212896] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.213593] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.213765] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.214108] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.214370] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9030e296-85c1-4f32-920f-c498c8762e67 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.216550] env[68391]: DEBUG nova.scheduler.client.report [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.223751] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 763.223751] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528a54dd-b02f-2014-625e-522e9dc0aab9" [ 763.223751] env[68391]: _type = "Task" [ 763.223751] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.228641] env[68391]: DEBUG oslo_concurrency.lockutils [None req-102cf9e2-d6c7-4cab-84c7-6a0bcd1145f5 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "e13a7461-a57f-4cd6-86e2-f7a513b0c5a0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.781s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.229711] env[68391]: DEBUG oslo_concurrency.lockutils [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "e13a7461-a57f-4cd6-86e2-f7a513b0c5a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.223s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.230291] env[68391]: DEBUG oslo_concurrency.lockutils [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "e13a7461-a57f-4cd6-86e2-f7a513b0c5a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.230511] env[68391]: DEBUG oslo_concurrency.lockutils [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "e13a7461-a57f-4cd6-86e2-f7a513b0c5a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.230686] env[68391]: DEBUG oslo_concurrency.lockutils [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "e13a7461-a57f-4cd6-86e2-f7a513b0c5a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.235513] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528a54dd-b02f-2014-625e-522e9dc0aab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.235917] env[68391]: INFO nova.compute.manager [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Terminating instance [ 763.549331] env[68391]: DEBUG nova.network.neutron [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Successfully updated port: 4ad7f827-458f-4efc-9f0c-da9b1a0418f3 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.708062] env[68391]: DEBUG nova.network.neutron [req-2568ef15-4035-4a8b-9cf7-26ef2bc79ce9 req-de43d74c-7cdc-46f5-90eb-e558205c1eee service nova] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Updated VIF entry in instance network info cache for port ce39a790-77ef-4956-aff9-7ec8e0d20680. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.708062] env[68391]: DEBUG nova.network.neutron [req-2568ef15-4035-4a8b-9cf7-26ef2bc79ce9 req-de43d74c-7cdc-46f5-90eb-e558205c1eee service nova] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Updating instance_info_cache with network_info: [{"id": "ce39a790-77ef-4956-aff9-7ec8e0d20680", "address": "fa:16:3e:62:a2:fc", "network": {"id": "3eb7dbc0-8e78-4b7e-8846-f4f91d54a397", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-251895738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e200f02e53734fd7bcf980a114e719e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce39a790-77", "ovs_interfaceid": "ce39a790-77ef-4956-aff9-7ec8e0d20680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.725114] env[68391]: DEBUG oslo_concurrency.lockutils [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.725114] env[68391]: DEBUG nova.compute.manager [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.726992] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.380s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.727374] env[68391]: DEBUG nova.objects.instance [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lazy-loading 'resources' on Instance uuid c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.739827] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "refresh_cache-3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.740168] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquired lock "refresh_cache-3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.740454] env[68391]: DEBUG nova.network.neutron [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.742613] env[68391]: DEBUG nova.compute.manager [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.742929] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.743305] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528a54dd-b02f-2014-625e-522e9dc0aab9, 'name': SearchDatastore_Task, 'duration_secs': 0.015093} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.743623] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57e6f4f5-3bd5-4587-bb5e-343026adc1a5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.745399] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.745743] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.746107] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.746375] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.746665] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.747484] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50f7666d-caa6-469b-8e06-eca1e0b9beae {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.758476] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.758669] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.759473] env[68391]: DEBUG oslo_vmware.api [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 763.759473] env[68391]: value = "task-3038877" [ 763.759473] env[68391]: _type = "Task" [ 763.759473] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.760298] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0856a67e-246e-465e-86a8-89905f15c823 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.772884] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 763.772884] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5227f681-cde1-71ac-3cc0-6a58cf04adea" [ 763.772884] env[68391]: _type = "Task" [ 763.772884] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.776379] env[68391]: DEBUG oslo_vmware.api [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.784233] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5227f681-cde1-71ac-3cc0-6a58cf04adea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.052370] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "refresh_cache-f914e007-b9ca-4fb4-b4c0-015b9e912734" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.052370] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquired lock "refresh_cache-f914e007-b9ca-4fb4-b4c0-015b9e912734" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.052370] env[68391]: DEBUG nova.network.neutron [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.211921] env[68391]: DEBUG oslo_concurrency.lockutils [req-2568ef15-4035-4a8b-9cf7-26ef2bc79ce9 req-de43d74c-7cdc-46f5-90eb-e558205c1eee service nova] Releasing lock "refresh_cache-dc52dc6a-f84d-4716-91f6-ecb5f2f66643" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.228674] env[68391]: DEBUG nova.compute.utils [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.230084] env[68391]: DEBUG nova.compute.manager [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.230996] env[68391]: DEBUG nova.network.neutron [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.272020] env[68391]: DEBUG oslo_vmware.api [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038877, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.286384] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5227f681-cde1-71ac-3cc0-6a58cf04adea, 'name': SearchDatastore_Task, 'duration_secs': 0.013937} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.291429] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6b89072-6106-46e7-8dba-c4e60a3956c4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.296294] env[68391]: DEBUG nova.policy [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1860df70a8241329956abda3ecbaff8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4913741499f44a32bac7ddc902ee62c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.299199] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 764.299199] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a8cf2c-45cf-ae4f-b32c-2f9d3f9016e2" [ 764.299199] env[68391]: _type = "Task" [ 764.299199] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.310807] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a8cf2c-45cf-ae4f-b32c-2f9d3f9016e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.585520] env[68391]: DEBUG nova.network.neutron [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.601611] env[68391]: DEBUG nova.network.neutron [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Updating instance_info_cache with network_info: [{"id": "0907e64e-d33d-4c53-9a4e-a43bb8ed5388", "address": "fa:16:3e:14:f3:50", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0907e64e-d3", "ovs_interfaceid": "0907e64e-d33d-4c53-9a4e-a43bb8ed5388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.735455] env[68391]: DEBUG nova.network.neutron [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Successfully created port: 6cf8794c-4765-4827-9e00-965dc63f2122 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.738220] env[68391]: DEBUG nova.compute.manager [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.743249] env[68391]: DEBUG nova.network.neutron [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Updating instance_info_cache with network_info: [{"id": "4ad7f827-458f-4efc-9f0c-da9b1a0418f3", "address": "fa:16:3e:1c:64:44", "network": {"id": "3eb7dbc0-8e78-4b7e-8846-f4f91d54a397", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-251895738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e200f02e53734fd7bcf980a114e719e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad7f827-45", "ovs_interfaceid": "4ad7f827-458f-4efc-9f0c-da9b1a0418f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.776158] env[68391]: DEBUG oslo_vmware.api [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038877, 'name': PowerOffVM_Task, 'duration_secs': 0.553732} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.776434] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.776629] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Volume detach. Driver type: vmdk {{(pid=68391) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 764.776827] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608894', 'volume_id': 'f07361e3-a93b-4073-8891-85da17d3aed0', 'name': 'volume-f07361e3-a93b-4073-8891-85da17d3aed0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e13a7461-a57f-4cd6-86e2-f7a513b0c5a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'f07361e3-a93b-4073-8891-85da17d3aed0', 'serial': 'f07361e3-a93b-4073-8891-85da17d3aed0'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 764.777923] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d395749c-c1c9-4d0e-bd25-e2accb7915ea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.808550] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8595fe-65eb-42f5-a273-75af371397f9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.821180] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a8cf2c-45cf-ae4f-b32c-2f9d3f9016e2, 'name': SearchDatastore_Task, 'duration_secs': 0.01826} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.822867] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.823157] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] dc52dc6a-f84d-4716-91f6-ecb5f2f66643/dc52dc6a-f84d-4716-91f6-ecb5f2f66643.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.823541] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83a17f88-68f6-4e1a-b731-60ad5451f226 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.825963] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b367ba-f919-486a-9100-1eedef223a1b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.833049] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81aeb4c6-bde4-4767-a341-ec6475753a83 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.852720] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793fc82f-89fe-4b89-bd54-c5be09dee5c2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.858438] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd6314d-f381-4ab9-8ba2-07e39715238e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.861111] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 764.861111] env[68391]: value = "task-3038878" [ 764.861111] env[68391]: _type = "Task" [ 764.861111] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.899682] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] The volume has not been displaced from its original location: [datastore2] volume-f07361e3-a93b-4073-8891-85da17d3aed0/volume-f07361e3-a93b-4073-8891-85da17d3aed0.vmdk. No consolidation needed. {{(pid=68391) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 764.905086] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 764.906352] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e11a09-ecbb-4074-8744-476e5e50a2fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.909043] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9db8b9fc-2e0b-49fc-a1f7-fd04aecc12ef {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.926812] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.932435] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abedb85f-e046-4d24-bfdf-5ffca19dfa66 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.937402] env[68391]: DEBUG oslo_vmware.api [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 764.937402] env[68391]: value = "task-3038879" [ 764.937402] env[68391]: _type = "Task" [ 764.937402] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.948811] env[68391]: DEBUG nova.compute.provider_tree [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.955269] env[68391]: DEBUG oslo_vmware.api [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.085413] env[68391]: DEBUG nova.compute.manager [req-fd4198c2-0aee-4b36-b090-274650f2b8ca req-2c5a618a-1aa8-4e4a-8978-1c24b790c9b1 service nova] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Received event network-vif-plugged-4ad7f827-458f-4efc-9f0c-da9b1a0418f3 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.086215] env[68391]: DEBUG oslo_concurrency.lockutils [req-fd4198c2-0aee-4b36-b090-274650f2b8ca req-2c5a618a-1aa8-4e4a-8978-1c24b790c9b1 service nova] Acquiring lock "f914e007-b9ca-4fb4-b4c0-015b9e912734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.086644] env[68391]: DEBUG oslo_concurrency.lockutils [req-fd4198c2-0aee-4b36-b090-274650f2b8ca req-2c5a618a-1aa8-4e4a-8978-1c24b790c9b1 service nova] Lock "f914e007-b9ca-4fb4-b4c0-015b9e912734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.086937] env[68391]: DEBUG oslo_concurrency.lockutils [req-fd4198c2-0aee-4b36-b090-274650f2b8ca req-2c5a618a-1aa8-4e4a-8978-1c24b790c9b1 service nova] Lock "f914e007-b9ca-4fb4-b4c0-015b9e912734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.087181] env[68391]: DEBUG nova.compute.manager [req-fd4198c2-0aee-4b36-b090-274650f2b8ca req-2c5a618a-1aa8-4e4a-8978-1c24b790c9b1 service nova] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] No waiting events found dispatching network-vif-plugged-4ad7f827-458f-4efc-9f0c-da9b1a0418f3 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.087387] env[68391]: WARNING nova.compute.manager [req-fd4198c2-0aee-4b36-b090-274650f2b8ca req-2c5a618a-1aa8-4e4a-8978-1c24b790c9b1 service nova] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Received unexpected event network-vif-plugged-4ad7f827-458f-4efc-9f0c-da9b1a0418f3 for instance with vm_state building and task_state spawning. [ 765.087608] env[68391]: DEBUG nova.compute.manager [req-fd4198c2-0aee-4b36-b090-274650f2b8ca req-2c5a618a-1aa8-4e4a-8978-1c24b790c9b1 service nova] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Received event network-changed-4ad7f827-458f-4efc-9f0c-da9b1a0418f3 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.087807] env[68391]: DEBUG nova.compute.manager [req-fd4198c2-0aee-4b36-b090-274650f2b8ca req-2c5a618a-1aa8-4e4a-8978-1c24b790c9b1 service nova] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Refreshing instance network info cache due to event network-changed-4ad7f827-458f-4efc-9f0c-da9b1a0418f3. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.088028] env[68391]: DEBUG oslo_concurrency.lockutils [req-fd4198c2-0aee-4b36-b090-274650f2b8ca req-2c5a618a-1aa8-4e4a-8978-1c24b790c9b1 service nova] Acquiring lock "refresh_cache-f914e007-b9ca-4fb4-b4c0-015b9e912734" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.109245] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Releasing lock "refresh_cache-3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.250062] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Releasing lock "refresh_cache-f914e007-b9ca-4fb4-b4c0-015b9e912734" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.250295] env[68391]: DEBUG nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Instance network_info: |[{"id": "4ad7f827-458f-4efc-9f0c-da9b1a0418f3", "address": "fa:16:3e:1c:64:44", "network": {"id": "3eb7dbc0-8e78-4b7e-8846-f4f91d54a397", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-251895738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e200f02e53734fd7bcf980a114e719e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad7f827-45", "ovs_interfaceid": "4ad7f827-458f-4efc-9f0c-da9b1a0418f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.251024] env[68391]: DEBUG oslo_concurrency.lockutils [req-fd4198c2-0aee-4b36-b090-274650f2b8ca req-2c5a618a-1aa8-4e4a-8978-1c24b790c9b1 service nova] Acquired lock "refresh_cache-f914e007-b9ca-4fb4-b4c0-015b9e912734" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.251151] env[68391]: DEBUG nova.network.neutron [req-fd4198c2-0aee-4b36-b090-274650f2b8ca req-2c5a618a-1aa8-4e4a-8978-1c24b790c9b1 service nova] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Refreshing network info cache for port 4ad7f827-458f-4efc-9f0c-da9b1a0418f3 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.252432] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:64:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ad7f827-458f-4efc-9f0c-da9b1a0418f3', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.261080] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.261642] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.261868] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb8eeab7-c343-460c-8894-9d73f18a6dcb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.285544] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.285544] env[68391]: value = "task-3038880" [ 765.285544] env[68391]: _type = "Task" [ 765.285544] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.297267] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038880, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.374986] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038878, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.448227] env[68391]: DEBUG oslo_vmware.api [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038879, 'name': ReconfigVM_Task, 'duration_secs': 0.208045} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.449500] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 765.454928] env[68391]: DEBUG nova.scheduler.client.report [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.458418] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3df02dec-e51f-4223-a7a3-c873c04e86ad {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.475315] env[68391]: DEBUG oslo_vmware.api [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 765.475315] env[68391]: value = "task-3038881" [ 765.475315] env[68391]: _type = "Task" [ 765.475315] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.484205] env[68391]: DEBUG oslo_vmware.api [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.633515] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9909798f-dc8b-4d56-bd7b-eefd140ba6b6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.654773] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6191835d-9038-4632-bc8e-0e2d7047099c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.661884] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Updating instance '3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef' progress to 83 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 765.751871] env[68391]: DEBUG nova.compute.manager [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.777354] env[68391]: DEBUG nova.virt.hardware [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.777650] env[68391]: DEBUG nova.virt.hardware [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.777844] env[68391]: DEBUG nova.virt.hardware [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.778084] env[68391]: DEBUG nova.virt.hardware [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.778249] env[68391]: DEBUG nova.virt.hardware [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.778474] env[68391]: DEBUG nova.virt.hardware [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.778716] env[68391]: DEBUG nova.virt.hardware [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.778921] env[68391]: DEBUG nova.virt.hardware [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.779128] env[68391]: DEBUG nova.virt.hardware [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.779301] env[68391]: DEBUG nova.virt.hardware [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.779476] env[68391]: DEBUG nova.virt.hardware [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.780672] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cda908-72bb-4271-9c96-72a5f1fbe12e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.791734] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e698658-f808-4185-bb00-85b0148d2a5d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.800357] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038880, 'name': CreateVM_Task, 'duration_secs': 0.476075} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.807942] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.811046] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.811046] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.811383] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.811642] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b804dc1f-17d6-461b-a1bf-58a5fd59e2ed {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.817309] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 765.817309] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5220aa28-7c52-dcd7-7769-06f432490356" [ 765.817309] env[68391]: _type = "Task" [ 765.817309] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.824586] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5220aa28-7c52-dcd7-7769-06f432490356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.874251] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607876} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.874532] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] dc52dc6a-f84d-4716-91f6-ecb5f2f66643/dc52dc6a-f84d-4716-91f6-ecb5f2f66643.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.874749] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.875015] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc912634-81ff-438e-a238-42466dee5749 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.881751] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 765.881751] env[68391]: value = "task-3038882" [ 765.881751] env[68391]: _type = "Task" [ 765.881751] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.892514] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.970805] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.973205] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.509s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.973443] env[68391]: DEBUG nova.objects.instance [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Lazy-loading 'resources' on Instance uuid 69f2e7b4-4673-4707-87e3-e40032f09a10 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.986868] env[68391]: DEBUG oslo_vmware.api [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038881, 'name': ReconfigVM_Task, 'duration_secs': 0.284288} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.987165] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608894', 'volume_id': 'f07361e3-a93b-4073-8891-85da17d3aed0', 'name': 'volume-f07361e3-a93b-4073-8891-85da17d3aed0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e13a7461-a57f-4cd6-86e2-f7a513b0c5a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'f07361e3-a93b-4073-8891-85da17d3aed0', 'serial': 'f07361e3-a93b-4073-8891-85da17d3aed0'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 765.987449] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.988216] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab78d9ac-5aaa-4dd4-992f-ee76f7d5b226 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.994228] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.994449] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1348b396-b01b-4236-b325-5e7a89fe9dec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.996963] env[68391]: INFO nova.scheduler.client.report [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Deleted allocations for instance c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55 [ 766.010475] env[68391]: DEBUG nova.network.neutron [req-fd4198c2-0aee-4b36-b090-274650f2b8ca req-2c5a618a-1aa8-4e4a-8978-1c24b790c9b1 service nova] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Updated VIF entry in instance network info cache for port 4ad7f827-458f-4efc-9f0c-da9b1a0418f3. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.010796] env[68391]: DEBUG nova.network.neutron [req-fd4198c2-0aee-4b36-b090-274650f2b8ca req-2c5a618a-1aa8-4e4a-8978-1c24b790c9b1 service nova] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Updating instance_info_cache with network_info: [{"id": "4ad7f827-458f-4efc-9f0c-da9b1a0418f3", "address": "fa:16:3e:1c:64:44", "network": {"id": "3eb7dbc0-8e78-4b7e-8846-f4f91d54a397", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-251895738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e200f02e53734fd7bcf980a114e719e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad7f827-45", "ovs_interfaceid": "4ad7f827-458f-4efc-9f0c-da9b1a0418f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.064013] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.064390] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.064600] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Deleting the datastore file [datastore2] e13a7461-a57f-4cd6-86e2-f7a513b0c5a0 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.064865] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a564810-5e25-4c2b-8d72-ef01fc07ec2a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.071486] env[68391]: DEBUG oslo_vmware.api [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 766.071486] env[68391]: value = "task-3038884" [ 766.071486] env[68391]: _type = "Task" [ 766.071486] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.080259] env[68391]: DEBUG oslo_vmware.api [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.170305] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.170305] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99318593-87f5-4705-8135-494734920c2d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.177272] env[68391]: DEBUG oslo_vmware.api [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 766.177272] env[68391]: value = "task-3038885" [ 766.177272] env[68391]: _type = "Task" [ 766.177272] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.185597] env[68391]: DEBUG oslo_vmware.api [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.329462] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5220aa28-7c52-dcd7-7769-06f432490356, 'name': SearchDatastore_Task, 'duration_secs': 0.043961} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.329462] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.329732] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.330060] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.330261] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.330449] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.330750] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41c94943-a7a6-4bfd-b560-2dee04e97535 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.341428] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.341635] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.342406] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb3cd39-7958-4dad-b74a-c7a95893586d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.348768] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 766.348768] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5248d3f7-1498-14bd-554c-ba59b7e84583" [ 766.348768] env[68391]: _type = "Task" [ 766.348768] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.356504] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5248d3f7-1498-14bd-554c-ba59b7e84583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.390999] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066403} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.391288] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.392067] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad832283-873d-4f77-9ebf-83e324ada2fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.415375] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] dc52dc6a-f84d-4716-91f6-ecb5f2f66643/dc52dc6a-f84d-4716-91f6-ecb5f2f66643.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.416163] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-548eeb50-f2d9-4962-8e75-db7e88c8cc08 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.435225] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 766.435225] env[68391]: value = "task-3038886" [ 766.435225] env[68391]: _type = "Task" [ 766.435225] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.443260] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.453655] env[68391]: DEBUG nova.network.neutron [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Successfully updated port: 6cf8794c-4765-4827-9e00-965dc63f2122 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.504960] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2935acd9-9bca-4fbe-ac9e-4d72828e558d tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.045s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.513380] env[68391]: DEBUG oslo_concurrency.lockutils [req-fd4198c2-0aee-4b36-b090-274650f2b8ca req-2c5a618a-1aa8-4e4a-8978-1c24b790c9b1 service nova] Releasing lock "refresh_cache-f914e007-b9ca-4fb4-b4c0-015b9e912734" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.585197] env[68391]: DEBUG oslo_vmware.api [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3038884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137368} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.587823] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.588023] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.588206] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.588383] env[68391]: INFO nova.compute.manager [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Took 2.85 seconds to destroy the instance on the hypervisor. [ 766.588618] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.589047] env[68391]: DEBUG nova.compute.manager [-] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.589144] env[68391]: DEBUG nova.network.neutron [-] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.687911] env[68391]: DEBUG oslo_vmware.api [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3038885, 'name': PowerOnVM_Task, 'duration_secs': 0.39371} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.692279] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.692489] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9758c0-4588-4222-ac14-ac3789684851 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Updating instance '3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef' progress to 100 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 766.865632] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5248d3f7-1498-14bd-554c-ba59b7e84583, 'name': SearchDatastore_Task, 'duration_secs': 0.049673} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.869770] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83daa6a4-1502-4542-bf8e-b07052fb3274 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.875542] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 766.875542] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52338247-6ec7-d01c-5787-79006535d401" [ 766.875542] env[68391]: _type = "Task" [ 766.875542] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.891953] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52338247-6ec7-d01c-5787-79006535d401, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.946617] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.958206] env[68391]: DEBUG oslo_concurrency.lockutils [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "refresh_cache-64e01734-5cdd-4e7b-b212-e0b90f056441" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.958316] env[68391]: DEBUG oslo_concurrency.lockutils [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquired lock "refresh_cache-64e01734-5cdd-4e7b-b212-e0b90f056441" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.958522] env[68391]: DEBUG nova.network.neutron [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.028510] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ecc7d4-d38b-46ed-976b-576387fd38ca {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.037889] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0f2925-31be-44ce-8a1b-3b4d1eca5d20 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.070130] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0755a6-68d3-464b-ba46-2a0fb73993d5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.077283] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca94035-9e6e-481c-84d1-9c7d01a155f0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.089987] env[68391]: DEBUG nova.compute.provider_tree [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.116522] env[68391]: DEBUG nova.compute.manager [req-dac7ffa5-01c6-4770-ad60-007943a9a270 req-83a21ea0-20e6-4a4c-a827-71430e0627d2 service nova] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Received event network-vif-plugged-6cf8794c-4765-4827-9e00-965dc63f2122 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.116740] env[68391]: DEBUG oslo_concurrency.lockutils [req-dac7ffa5-01c6-4770-ad60-007943a9a270 req-83a21ea0-20e6-4a4c-a827-71430e0627d2 service nova] Acquiring lock "64e01734-5cdd-4e7b-b212-e0b90f056441-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.116963] env[68391]: DEBUG oslo_concurrency.lockutils [req-dac7ffa5-01c6-4770-ad60-007943a9a270 req-83a21ea0-20e6-4a4c-a827-71430e0627d2 service nova] Lock "64e01734-5cdd-4e7b-b212-e0b90f056441-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.117119] env[68391]: DEBUG oslo_concurrency.lockutils [req-dac7ffa5-01c6-4770-ad60-007943a9a270 req-83a21ea0-20e6-4a4c-a827-71430e0627d2 service nova] Lock "64e01734-5cdd-4e7b-b212-e0b90f056441-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.117297] env[68391]: DEBUG nova.compute.manager [req-dac7ffa5-01c6-4770-ad60-007943a9a270 req-83a21ea0-20e6-4a4c-a827-71430e0627d2 service nova] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] No waiting events found dispatching network-vif-plugged-6cf8794c-4765-4827-9e00-965dc63f2122 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.117457] env[68391]: WARNING nova.compute.manager [req-dac7ffa5-01c6-4770-ad60-007943a9a270 req-83a21ea0-20e6-4a4c-a827-71430e0627d2 service nova] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Received unexpected event network-vif-plugged-6cf8794c-4765-4827-9e00-965dc63f2122 for instance with vm_state building and task_state spawning. [ 767.117611] env[68391]: DEBUG nova.compute.manager [req-dac7ffa5-01c6-4770-ad60-007943a9a270 req-83a21ea0-20e6-4a4c-a827-71430e0627d2 service nova] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Received event network-changed-6cf8794c-4765-4827-9e00-965dc63f2122 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.117759] env[68391]: DEBUG nova.compute.manager [req-dac7ffa5-01c6-4770-ad60-007943a9a270 req-83a21ea0-20e6-4a4c-a827-71430e0627d2 service nova] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Refreshing instance network info cache due to event network-changed-6cf8794c-4765-4827-9e00-965dc63f2122. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.117919] env[68391]: DEBUG oslo_concurrency.lockutils [req-dac7ffa5-01c6-4770-ad60-007943a9a270 req-83a21ea0-20e6-4a4c-a827-71430e0627d2 service nova] Acquiring lock "refresh_cache-64e01734-5cdd-4e7b-b212-e0b90f056441" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.146343] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "6e3dde6e-00a4-465d-bf1f-5bd1ab28761d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.146587] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "6e3dde6e-00a4-465d-bf1f-5bd1ab28761d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.146793] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "6e3dde6e-00a4-465d-bf1f-5bd1ab28761d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.146977] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "6e3dde6e-00a4-465d-bf1f-5bd1ab28761d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.147279] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "6e3dde6e-00a4-465d-bf1f-5bd1ab28761d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.149303] env[68391]: INFO nova.compute.manager [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Terminating instance [ 767.371240] env[68391]: DEBUG nova.network.neutron [-] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.393271] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52338247-6ec7-d01c-5787-79006535d401, 'name': SearchDatastore_Task, 'duration_secs': 0.015463} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.393271] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.393652] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] f914e007-b9ca-4fb4-b4c0-015b9e912734/f914e007-b9ca-4fb4-b4c0-015b9e912734.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.394113] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31e579f5-4149-492a-8d18-20b00464d16e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.401658] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 767.401658] env[68391]: value = "task-3038887" [ 767.401658] env[68391]: _type = "Task" [ 767.401658] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.412518] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.446561] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038886, 'name': ReconfigVM_Task, 'duration_secs': 0.669863} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.446991] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Reconfigured VM instance instance-00000036 to attach disk [datastore2] dc52dc6a-f84d-4716-91f6-ecb5f2f66643/dc52dc6a-f84d-4716-91f6-ecb5f2f66643.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.448015] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-188c114a-0695-4b86-8767-f9db8de17ade {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.455331] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 767.455331] env[68391]: value = "task-3038888" [ 767.455331] env[68391]: _type = "Task" [ 767.455331] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.468941] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038888, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.504987] env[68391]: DEBUG nova.network.neutron [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.595984] env[68391]: DEBUG nova.scheduler.client.report [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.652470] env[68391]: DEBUG nova.compute.manager [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.652721] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.653686] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a8fd1a-9ea9-4495-8f73-bdebcf9b9ef0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.662406] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.662830] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a54f0e4-6034-4c30-b3d4-5d38b21906da {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.670733] env[68391]: DEBUG oslo_vmware.api [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 767.670733] env[68391]: value = "task-3038889" [ 767.670733] env[68391]: _type = "Task" [ 767.670733] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.682675] env[68391]: DEBUG oslo_vmware.api [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.690333] env[68391]: DEBUG nova.network.neutron [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Updating instance_info_cache with network_info: [{"id": "6cf8794c-4765-4827-9e00-965dc63f2122", "address": "fa:16:3e:28:ab:2e", "network": {"id": "c85807cd-7d81-46a3-b9dd-165f7f8469b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1206664520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4913741499f44a32bac7ddc902ee62c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cf8794c-47", "ovs_interfaceid": "6cf8794c-4765-4827-9e00-965dc63f2122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.872563] env[68391]: INFO nova.compute.manager [-] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Took 1.28 seconds to deallocate network for instance. [ 767.913629] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038887, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.965089] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038888, 'name': Rename_Task, 'duration_secs': 0.165755} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.965441] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.965698] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfc6166e-17a5-44a2-8e10-4bd9bb8332dc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.974317] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 767.974317] env[68391]: value = "task-3038890" [ 767.974317] env[68391]: _type = "Task" [ 767.974317] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.982835] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.101860] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.104724] env[68391]: DEBUG oslo_concurrency.lockutils [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.452s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.104955] env[68391]: DEBUG nova.objects.instance [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lazy-loading 'resources' on Instance uuid 954b77db-199c-4472-a489-e6b57ac2af67 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.125789] env[68391]: INFO nova.scheduler.client.report [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Deleted allocations for instance 69f2e7b4-4673-4707-87e3-e40032f09a10 [ 768.180495] env[68391]: DEBUG oslo_vmware.api [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038889, 'name': PowerOffVM_Task, 'duration_secs': 0.417279} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.180763] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.181133] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.181409] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf3efc81-890e-48fc-adc9-9aa56ff9c831 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.193965] env[68391]: DEBUG oslo_concurrency.lockutils [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Releasing lock "refresh_cache-64e01734-5cdd-4e7b-b212-e0b90f056441" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.194294] env[68391]: DEBUG nova.compute.manager [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Instance network_info: |[{"id": "6cf8794c-4765-4827-9e00-965dc63f2122", "address": "fa:16:3e:28:ab:2e", "network": {"id": "c85807cd-7d81-46a3-b9dd-165f7f8469b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1206664520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4913741499f44a32bac7ddc902ee62c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cf8794c-47", "ovs_interfaceid": "6cf8794c-4765-4827-9e00-965dc63f2122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.194571] env[68391]: DEBUG oslo_concurrency.lockutils [req-dac7ffa5-01c6-4770-ad60-007943a9a270 req-83a21ea0-20e6-4a4c-a827-71430e0627d2 service nova] Acquired lock "refresh_cache-64e01734-5cdd-4e7b-b212-e0b90f056441" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.194743] env[68391]: DEBUG nova.network.neutron [req-dac7ffa5-01c6-4770-ad60-007943a9a270 req-83a21ea0-20e6-4a4c-a827-71430e0627d2 service nova] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Refreshing network info cache for port 6cf8794c-4765-4827-9e00-965dc63f2122 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.195843] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:ab:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cf8794c-4765-4827-9e00-965dc63f2122', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.203357] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.204296] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.204581] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-949cedfa-3ffd-45b7-b43a-10e4b09c2299 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.232217] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.232217] env[68391]: value = "task-3038892" [ 768.232217] env[68391]: _type = "Task" [ 768.232217] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.242162] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038892, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.260634] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.260904] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.261162] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Deleting the datastore file [datastore1] 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.261469] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01eb4f21-3233-4d8f-9932-adc5460499fe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.267583] env[68391]: DEBUG oslo_vmware.api [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for the task: (returnval){ [ 768.267583] env[68391]: value = "task-3038893" [ 768.267583] env[68391]: _type = "Task" [ 768.267583] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.276254] env[68391]: DEBUG oslo_vmware.api [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.414452] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533391} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.414724] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] f914e007-b9ca-4fb4-b4c0-015b9e912734/f914e007-b9ca-4fb4-b4c0-015b9e912734.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.414938] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.415217] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4134e760-c659-4447-bbe8-6226a22c0fac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.423820] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 768.423820] env[68391]: value = "task-3038894" [ 768.423820] env[68391]: _type = "Task" [ 768.423820] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.428157] env[68391]: INFO nova.compute.manager [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Took 0.56 seconds to detach 1 volumes for instance. [ 768.432762] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.484718] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038890, 'name': PowerOnVM_Task, 'duration_secs': 0.497459} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.484912] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.485106] env[68391]: INFO nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Took 8.26 seconds to spawn the instance on the hypervisor. [ 768.485237] env[68391]: DEBUG nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.486365] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48658a0c-c92e-4e3b-a11f-b1a83476d3f6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.633876] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db80d868-1846-4149-83d1-35a67f46b8e3 tempest-ServersListShow298Test-290670968 tempest-ServersListShow298Test-290670968-project-member] Lock "69f2e7b4-4673-4707-87e3-e40032f09a10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.970s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.744998] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038892, 'name': CreateVM_Task, 'duration_secs': 0.361524} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.747813] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.748866] env[68391]: DEBUG oslo_concurrency.lockutils [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.749048] env[68391]: DEBUG oslo_concurrency.lockutils [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.749368] env[68391]: DEBUG oslo_concurrency.lockutils [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.750535] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04baf2e-c617-44dd-926c-3aae48629cee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.755110] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 768.755110] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52242b17-18d2-a934-2a3e-f50744ce286c" [ 768.755110] env[68391]: _type = "Task" [ 768.755110] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.766453] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52242b17-18d2-a934-2a3e-f50744ce286c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.778141] env[68391]: DEBUG oslo_vmware.api [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Task: {'id': task-3038893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148542} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.780982] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.781253] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.781404] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.781577] env[68391]: INFO nova.compute.manager [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 768.781821] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.782743] env[68391]: DEBUG nova.compute.manager [-] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.782743] env[68391]: DEBUG nova.network.neutron [-] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.937268] env[68391]: DEBUG oslo_concurrency.lockutils [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.937664] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069275} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.937945] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.938922] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e8f16e-4320-446c-b3a8-3187b7d708c7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.967123] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] f914e007-b9ca-4fb4-b4c0-015b9e912734/f914e007-b9ca-4fb4-b4c0-015b9e912734.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.972303] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cc81148-931b-4d4c-a8d2-b1126c7774aa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.994660] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 768.994660] env[68391]: value = "task-3038895" [ 768.994660] env[68391]: _type = "Task" [ 768.994660] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.015784] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.016428] env[68391]: INFO nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Took 43.69 seconds to build instance. [ 769.042139] env[68391]: DEBUG nova.network.neutron [req-dac7ffa5-01c6-4770-ad60-007943a9a270 req-83a21ea0-20e6-4a4c-a827-71430e0627d2 service nova] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Updated VIF entry in instance network info cache for port 6cf8794c-4765-4827-9e00-965dc63f2122. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.043034] env[68391]: DEBUG nova.network.neutron [req-dac7ffa5-01c6-4770-ad60-007943a9a270 req-83a21ea0-20e6-4a4c-a827-71430e0627d2 service nova] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Updating instance_info_cache with network_info: [{"id": "6cf8794c-4765-4827-9e00-965dc63f2122", "address": "fa:16:3e:28:ab:2e", "network": {"id": "c85807cd-7d81-46a3-b9dd-165f7f8469b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1206664520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4913741499f44a32bac7ddc902ee62c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cf8794c-47", "ovs_interfaceid": "6cf8794c-4765-4827-9e00-965dc63f2122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.153801] env[68391]: DEBUG nova.compute.manager [req-0db23711-d8cf-4366-a9c2-aae259556152 req-7cca8bc3-a275-49e8-9b44-0e7c9b6db3a2 service nova] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Received event network-vif-deleted-7cb9f46e-bc67-4a78-b247-5627613653ac {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.154860] env[68391]: INFO nova.compute.manager [req-0db23711-d8cf-4366-a9c2-aae259556152 req-7cca8bc3-a275-49e8-9b44-0e7c9b6db3a2 service nova] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Neutron deleted interface 7cb9f46e-bc67-4a78-b247-5627613653ac; detaching it from the instance and deleting it from the info cache [ 769.154860] env[68391]: DEBUG nova.network.neutron [req-0db23711-d8cf-4366-a9c2-aae259556152 req-7cca8bc3-a275-49e8-9b44-0e7c9b6db3a2 service nova] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.221878] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1c0514-475a-4a9a-87cd-54582c2b819d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.230860] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4709d75f-e390-4b9f-b95f-14d3921074b5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.262064] env[68391]: DEBUG nova.network.neutron [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Port 0907e64e-d33d-4c53-9a4e-a43bb8ed5388 binding to destination host cpu-1 is already ACTIVE {{(pid=68391) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 769.262346] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "refresh_cache-3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.262535] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquired lock "refresh_cache-3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.262661] env[68391]: DEBUG nova.network.neutron [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.267392] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b936b81-6e1d-4e96-a5d9-f9966fb67545 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.277580] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52242b17-18d2-a934-2a3e-f50744ce286c, 'name': SearchDatastore_Task, 'duration_secs': 0.022416} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.279626] env[68391]: DEBUG oslo_concurrency.lockutils [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.279864] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.280109] env[68391]: DEBUG oslo_concurrency.lockutils [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.280259] env[68391]: DEBUG oslo_concurrency.lockutils [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.280434] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.280775] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b10cbca7-23cb-422d-b402-4088910c47ba {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.283375] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdf55d7-9bb4-4de4-b5ea-7869e40d6d09 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.299712] env[68391]: DEBUG nova.compute.provider_tree [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.303192] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.303303] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.304020] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44e8ae61-3dbc-4c49-a255-0047d4172514 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.309770] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 769.309770] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522392c3-fa80-aea9-e0f0-6227807c4678" [ 769.309770] env[68391]: _type = "Task" [ 769.309770] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.318697] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522392c3-fa80-aea9-e0f0-6227807c4678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.506264] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.518786] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "dc52dc6a-f84d-4716-91f6-ecb5f2f66643" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.726s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.545456] env[68391]: DEBUG oslo_concurrency.lockutils [req-dac7ffa5-01c6-4770-ad60-007943a9a270 req-83a21ea0-20e6-4a4c-a827-71430e0627d2 service nova] Releasing lock "refresh_cache-64e01734-5cdd-4e7b-b212-e0b90f056441" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.546135] env[68391]: DEBUG nova.compute.manager [req-dac7ffa5-01c6-4770-ad60-007943a9a270 req-83a21ea0-20e6-4a4c-a827-71430e0627d2 service nova] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Received event network-vif-deleted-92dbac8e-2359-4d65-993c-cbc4d9242446 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.546135] env[68391]: INFO nova.compute.manager [req-dac7ffa5-01c6-4770-ad60-007943a9a270 req-83a21ea0-20e6-4a4c-a827-71430e0627d2 service nova] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Neutron deleted interface 92dbac8e-2359-4d65-993c-cbc4d9242446; detaching it from the instance and deleting it from the info cache [ 769.546135] env[68391]: DEBUG nova.network.neutron [req-dac7ffa5-01c6-4770-ad60-007943a9a270 req-83a21ea0-20e6-4a4c-a827-71430e0627d2 service nova] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.573028] env[68391]: DEBUG nova.network.neutron [-] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.657503] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d79df82d-e2b8-4b19-a3a5-2a1b8dd8d1de {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.670013] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0922061c-e18b-438a-8de8-95013af18e03 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.716545] env[68391]: DEBUG nova.compute.manager [req-0db23711-d8cf-4366-a9c2-aae259556152 req-7cca8bc3-a275-49e8-9b44-0e7c9b6db3a2 service nova] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Detach interface failed, port_id=7cb9f46e-bc67-4a78-b247-5627613653ac, reason: Instance 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 769.802825] env[68391]: DEBUG nova.scheduler.client.report [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.825026] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522392c3-fa80-aea9-e0f0-6227807c4678, 'name': SearchDatastore_Task, 'duration_secs': 0.058641} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.825922] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27fe0b79-09db-4048-a0c6-ae91c2d1a430 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.832369] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 769.832369] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d6ddf3-a183-5b20-232f-3db02b1d0ec8" [ 769.832369] env[68391]: _type = "Task" [ 769.832369] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.843915] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d6ddf3-a183-5b20-232f-3db02b1d0ec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.005886] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038895, 'name': ReconfigVM_Task, 'duration_secs': 0.92694} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.006229] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Reconfigured VM instance instance-00000037 to attach disk [datastore1] f914e007-b9ca-4fb4-b4c0-015b9e912734/f914e007-b9ca-4fb4-b4c0-015b9e912734.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.006859] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c6f177e-1b13-4ba8-af33-8e6e65cd6809 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.014675] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 770.014675] env[68391]: value = "task-3038896" [ 770.014675] env[68391]: _type = "Task" [ 770.014675] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.022974] env[68391]: DEBUG nova.compute.manager [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.029018] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038896, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.036882] env[68391]: DEBUG nova.network.neutron [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Updating instance_info_cache with network_info: [{"id": "0907e64e-d33d-4c53-9a4e-a43bb8ed5388", "address": "fa:16:3e:14:f3:50", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0907e64e-d3", "ovs_interfaceid": "0907e64e-d33d-4c53-9a4e-a43bb8ed5388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.052741] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b51cb24-87ad-4af2-a1fb-de2920d17d40 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.064114] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba035d3-a642-44ce-bf07-28c8455b0ec0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.077195] env[68391]: INFO nova.compute.manager [-] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Took 1.29 seconds to deallocate network for instance. [ 770.107220] env[68391]: DEBUG nova.compute.manager [req-dac7ffa5-01c6-4770-ad60-007943a9a270 req-83a21ea0-20e6-4a4c-a827-71430e0627d2 service nova] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Detach interface failed, port_id=92dbac8e-2359-4d65-993c-cbc4d9242446, reason: Instance e13a7461-a57f-4cd6-86e2-f7a513b0c5a0 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 770.307657] env[68391]: DEBUG oslo_concurrency.lockutils [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.310063] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.623s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.311988] env[68391]: INFO nova.compute.claims [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.331816] env[68391]: INFO nova.scheduler.client.report [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Deleted allocations for instance 954b77db-199c-4472-a489-e6b57ac2af67 [ 770.347729] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d6ddf3-a183-5b20-232f-3db02b1d0ec8, 'name': SearchDatastore_Task, 'duration_secs': 0.011195} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.347959] env[68391]: DEBUG oslo_concurrency.lockutils [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.349024] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 64e01734-5cdd-4e7b-b212-e0b90f056441/64e01734-5cdd-4e7b-b212-e0b90f056441.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.349024] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f02705bc-f6ba-4a04-8c46-94ddc5b97553 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.357439] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 770.357439] env[68391]: value = "task-3038897" [ 770.357439] env[68391]: _type = "Task" [ 770.357439] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.366226] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.524262] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038896, 'name': Rename_Task, 'duration_secs': 0.327099} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.524708] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.524749] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2952a12f-21e0-4dad-898f-9ec736b06030 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.534024] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 770.534024] env[68391]: value = "task-3038898" [ 770.534024] env[68391]: _type = "Task" [ 770.534024] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.539066] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Releasing lock "refresh_cache-3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.541804] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.545915] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.584282] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.845681] env[68391]: DEBUG oslo_concurrency.lockutils [None req-928a825b-91ba-4801-a636-399fb62c32cd tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lock "954b77db-199c-4472-a489-e6b57ac2af67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.722s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.874183] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038897, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.042381] env[68391]: DEBUG nova.compute.manager [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68391) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 771.042750] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.047578] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038898, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.370353] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637414} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.373181] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 64e01734-5cdd-4e7b-b212-e0b90f056441/64e01734-5cdd-4e7b-b212-e0b90f056441.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.373433] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.374945] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2124a3d-5ff5-4e28-bc8b-c267ba73bb3f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.382228] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 771.382228] env[68391]: value = "task-3038899" [ 771.382228] env[68391]: _type = "Task" [ 771.382228] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.393357] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.544910] env[68391]: DEBUG oslo_vmware.api [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038898, 'name': PowerOnVM_Task, 'duration_secs': 0.877074} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.545192] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.545403] env[68391]: INFO nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Took 8.48 seconds to spawn the instance on the hypervisor. [ 771.545575] env[68391]: DEBUG nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.546439] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5785b4d1-e716-4352-b662-3a38ef101bf3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.857352] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7c8743-d233-4ca2-bf7a-9b56533b0b3c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.865994] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d059d0da-5c5d-41d2-9c02-6cd38d74e56c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.900392] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3861bd04-9cdf-494d-a7cf-7a7c411bd6f9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.908687] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068345} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.910792] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.911609] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5592a5-922a-498b-812d-6bf79c081802 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.914932] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c14017-b919-447d-87de-f48d3e7bdef6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.930689] env[68391]: DEBUG nova.compute.provider_tree [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.952152] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 64e01734-5cdd-4e7b-b212-e0b90f056441/64e01734-5cdd-4e7b-b212-e0b90f056441.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.955305] env[68391]: DEBUG nova.scheduler.client.report [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.958108] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39c06ecb-c4d5-4eb0-813e-a965e0015ac3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.974277] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.664s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.974814] env[68391]: DEBUG nova.compute.manager [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.977327] env[68391]: DEBUG oslo_concurrency.lockutils [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.813s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.977922] env[68391]: DEBUG nova.objects.instance [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lazy-loading 'resources' on Instance uuid 0b5b4adf-a2bd-4255-964e-bb70a52c056e {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.986790] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 771.986790] env[68391]: value = "task-3038900" [ 771.986790] env[68391]: _type = "Task" [ 771.986790] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.997127] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.071171] env[68391]: INFO nova.compute.manager [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Took 45.33 seconds to build instance. [ 772.484190] env[68391]: DEBUG nova.compute.utils [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.485695] env[68391]: DEBUG nova.compute.manager [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.485864] env[68391]: DEBUG nova.network.neutron [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.497129] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038900, 'name': ReconfigVM_Task, 'duration_secs': 0.29265} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.497410] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 64e01734-5cdd-4e7b-b212-e0b90f056441/64e01734-5cdd-4e7b-b212-e0b90f056441.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.498025] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92874175-768b-42a0-b562-902cc45df5e5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.505698] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 772.505698] env[68391]: value = "task-3038901" [ 772.505698] env[68391]: _type = "Task" [ 772.505698] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.514101] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038901, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.573131] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d24ad5a5-eb1e-4829-b78d-ecf5abd9cf7b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "f914e007-b9ca-4fb4-b4c0-015b9e912734" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.738s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.581124] env[68391]: DEBUG nova.policy [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94d4a8fd06c14e79a862439418b61103', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8f297ca4786486785ba0d4a8fe41528', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.989302] env[68391]: DEBUG nova.compute.manager [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.003490] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f6666e-26f4-4fff-8479-0e6bb922c235 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.013417] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f253c864-8ed8-41d5-8e94-0ebce628bf73 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.020060] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038901, 'name': Rename_Task, 'duration_secs': 0.15567} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.020711] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.020954] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-683ac0cd-fe49-48fa-8f02-2caf29f27a25 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.058498] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b53f8eb-dcfb-4b78-adaa-057096e95791 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.060246] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 773.060246] env[68391]: value = "task-3038902" [ 773.060246] env[68391]: _type = "Task" [ 773.060246] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.068031] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9eae21-c760-4365-bc90-5c5128130c98 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.076982] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038902, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.087379] env[68391]: DEBUG nova.compute.manager [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.090884] env[68391]: DEBUG nova.compute.provider_tree [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.116735] env[68391]: DEBUG nova.network.neutron [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Successfully created port: 4aedade1-a5a5-40d2-84bc-5e6723fd8950 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.278634] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "158f3c4a-6466-47bd-a348-0cde1fb86489" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.278950] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "158f3c4a-6466-47bd-a348-0cde1fb86489" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.279287] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "158f3c4a-6466-47bd-a348-0cde1fb86489-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.279508] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "158f3c4a-6466-47bd-a348-0cde1fb86489-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.279698] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "158f3c4a-6466-47bd-a348-0cde1fb86489-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.282017] env[68391]: INFO nova.compute.manager [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Terminating instance [ 773.573408] env[68391]: DEBUG oslo_vmware.api [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038902, 'name': PowerOnVM_Task, 'duration_secs': 0.462371} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.573689] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.573887] env[68391]: INFO nova.compute.manager [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Took 7.82 seconds to spawn the instance on the hypervisor. [ 773.574102] env[68391]: DEBUG nova.compute.manager [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.574917] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517bdb00-5cf6-4c4f-bd8b-6007ffeef3ca {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.595883] env[68391]: DEBUG nova.scheduler.client.report [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.613704] env[68391]: DEBUG oslo_concurrency.lockutils [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.786316] env[68391]: DEBUG nova.compute.manager [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.786542] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.787538] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34aaaf29-4447-4d7e-8523-8ec9873a4250 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.796800] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.797205] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-200636e2-5351-4a3c-a15d-d522910c6ee1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.805246] env[68391]: DEBUG oslo_vmware.api [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 773.805246] env[68391]: value = "task-3038903" [ 773.805246] env[68391]: _type = "Task" [ 773.805246] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.814922] env[68391]: DEBUG oslo_vmware.api [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.003174] env[68391]: DEBUG nova.compute.manager [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.033859] env[68391]: DEBUG nova.virt.hardware [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.034150] env[68391]: DEBUG nova.virt.hardware [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.034324] env[68391]: DEBUG nova.virt.hardware [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.034508] env[68391]: DEBUG nova.virt.hardware [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.034649] env[68391]: DEBUG nova.virt.hardware [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.034806] env[68391]: DEBUG nova.virt.hardware [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.035069] env[68391]: DEBUG nova.virt.hardware [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.035256] env[68391]: DEBUG nova.virt.hardware [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.035428] env[68391]: DEBUG nova.virt.hardware [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.035588] env[68391]: DEBUG nova.virt.hardware [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.035757] env[68391]: DEBUG nova.virt.hardware [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.036769] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d91be6a-e092-4c65-9cc0-b3feda825843 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.046944] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2ced4f-5453-41b4-89b7-6f483f1b4193 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.095132] env[68391]: INFO nova.compute.manager [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Took 45.04 seconds to build instance. [ 774.104060] env[68391]: DEBUG oslo_concurrency.lockutils [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.107449] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.229s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.107449] env[68391]: DEBUG nova.objects.instance [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lazy-loading 'resources' on Instance uuid e499cb5b-a255-4652-ad57-7d97873a8fbf {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.128075] env[68391]: INFO nova.scheduler.client.report [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Deleted allocations for instance 0b5b4adf-a2bd-4255-964e-bb70a52c056e [ 774.316840] env[68391]: DEBUG oslo_vmware.api [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038903, 'name': PowerOffVM_Task, 'duration_secs': 0.247066} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.316840] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.316840] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.317099] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17ff6009-8b77-45a4-a056-fd57c556c20c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.394916] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.395296] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.395365] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Deleting the datastore file [datastore2] 158f3c4a-6466-47bd-a348-0cde1fb86489 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.395614] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcde4d4e-f27a-420a-8afc-a73a415f1ed0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.409113] env[68391]: DEBUG oslo_vmware.api [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 774.409113] env[68391]: value = "task-3038905" [ 774.409113] env[68391]: _type = "Task" [ 774.409113] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.419831] env[68391]: DEBUG oslo_vmware.api [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.466390] env[68391]: DEBUG oslo_concurrency.lockutils [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquiring lock "2c31cd27-28e4-46e6-bd98-be287f3ff212" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.466859] env[68391]: DEBUG oslo_concurrency.lockutils [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lock "2c31cd27-28e4-46e6-bd98-be287f3ff212" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.598868] env[68391]: DEBUG oslo_concurrency.lockutils [None req-41ad16f6-78d1-44e2-8396-4a75e3582c2e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "64e01734-5cdd-4e7b-b212-e0b90f056441" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.208s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.636592] env[68391]: DEBUG oslo_concurrency.lockutils [None req-354e2992-4362-45c9-903e-ae68e7f6c24f tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "0b5b4adf-a2bd-4255-964e-bb70a52c056e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.382s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.772163] env[68391]: DEBUG nova.compute.manager [req-c8c28221-3db7-4917-996e-faa7ad26c2c7 req-8bd53543-3915-455c-9df4-25d8ec4be9fd service nova] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Received event network-vif-plugged-4aedade1-a5a5-40d2-84bc-5e6723fd8950 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.772163] env[68391]: DEBUG oslo_concurrency.lockutils [req-c8c28221-3db7-4917-996e-faa7ad26c2c7 req-8bd53543-3915-455c-9df4-25d8ec4be9fd service nova] Acquiring lock "6936afa8-a1ae-482a-b4ab-a76bb359b41f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.772163] env[68391]: DEBUG oslo_concurrency.lockutils [req-c8c28221-3db7-4917-996e-faa7ad26c2c7 req-8bd53543-3915-455c-9df4-25d8ec4be9fd service nova] Lock "6936afa8-a1ae-482a-b4ab-a76bb359b41f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.772606] env[68391]: DEBUG oslo_concurrency.lockutils [req-c8c28221-3db7-4917-996e-faa7ad26c2c7 req-8bd53543-3915-455c-9df4-25d8ec4be9fd service nova] Lock "6936afa8-a1ae-482a-b4ab-a76bb359b41f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.772828] env[68391]: DEBUG nova.compute.manager [req-c8c28221-3db7-4917-996e-faa7ad26c2c7 req-8bd53543-3915-455c-9df4-25d8ec4be9fd service nova] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] No waiting events found dispatching network-vif-plugged-4aedade1-a5a5-40d2-84bc-5e6723fd8950 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.773713] env[68391]: WARNING nova.compute.manager [req-c8c28221-3db7-4917-996e-faa7ad26c2c7 req-8bd53543-3915-455c-9df4-25d8ec4be9fd service nova] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Received unexpected event network-vif-plugged-4aedade1-a5a5-40d2-84bc-5e6723fd8950 for instance with vm_state building and task_state spawning. [ 774.846240] env[68391]: DEBUG nova.network.neutron [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Successfully updated port: 4aedade1-a5a5-40d2-84bc-5e6723fd8950 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.857091] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3c43b1-0602-473f-876b-f6aab4461110 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.865696] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e06d02a6-d386-414b-8f03-ea93ea35b71f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Suspending the VM {{(pid=68391) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 774.865696] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8b025753-514b-4fdf-8817-8d0fa7d718b8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.874185] env[68391]: DEBUG oslo_vmware.api [None req-e06d02a6-d386-414b-8f03-ea93ea35b71f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 774.874185] env[68391]: value = "task-3038906" [ 774.874185] env[68391]: _type = "Task" [ 774.874185] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.886178] env[68391]: DEBUG oslo_vmware.api [None req-e06d02a6-d386-414b-8f03-ea93ea35b71f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038906, 'name': SuspendVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.923205] env[68391]: DEBUG oslo_vmware.api [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3038905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280598} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.923470] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.923652] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.923831] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.924012] env[68391]: INFO nova.compute.manager [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Took 1.14 seconds to destroy the instance on the hypervisor. [ 774.924309] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.924513] env[68391]: DEBUG nova.compute.manager [-] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.924608] env[68391]: DEBUG nova.network.neutron [-] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.104901] env[68391]: DEBUG nova.compute.manager [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.271957] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f49667-766b-423f-a0d1-221d56b88596 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.286178] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85fc4bd-9336-4ed1-88ad-768f6a450f69 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.325850] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquiring lock "refresh_cache-6936afa8-a1ae-482a-b4ab-a76bb359b41f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.326342] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquired lock "refresh_cache-6936afa8-a1ae-482a-b4ab-a76bb359b41f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.326729] env[68391]: DEBUG nova.network.neutron [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.330674] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d4862b-ef73-4077-90a5-4cd5982c64bd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.340380] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb65757c-fabf-49c3-aaca-c63be1e46f19 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.356796] env[68391]: DEBUG nova.compute.provider_tree [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.385155] env[68391]: DEBUG oslo_vmware.api [None req-e06d02a6-d386-414b-8f03-ea93ea35b71f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038906, 'name': SuspendVM_Task} progress is 62%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.629657] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.834035] env[68391]: DEBUG nova.network.neutron [-] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.862020] env[68391]: DEBUG nova.scheduler.client.report [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.880115] env[68391]: DEBUG nova.network.neutron [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.888652] env[68391]: DEBUG oslo_vmware.api [None req-e06d02a6-d386-414b-8f03-ea93ea35b71f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038906, 'name': SuspendVM_Task, 'duration_secs': 0.87494} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.889211] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e06d02a6-d386-414b-8f03-ea93ea35b71f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Suspended the VM {{(pid=68391) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 775.892021] env[68391]: DEBUG nova.compute.manager [None req-e06d02a6-d386-414b-8f03-ea93ea35b71f tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.892021] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ca47b7-3721-420d-b08c-b560500590c7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.089695] env[68391]: DEBUG nova.network.neutron [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Updating instance_info_cache with network_info: [{"id": "4aedade1-a5a5-40d2-84bc-5e6723fd8950", "address": "fa:16:3e:4a:99:05", "network": {"id": "530862f2-dc69-4e67-8ec8-386303a3cfe0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-646053942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8f297ca4786486785ba0d4a8fe41528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aedade1-a5", "ovs_interfaceid": "4aedade1-a5a5-40d2-84bc-5e6723fd8950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.337595] env[68391]: INFO nova.compute.manager [-] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Took 1.41 seconds to deallocate network for instance. [ 776.365628] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.368986] env[68391]: DEBUG oslo_concurrency.lockutils [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.137s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.368986] env[68391]: DEBUG nova.objects.instance [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lazy-loading 'resources' on Instance uuid 7cf7d50a-e2f5-4288-8120-0f73e85bb66a {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.387513] env[68391]: INFO nova.scheduler.client.report [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Deleted allocations for instance e499cb5b-a255-4652-ad57-7d97873a8fbf [ 776.592113] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Releasing lock "refresh_cache-6936afa8-a1ae-482a-b4ab-a76bb359b41f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.592473] env[68391]: DEBUG nova.compute.manager [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Instance network_info: |[{"id": "4aedade1-a5a5-40d2-84bc-5e6723fd8950", "address": "fa:16:3e:4a:99:05", "network": {"id": "530862f2-dc69-4e67-8ec8-386303a3cfe0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-646053942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8f297ca4786486785ba0d4a8fe41528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aedade1-a5", "ovs_interfaceid": "4aedade1-a5a5-40d2-84bc-5e6723fd8950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.592903] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:99:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4aedade1-a5a5-40d2-84bc-5e6723fd8950', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.600649] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.600868] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.601104] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66968e76-7d25-452a-8b15-56a4c44d48d2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.622728] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.622728] env[68391]: value = "task-3038907" [ 776.622728] env[68391]: _type = "Task" [ 776.622728] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.631403] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038907, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.787610] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.788926] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.845060] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.901677] env[68391]: DEBUG nova.compute.manager [req-e9f30063-c07c-4d55-9b4d-cbabee9dd4c7 req-17229585-e733-4453-938d-b9151a149611 service nova] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Received event network-changed-4aedade1-a5a5-40d2-84bc-5e6723fd8950 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.901677] env[68391]: DEBUG nova.compute.manager [req-e9f30063-c07c-4d55-9b4d-cbabee9dd4c7 req-17229585-e733-4453-938d-b9151a149611 service nova] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Refreshing instance network info cache due to event network-changed-4aedade1-a5a5-40d2-84bc-5e6723fd8950. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.901749] env[68391]: DEBUG oslo_concurrency.lockutils [req-e9f30063-c07c-4d55-9b4d-cbabee9dd4c7 req-17229585-e733-4453-938d-b9151a149611 service nova] Acquiring lock "refresh_cache-6936afa8-a1ae-482a-b4ab-a76bb359b41f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.901942] env[68391]: DEBUG oslo_concurrency.lockutils [req-e9f30063-c07c-4d55-9b4d-cbabee9dd4c7 req-17229585-e733-4453-938d-b9151a149611 service nova] Acquired lock "refresh_cache-6936afa8-a1ae-482a-b4ab-a76bb359b41f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.902128] env[68391]: DEBUG nova.network.neutron [req-e9f30063-c07c-4d55-9b4d-cbabee9dd4c7 req-17229585-e733-4453-938d-b9151a149611 service nova] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Refreshing network info cache for port 4aedade1-a5a5-40d2-84bc-5e6723fd8950 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.903393] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fde8677c-f0d7-45b1-9ef5-7f000c064dfe tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "e499cb5b-a255-4652-ad57-7d97873a8fbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.441s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.137827] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038907, 'name': CreateVM_Task, 'duration_secs': 0.321106} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.137931] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.138642] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.138818] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.139167] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.139434] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f58948ec-c73e-4639-9cef-dedbc94ba918 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.147465] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 777.147465] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52fe1929-2c93-72f8-c00f-ae6f11be71fc" [ 777.147465] env[68391]: _type = "Task" [ 777.147465] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.155599] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52fe1929-2c93-72f8-c00f-ae6f11be71fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.346351] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cf4c81-76fa-4d3e-a767-dd614f20b5b5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.354510] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f253cf8-828f-4e18-8454-a549a6963818 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.385109] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8861685-8272-4def-800b-ad94571d8b13 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.393027] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c606a62-e69d-4cda-858e-6e7874f3f5be {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.411109] env[68391]: DEBUG nova.compute.provider_tree [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.624877] env[68391]: DEBUG nova.network.neutron [req-e9f30063-c07c-4d55-9b4d-cbabee9dd4c7 req-17229585-e733-4453-938d-b9151a149611 service nova] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Updated VIF entry in instance network info cache for port 4aedade1-a5a5-40d2-84bc-5e6723fd8950. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.625279] env[68391]: DEBUG nova.network.neutron [req-e9f30063-c07c-4d55-9b4d-cbabee9dd4c7 req-17229585-e733-4453-938d-b9151a149611 service nova] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Updating instance_info_cache with network_info: [{"id": "4aedade1-a5a5-40d2-84bc-5e6723fd8950", "address": "fa:16:3e:4a:99:05", "network": {"id": "530862f2-dc69-4e67-8ec8-386303a3cfe0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-646053942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8f297ca4786486785ba0d4a8fe41528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aedade1-a5", "ovs_interfaceid": "4aedade1-a5a5-40d2-84bc-5e6723fd8950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.657585] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52fe1929-2c93-72f8-c00f-ae6f11be71fc, 'name': SearchDatastore_Task, 'duration_secs': 0.033325} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.657863] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.658097] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.658329] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.658483] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.658681] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.658927] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3b1f57f-4b96-42c1-bbec-f6c06c7c3151 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.669159] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.669334] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.670137] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e3e119c-d274-4812-a7ae-74e26f332d79 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.676655] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 777.676655] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d0f100-e5ed-841c-d939-5e29da0a7342" [ 777.676655] env[68391]: _type = "Task" [ 777.676655] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.684499] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d0f100-e5ed-841c-d939-5e29da0a7342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.914390] env[68391]: DEBUG nova.scheduler.client.report [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.128330] env[68391]: DEBUG oslo_concurrency.lockutils [req-e9f30063-c07c-4d55-9b4d-cbabee9dd4c7 req-17229585-e733-4453-938d-b9151a149611 service nova] Releasing lock "refresh_cache-6936afa8-a1ae-482a-b4ab-a76bb359b41f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.128613] env[68391]: DEBUG nova.compute.manager [req-e9f30063-c07c-4d55-9b4d-cbabee9dd4c7 req-17229585-e733-4453-938d-b9151a149611 service nova] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Received event network-vif-deleted-5375c681-4f22-4e9c-bc26-f92632749994 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.187609] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d0f100-e5ed-841c-d939-5e29da0a7342, 'name': SearchDatastore_Task, 'duration_secs': 0.009607} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.188764] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf8756c-78bb-45db-aa1c-ab8671339f37 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.193947] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 778.193947] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529844cb-7746-a0ff-4184-c315b28a8940" [ 778.193947] env[68391]: _type = "Task" [ 778.193947] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.201838] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529844cb-7746-a0ff-4184-c315b28a8940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.302295] env[68391]: DEBUG nova.compute.manager [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.303273] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699651ad-e71f-481e-b5f8-c0e97dc5b83b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.420553] env[68391]: DEBUG oslo_concurrency.lockutils [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.422861] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.119s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.424361] env[68391]: INFO nova.compute.claims [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.449466] env[68391]: INFO nova.scheduler.client.report [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Deleted allocations for instance 7cf7d50a-e2f5-4288-8120-0f73e85bb66a [ 778.706557] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529844cb-7746-a0ff-4184-c315b28a8940, 'name': SearchDatastore_Task, 'duration_secs': 0.017561} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.707317] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.707317] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 6936afa8-a1ae-482a-b4ab-a76bb359b41f/6936afa8-a1ae-482a-b4ab-a76bb359b41f.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.707602] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3b59d4c-9433-4b80-ad03-e231d4eae986 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.715966] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 778.715966] env[68391]: value = "task-3038908" [ 778.715966] env[68391]: _type = "Task" [ 778.715966] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.723800] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.816807] env[68391]: INFO nova.compute.manager [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] instance snapshotting [ 778.816807] env[68391]: WARNING nova.compute.manager [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 778.818183] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0860f85-00e6-4928-b6d4-4ed1d1ba21d7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.841757] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23260321-6540-44e8-96d4-4429327bb835 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.960285] env[68391]: DEBUG oslo_concurrency.lockutils [None req-03375132-8947-4320-9ba5-1b46f736cbdd tempest-MultipleCreateTestJSON-848997336 tempest-MultipleCreateTestJSON-848997336-project-member] Lock "7cf7d50a-e2f5-4288-8120-0f73e85bb66a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.311s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.226522] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445916} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.226787] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 6936afa8-a1ae-482a-b4ab-a76bb359b41f/6936afa8-a1ae-482a-b4ab-a76bb359b41f.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.227010] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.227301] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-290760dd-09c3-4436-8012-547edce78aad {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.235146] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 779.235146] env[68391]: value = "task-3038909" [ 779.235146] env[68391]: _type = "Task" [ 779.235146] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.246105] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.354334] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Creating Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 779.354334] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a998e732-fcb2-4e07-8cf4-b68ff2ad7f5e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.363459] env[68391]: DEBUG oslo_vmware.api [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 779.363459] env[68391]: value = "task-3038910" [ 779.363459] env[68391]: _type = "Task" [ 779.363459] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.373034] env[68391]: DEBUG oslo_vmware.api [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038910, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.745399] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063716} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.745722] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.746512] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed25bb8-1e1e-409b-8946-89337aa03ad2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.769128] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 6936afa8-a1ae-482a-b4ab-a76bb359b41f/6936afa8-a1ae-482a-b4ab-a76bb359b41f.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.771871] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dae52b0-f918-49db-8233-547f1d337630 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.792028] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 779.792028] env[68391]: value = "task-3038911" [ 779.792028] env[68391]: _type = "Task" [ 779.792028] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.800717] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.875907] env[68391]: DEBUG oslo_vmware.api [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038910, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.089756] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d90a9e-fbcb-4b5b-9a9e-930c9ec4b801 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.100830] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fe16b4-13eb-467f-b475-ed49dfdce827 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.135174] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c0bead-dd87-4fdb-9ca1-7a7f9f36e8d6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.144076] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6721e3f9-5d0f-42d5-af37-70040ce473fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.158781] env[68391]: DEBUG nova.compute.provider_tree [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.303026] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038911, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.373899] env[68391]: DEBUG oslo_vmware.api [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038910, 'name': CreateSnapshot_Task, 'duration_secs': 0.524425} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.374271] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Created Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 780.375194] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4c16d3-f103-4c19-b065-aab088400f57 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.662828] env[68391]: DEBUG nova.scheduler.client.report [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.803567] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038911, 'name': ReconfigVM_Task, 'duration_secs': 0.54851} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.805023] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 6936afa8-a1ae-482a-b4ab-a76bb359b41f/6936afa8-a1ae-482a-b4ab-a76bb359b41f.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.805023] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1b6fbda-46e1-486c-87e5-d53761b2943d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.812968] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 780.812968] env[68391]: value = "task-3038912" [ 780.812968] env[68391]: _type = "Task" [ 780.812968] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.822013] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038912, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.894216] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Creating linked-clone VM from snapshot {{(pid=68391) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 780.894451] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8300eb03-a9c9-4806-be88-4582ab66f3a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.904459] env[68391]: DEBUG oslo_vmware.api [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 780.904459] env[68391]: value = "task-3038913" [ 780.904459] env[68391]: _type = "Task" [ 780.904459] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.913519] env[68391]: DEBUG oslo_vmware.api [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038913, 'name': CloneVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.168473] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.169239] env[68391]: DEBUG nova.compute.manager [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.172766] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.213s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.173046] env[68391]: DEBUG nova.objects.instance [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Lazy-loading 'resources' on Instance uuid 14ea71d3-251f-4b36-a4dc-b23750b7e83b {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.323930] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038912, 'name': Rename_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.415487] env[68391]: DEBUG oslo_vmware.api [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038913, 'name': CloneVM_Task} progress is 93%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.679555] env[68391]: DEBUG nova.compute.utils [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.681249] env[68391]: DEBUG nova.compute.manager [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Not allocating networking since 'none' was specified. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 781.830511] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038912, 'name': Rename_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.917270] env[68391]: DEBUG oslo_vmware.api [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038913, 'name': CloneVM_Task} progress is 93%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.083086] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc016e3e-a131-4a5b-b878-e2e1ff518a3f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.091066] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4782cc0c-3eec-4443-805f-4c93aaa9aabc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.122361] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c9bc76-6f7d-4143-848f-ce11541acc0f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.130764] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61adf137-e2aa-4c0c-8a13-90b57ce02cec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.146157] env[68391]: DEBUG nova.compute.provider_tree [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.182368] env[68391]: DEBUG nova.compute.manager [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.324742] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038912, 'name': Rename_Task, 'duration_secs': 1.432313} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.324742] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.324742] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca1240b9-cb61-43c5-aaa2-0fbd433b21c0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.333536] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 782.333536] env[68391]: value = "task-3038914" [ 782.333536] env[68391]: _type = "Task" [ 782.333536] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.341121] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.418727] env[68391]: DEBUG oslo_vmware.api [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038913, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.649342] env[68391]: DEBUG nova.scheduler.client.report [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.843294] env[68391]: DEBUG oslo_vmware.api [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038914, 'name': PowerOnVM_Task, 'duration_secs': 0.470359} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.843608] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.843773] env[68391]: INFO nova.compute.manager [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Took 8.84 seconds to spawn the instance on the hypervisor. [ 782.843948] env[68391]: DEBUG nova.compute.manager [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.844741] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5269571a-a44d-4950-805b-9a374247d6ef {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.919414] env[68391]: DEBUG oslo_vmware.api [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038913, 'name': CloneVM_Task, 'duration_secs': 1.95306} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.919656] env[68391]: INFO nova.virt.vmwareapi.vmops [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Created linked-clone VM from snapshot [ 782.920404] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf46ddcf-0158-4a2e-be23-0d97e92fa10e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.930547] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Uploading image 8006299c-dbc3-4b00-b910-7bd27b18ad42 {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 782.950526] env[68391]: DEBUG oslo_vmware.rw_handles [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 782.950526] env[68391]: value = "vm-608900" [ 782.950526] env[68391]: _type = "VirtualMachine" [ 782.950526] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 782.950840] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b4b26095-c93d-40e5-ba3f-0dd8cbeb3029 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.959519] env[68391]: DEBUG oslo_vmware.rw_handles [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lease: (returnval){ [ 782.959519] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521aa302-11cc-c1c9-8803-3d31e8dcc593" [ 782.959519] env[68391]: _type = "HttpNfcLease" [ 782.959519] env[68391]: } obtained for exporting VM: (result){ [ 782.959519] env[68391]: value = "vm-608900" [ 782.959519] env[68391]: _type = "VirtualMachine" [ 782.959519] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 782.959795] env[68391]: DEBUG oslo_vmware.api [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the lease: (returnval){ [ 782.959795] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521aa302-11cc-c1c9-8803-3d31e8dcc593" [ 782.959795] env[68391]: _type = "HttpNfcLease" [ 782.959795] env[68391]: } to be ready. {{(pid=68391) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 782.967029] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 782.967029] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521aa302-11cc-c1c9-8803-3d31e8dcc593" [ 782.967029] env[68391]: _type = "HttpNfcLease" [ 782.967029] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 783.154480] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.156769] env[68391]: DEBUG oslo_concurrency.lockutils [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.100s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.158971] env[68391]: INFO nova.compute.claims [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.181145] env[68391]: INFO nova.scheduler.client.report [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Deleted allocations for instance 14ea71d3-251f-4b36-a4dc-b23750b7e83b [ 783.192688] env[68391]: DEBUG nova.compute.manager [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.216753] env[68391]: DEBUG nova.virt.hardware [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.216995] env[68391]: DEBUG nova.virt.hardware [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.217174] env[68391]: DEBUG nova.virt.hardware [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.217394] env[68391]: DEBUG nova.virt.hardware [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.217547] env[68391]: DEBUG nova.virt.hardware [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.217694] env[68391]: DEBUG nova.virt.hardware [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.217899] env[68391]: DEBUG nova.virt.hardware [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.218067] env[68391]: DEBUG nova.virt.hardware [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.218238] env[68391]: DEBUG nova.virt.hardware [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.218406] env[68391]: DEBUG nova.virt.hardware [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.218663] env[68391]: DEBUG nova.virt.hardware [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.219598] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34754c94-45cb-403d-b2a4-bb5d348948f5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.229305] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f688f6f3-052c-455e-80c5-cd3499a6f72a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.245015] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Instance VIF info [] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.250455] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Creating folder: Project (969f1a13ebe7494d94d059d1e4173854). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.250916] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87add0ab-cb7f-47a6-879d-fc5a32d07cfb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.263748] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Created folder: Project (969f1a13ebe7494d94d059d1e4173854) in parent group-v608736. [ 783.263748] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Creating folder: Instances. Parent ref: group-v608901. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.263807] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9bc45d2-795d-47ab-9027-5a09fb17909c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.273462] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Created folder: Instances in parent group-v608901. [ 783.273715] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.273906] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.274131] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4eaccb4-f27a-46c6-89b4-370ae79a8dcd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.291025] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.291025] env[68391]: value = "task-3038918" [ 783.291025] env[68391]: _type = "Task" [ 783.291025] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.300369] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038918, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.368200] env[68391]: INFO nova.compute.manager [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Took 50.71 seconds to build instance. [ 783.470833] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 783.470833] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521aa302-11cc-c1c9-8803-3d31e8dcc593" [ 783.470833] env[68391]: _type = "HttpNfcLease" [ 783.470833] env[68391]: } is ready. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 783.470833] env[68391]: DEBUG oslo_vmware.rw_handles [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 783.470833] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521aa302-11cc-c1c9-8803-3d31e8dcc593" [ 783.470833] env[68391]: _type = "HttpNfcLease" [ 783.470833] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 783.470833] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b453a0d6-cacd-4ecf-ab2e-32d84e98fa1a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.477716] env[68391]: DEBUG oslo_vmware.rw_handles [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260b0c2-73d3-c4c1-82a8-8b20e28b1530/disk-0.vmdk from lease info. {{(pid=68391) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 783.477889] env[68391]: DEBUG oslo_vmware.rw_handles [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260b0c2-73d3-c4c1-82a8-8b20e28b1530/disk-0.vmdk for reading. {{(pid=68391) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 783.589672] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4ed5f11d-cd74-4d09-92c6-e37bf869fb8b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.689029] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bcf2e727-f971-4e21-b2b5-b2ca03c4b2ae tempest-ServerTagsTestJSON-463484383 tempest-ServerTagsTestJSON-463484383-project-member] Lock "14ea71d3-251f-4b36-a4dc-b23750b7e83b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.712s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.800932] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038918, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.871506] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4a4f2d6f-d019-4dab-be1e-819885f9e6ed tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "6936afa8-a1ae-482a-b4ab-a76bb359b41f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.172s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.311346] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038918, 'name': CreateVM_Task, 'duration_secs': 0.675209} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.312217] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.312217] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.312547] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.313018] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.313392] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ee1b9b0-860d-4d2d-8fce-031e0a69689e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.322500] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for the task: (returnval){ [ 784.322500] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b9408c-233f-eb23-6e9f-fee07b17f19c" [ 784.322500] env[68391]: _type = "Task" [ 784.322500] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.333310] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b9408c-233f-eb23-6e9f-fee07b17f19c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.362222] env[68391]: INFO nova.compute.manager [None req-1651887e-e8ed-46c6-be9f-5ef951f0bf87 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Get console output [ 784.362472] env[68391]: WARNING nova.virt.vmwareapi.driver [None req-1651887e-e8ed-46c6-be9f-5ef951f0bf87 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] The console log is missing. Check your VSPC configuration [ 784.374340] env[68391]: DEBUG nova.compute.manager [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.738571] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d12678-6e5d-4208-bfff-3d76bedbc0c0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.749345] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0799ee2-9a2e-4072-9b82-48d32aed0fb4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.791033] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50c402f-b450-412d-a212-c16b42e7d8c3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.800018] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f91cce4-a533-4678-8ce8-72ab40fd30e8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.814785] env[68391]: DEBUG nova.compute.provider_tree [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.834679] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b9408c-233f-eb23-6e9f-fee07b17f19c, 'name': SearchDatastore_Task, 'duration_secs': 0.011815} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.834985] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.835235] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.835472] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.835614] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.835782] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.836097] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae94306b-8491-4d5c-b374-46bf21d81bc3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.846143] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.846388] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.847149] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f8e8587-1dae-40a0-b6d4-3bacc1d52f1e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.853606] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for the task: (returnval){ [ 784.853606] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528ea68e-1a03-755c-54fb-98909a458b6e" [ 784.853606] env[68391]: _type = "Task" [ 784.853606] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.863236] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528ea68e-1a03-755c-54fb-98909a458b6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.894196] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.319177] env[68391]: DEBUG nova.scheduler.client.report [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.370726] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528ea68e-1a03-755c-54fb-98909a458b6e, 'name': SearchDatastore_Task, 'duration_secs': 0.010762} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.370726] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c09b34f3-5a52-4b75-ac75-485443584a9e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.377522] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for the task: (returnval){ [ 785.377522] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a3e50e-5132-23dc-9d18-66990f637116" [ 785.377522] env[68391]: _type = "Task" [ 785.377522] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.388243] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a3e50e-5132-23dc-9d18-66990f637116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.561356] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Acquiring lock "54a90dc4-1c71-487e-90c8-9ac494d9ea3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.561681] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Lock "54a90dc4-1c71-487e-90c8-9ac494d9ea3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.561922] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Acquiring lock "54a90dc4-1c71-487e-90c8-9ac494d9ea3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.562617] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Lock "54a90dc4-1c71-487e-90c8-9ac494d9ea3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.562617] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Lock "54a90dc4-1c71-487e-90c8-9ac494d9ea3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.564924] env[68391]: INFO nova.compute.manager [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Terminating instance [ 785.825712] env[68391]: DEBUG oslo_concurrency.lockutils [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.826441] env[68391]: DEBUG nova.compute.manager [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.830390] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.790s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.832623] env[68391]: INFO nova.compute.claims [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.892475] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a3e50e-5132-23dc-9d18-66990f637116, 'name': SearchDatastore_Task, 'duration_secs': 0.010845} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.892931] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.893273] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] cabde9c0-af55-4b04-a866-83f41b301ccc/cabde9c0-af55-4b04-a866-83f41b301ccc.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.893777] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae97439b-115b-421f-9c3f-c905de0b2f3b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.902771] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for the task: (returnval){ [ 785.902771] env[68391]: value = "task-3038919" [ 785.902771] env[68391]: _type = "Task" [ 785.902771] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.911764] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.070106] env[68391]: DEBUG nova.compute.manager [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.070106] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.071225] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0401276-ea60-4552-8613-87ec3204d45f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.082962] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.083337] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8779635c-ae70-4df6-b39c-dca719aec229 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.093472] env[68391]: DEBUG oslo_vmware.api [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Waiting for the task: (returnval){ [ 786.093472] env[68391]: value = "task-3038920" [ 786.093472] env[68391]: _type = "Task" [ 786.093472] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.105184] env[68391]: DEBUG oslo_vmware.api [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': task-3038920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.337733] env[68391]: DEBUG nova.compute.utils [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.341663] env[68391]: DEBUG nova.compute.manager [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.341874] env[68391]: DEBUG nova.network.neutron [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.399195] env[68391]: DEBUG nova.policy [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7517ac4a7a544bea2923197a254c78a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3884c81cc004292a83fcdb8e89e586d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.420155] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50275} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.421256] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] cabde9c0-af55-4b04-a866-83f41b301ccc/cabde9c0-af55-4b04-a866-83f41b301ccc.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.421600] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.421939] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b2e9ea2-0c10-4788-8ac6-9a21a57da59c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.430115] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for the task: (returnval){ [ 786.430115] env[68391]: value = "task-3038921" [ 786.430115] env[68391]: _type = "Task" [ 786.430115] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.441631] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.608508] env[68391]: DEBUG oslo_vmware.api [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': task-3038920, 'name': PowerOffVM_Task, 'duration_secs': 0.401053} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.609099] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.609099] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.609226] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14269dd1-8953-41d3-9551-4a2679f8f377 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.676525] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.676886] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.677252] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Deleting the datastore file [datastore1] 54a90dc4-1c71-487e-90c8-9ac494d9ea3b {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.678148] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d55099c5-62af-43d1-848e-979e7dd8263a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.687825] env[68391]: DEBUG oslo_vmware.api [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Waiting for the task: (returnval){ [ 786.687825] env[68391]: value = "task-3038923" [ 786.687825] env[68391]: _type = "Task" [ 786.687825] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.696918] env[68391]: DEBUG oslo_vmware.api [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': task-3038923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.760534] env[68391]: DEBUG nova.network.neutron [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Successfully created port: 1e45f123-1498-486f-85ec-b4606ef9f450 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.842319] env[68391]: DEBUG nova.compute.manager [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.915795] env[68391]: DEBUG oslo_concurrency.lockutils [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquiring lock "6936afa8-a1ae-482a-b4ab-a76bb359b41f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.916122] env[68391]: DEBUG oslo_concurrency.lockutils [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "6936afa8-a1ae-482a-b4ab-a76bb359b41f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.916413] env[68391]: DEBUG oslo_concurrency.lockutils [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquiring lock "6936afa8-a1ae-482a-b4ab-a76bb359b41f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.916615] env[68391]: DEBUG oslo_concurrency.lockutils [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "6936afa8-a1ae-482a-b4ab-a76bb359b41f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.917304] env[68391]: DEBUG oslo_concurrency.lockutils [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "6936afa8-a1ae-482a-b4ab-a76bb359b41f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.920884] env[68391]: INFO nova.compute.manager [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Terminating instance [ 786.941936] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077796} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.944979] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.946151] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f884e8d-87e8-40ba-b9d8-7143a29116f2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.977300] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] cabde9c0-af55-4b04-a866-83f41b301ccc/cabde9c0-af55-4b04-a866-83f41b301ccc.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.980137] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f3af2f-1880-4222-b0bb-d2bc25b8eb06 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.008202] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for the task: (returnval){ [ 787.008202] env[68391]: value = "task-3038924" [ 787.008202] env[68391]: _type = "Task" [ 787.008202] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.020237] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.136983] env[68391]: DEBUG oslo_concurrency.lockutils [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquiring lock "7531795f-fa8e-4e6b-9c78-f619a759203f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.137759] env[68391]: DEBUG oslo_concurrency.lockutils [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "7531795f-fa8e-4e6b-9c78-f619a759203f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.203352] env[68391]: DEBUG oslo_vmware.api [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Task: {'id': task-3038923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178482} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.203620] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.203818] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.204021] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.204253] env[68391]: INFO nova.compute.manager [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 787.204458] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.205207] env[68391]: DEBUG nova.compute.manager [-] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.205318] env[68391]: DEBUG nova.network.neutron [-] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.411266] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df804d5-be78-43de-bfc4-3e6555e390ca {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.419479] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763107f1-7679-46a9-91f8-7aebf4c9854b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.451941] env[68391]: DEBUG nova.compute.manager [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.452195] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.453508] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8530b7a-0e76-4311-aa49-34cf5c948fc5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.457723] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c207493-a663-4917-a78a-05be1ecdee39 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.464532] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.466504] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-296b9665-8832-4cfa-9dca-431776faa3c5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.468923] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17c5766-7159-40f4-91fb-a399a877b365 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.484193] env[68391]: DEBUG nova.compute.provider_tree [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.487120] env[68391]: DEBUG oslo_vmware.api [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 787.487120] env[68391]: value = "task-3038925" [ 787.487120] env[68391]: _type = "Task" [ 787.487120] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.499036] env[68391]: DEBUG oslo_vmware.api [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.518529] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038924, 'name': ReconfigVM_Task, 'duration_secs': 0.331261} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.521065] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Reconfigured VM instance instance-0000003a to attach disk [datastore2] cabde9c0-af55-4b04-a866-83f41b301ccc/cabde9c0-af55-4b04-a866-83f41b301ccc.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.521065] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f80825ec-3702-4efb-a564-c7c7efbfea66 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.529234] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for the task: (returnval){ [ 787.529234] env[68391]: value = "task-3038926" [ 787.529234] env[68391]: _type = "Task" [ 787.529234] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.540728] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038926, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.561348] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquiring lock "f09475ed-e91f-4338-8a89-be1e4d732c8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.561348] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "f09475ed-e91f-4338-8a89-be1e4d732c8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.769084] env[68391]: DEBUG nova.compute.manager [req-7d46d100-eade-42f6-ab08-cc214c527ff4 req-db29a984-a860-4688-aeb8-3a11165461ce service nova] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Received event network-vif-deleted-b9a0f038-cd3a-44b4-867f-4cb07dac1e56 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.769171] env[68391]: INFO nova.compute.manager [req-7d46d100-eade-42f6-ab08-cc214c527ff4 req-db29a984-a860-4688-aeb8-3a11165461ce service nova] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Neutron deleted interface b9a0f038-cd3a-44b4-867f-4cb07dac1e56; detaching it from the instance and deleting it from the info cache [ 787.769415] env[68391]: DEBUG nova.network.neutron [req-7d46d100-eade-42f6-ab08-cc214c527ff4 req-db29a984-a860-4688-aeb8-3a11165461ce service nova] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.854735] env[68391]: DEBUG nova.compute.manager [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.880506] env[68391]: DEBUG nova.virt.hardware [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.880748] env[68391]: DEBUG nova.virt.hardware [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.881061] env[68391]: DEBUG nova.virt.hardware [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.881124] env[68391]: DEBUG nova.virt.hardware [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.881225] env[68391]: DEBUG nova.virt.hardware [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.881380] env[68391]: DEBUG nova.virt.hardware [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.881614] env[68391]: DEBUG nova.virt.hardware [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.881782] env[68391]: DEBUG nova.virt.hardware [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.881947] env[68391]: DEBUG nova.virt.hardware [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.882124] env[68391]: DEBUG nova.virt.hardware [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.882305] env[68391]: DEBUG nova.virt.hardware [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.883166] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a119c5db-3e75-4c04-bfd0-9d6b7ddb6ce3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.892225] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afece54f-6462-4d21-a349-21a08da3836a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.988823] env[68391]: DEBUG nova.scheduler.client.report [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.001454] env[68391]: DEBUG oslo_vmware.api [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038925, 'name': PowerOffVM_Task, 'duration_secs': 0.227081} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.001741] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.001908] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.002211] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09ba3a6f-f55a-4151-836c-d91fe14900f0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.041777] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038926, 'name': Rename_Task, 'duration_secs': 0.161997} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.042230] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.042540] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0662d2c-d9bd-48a1-97d5-dd4969c525a3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.050846] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for the task: (returnval){ [ 788.050846] env[68391]: value = "task-3038928" [ 788.050846] env[68391]: _type = "Task" [ 788.050846] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.060386] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.075802] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.076048] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.076295] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Deleting the datastore file [datastore2] 6936afa8-a1ae-482a-b4ab-a76bb359b41f {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.076584] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dbbf9c3-0aca-45dd-a194-460c795b74a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.085491] env[68391]: DEBUG oslo_vmware.api [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 788.085491] env[68391]: value = "task-3038929" [ 788.085491] env[68391]: _type = "Task" [ 788.085491] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.095891] env[68391]: DEBUG oslo_vmware.api [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.187492] env[68391]: DEBUG nova.network.neutron [-] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.273540] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ed64eb7-a9cd-4ef7-963f-629051b3cf99 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.286722] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5522ef1d-b9a5-4cbd-8ac7-51fdf0d6fb3a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.328229] env[68391]: DEBUG nova.compute.manager [req-7d46d100-eade-42f6-ab08-cc214c527ff4 req-db29a984-a860-4688-aeb8-3a11165461ce service nova] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Detach interface failed, port_id=b9a0f038-cd3a-44b4-867f-4cb07dac1e56, reason: Instance 54a90dc4-1c71-487e-90c8-9ac494d9ea3b could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 788.331530] env[68391]: DEBUG nova.compute.manager [req-97599f5c-7bcd-4b26-82e3-3a2e1cda345e req-100f41aa-7982-41a4-b225-61963fdc7143 service nova] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Received event network-vif-plugged-1e45f123-1498-486f-85ec-b4606ef9f450 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.331771] env[68391]: DEBUG oslo_concurrency.lockutils [req-97599f5c-7bcd-4b26-82e3-3a2e1cda345e req-100f41aa-7982-41a4-b225-61963fdc7143 service nova] Acquiring lock "0ebee0cf-0566-42b3-9d46-2b959dbcb8ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.331989] env[68391]: DEBUG oslo_concurrency.lockutils [req-97599f5c-7bcd-4b26-82e3-3a2e1cda345e req-100f41aa-7982-41a4-b225-61963fdc7143 service nova] Lock "0ebee0cf-0566-42b3-9d46-2b959dbcb8ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.332194] env[68391]: DEBUG oslo_concurrency.lockutils [req-97599f5c-7bcd-4b26-82e3-3a2e1cda345e req-100f41aa-7982-41a4-b225-61963fdc7143 service nova] Lock "0ebee0cf-0566-42b3-9d46-2b959dbcb8ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.332359] env[68391]: DEBUG nova.compute.manager [req-97599f5c-7bcd-4b26-82e3-3a2e1cda345e req-100f41aa-7982-41a4-b225-61963fdc7143 service nova] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] No waiting events found dispatching network-vif-plugged-1e45f123-1498-486f-85ec-b4606ef9f450 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.332537] env[68391]: WARNING nova.compute.manager [req-97599f5c-7bcd-4b26-82e3-3a2e1cda345e req-100f41aa-7982-41a4-b225-61963fdc7143 service nova] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Received unexpected event network-vif-plugged-1e45f123-1498-486f-85ec-b4606ef9f450 for instance with vm_state building and task_state spawning. [ 788.430254] env[68391]: DEBUG nova.network.neutron [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Successfully updated port: 1e45f123-1498-486f-85ec-b4606ef9f450 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.497460] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.498129] env[68391]: DEBUG nova.compute.manager [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.500776] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.920s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.502409] env[68391]: INFO nova.compute.claims [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.565188] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038928, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.596015] env[68391]: DEBUG oslo_vmware.api [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3038929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176353} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.596337] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.596554] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.596736] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.596912] env[68391]: INFO nova.compute.manager [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 788.597177] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.597414] env[68391]: DEBUG nova.compute.manager [-] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.597548] env[68391]: DEBUG nova.network.neutron [-] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.690910] env[68391]: INFO nova.compute.manager [-] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Took 1.49 seconds to deallocate network for instance. [ 788.935067] env[68391]: DEBUG oslo_concurrency.lockutils [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "refresh_cache-0ebee0cf-0566-42b3-9d46-2b959dbcb8ee" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.935249] env[68391]: DEBUG oslo_concurrency.lockutils [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquired lock "refresh_cache-0ebee0cf-0566-42b3-9d46-2b959dbcb8ee" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.935434] env[68391]: DEBUG nova.network.neutron [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.007058] env[68391]: DEBUG nova.compute.utils [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.011610] env[68391]: DEBUG nova.compute.manager [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.011797] env[68391]: DEBUG nova.network.neutron [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.052473] env[68391]: DEBUG nova.policy [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e21fb40410246808331bae7a5eacbb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb13d836decf4c3d8260285f976c88f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.064194] env[68391]: DEBUG oslo_vmware.api [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038928, 'name': PowerOnVM_Task, 'duration_secs': 0.576077} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.064450] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.064656] env[68391]: INFO nova.compute.manager [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Took 5.87 seconds to spawn the instance on the hypervisor. [ 789.064849] env[68391]: DEBUG nova.compute.manager [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.066342] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a413bfe-4013-4082-bd76-036d4a509f7a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.198242] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.336676] env[68391]: DEBUG nova.network.neutron [-] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.379570] env[68391]: DEBUG nova.network.neutron [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Successfully created port: de5bab67-b30b-44fe-bb9e-fb9fff8dac9a {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.489995] env[68391]: DEBUG nova.network.neutron [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.513028] env[68391]: DEBUG nova.compute.manager [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.589296] env[68391]: INFO nova.compute.manager [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Took 51.30 seconds to build instance. [ 789.843743] env[68391]: INFO nova.compute.manager [-] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Took 1.25 seconds to deallocate network for instance. [ 789.934650] env[68391]: DEBUG nova.network.neutron [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Updating instance_info_cache with network_info: [{"id": "1e45f123-1498-486f-85ec-b4606ef9f450", "address": "fa:16:3e:b7:02:3f", "network": {"id": "88878d29-b313-40da-8440-f07b6f7f68d3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-237336109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3884c81cc004292a83fcdb8e89e586d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e45f123-14", "ovs_interfaceid": "1e45f123-1498-486f-85ec-b4606ef9f450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.074510] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8b8a2b-80e7-431a-9b2f-6e38306712a8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.084209] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3533df31-d310-488a-ac88-740fc1947fda {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.091132] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bef8ab36-0141-402b-8d46-fd5a86e020ae tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Lock "cabde9c0-af55-4b04-a866-83f41b301ccc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.470s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.117376] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a934d4d-76af-4880-b027-f07ed64936f7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.126723] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17c5acf-2351-4f47-88ca-fe2086f1d9ec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.142030] env[68391]: DEBUG nova.compute.provider_tree [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.353599] env[68391]: DEBUG oslo_concurrency.lockutils [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.389448] env[68391]: DEBUG nova.compute.manager [req-956bb674-d69c-485e-9e61-354e5092f113 req-ae47d809-1559-47dd-b6aa-702677d47768 service nova] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Received event network-changed-1e45f123-1498-486f-85ec-b4606ef9f450 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.390267] env[68391]: DEBUG nova.compute.manager [req-956bb674-d69c-485e-9e61-354e5092f113 req-ae47d809-1559-47dd-b6aa-702677d47768 service nova] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Refreshing instance network info cache due to event network-changed-1e45f123-1498-486f-85ec-b4606ef9f450. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.390267] env[68391]: DEBUG oslo_concurrency.lockutils [req-956bb674-d69c-485e-9e61-354e5092f113 req-ae47d809-1559-47dd-b6aa-702677d47768 service nova] Acquiring lock "refresh_cache-0ebee0cf-0566-42b3-9d46-2b959dbcb8ee" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.436919] env[68391]: DEBUG oslo_concurrency.lockutils [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Releasing lock "refresh_cache-0ebee0cf-0566-42b3-9d46-2b959dbcb8ee" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.437406] env[68391]: DEBUG nova.compute.manager [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Instance network_info: |[{"id": "1e45f123-1498-486f-85ec-b4606ef9f450", "address": "fa:16:3e:b7:02:3f", "network": {"id": "88878d29-b313-40da-8440-f07b6f7f68d3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-237336109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3884c81cc004292a83fcdb8e89e586d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e45f123-14", "ovs_interfaceid": "1e45f123-1498-486f-85ec-b4606ef9f450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.437924] env[68391]: DEBUG oslo_concurrency.lockutils [req-956bb674-d69c-485e-9e61-354e5092f113 req-ae47d809-1559-47dd-b6aa-702677d47768 service nova] Acquired lock "refresh_cache-0ebee0cf-0566-42b3-9d46-2b959dbcb8ee" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.437924] env[68391]: DEBUG nova.network.neutron [req-956bb674-d69c-485e-9e61-354e5092f113 req-ae47d809-1559-47dd-b6aa-702677d47768 service nova] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Refreshing network info cache for port 1e45f123-1498-486f-85ec-b4606ef9f450 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.439085] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:02:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ada35c98-01a9-4352-98e4-1d20ba31f928', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e45f123-1498-486f-85ec-b4606ef9f450', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.448334] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Creating folder: Project (f3884c81cc004292a83fcdb8e89e586d). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.451425] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46beb382-39a0-4fbb-b927-1b36dd7c8bdd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.462515] env[68391]: INFO nova.compute.manager [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Rebuilding instance [ 790.467803] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Created folder: Project (f3884c81cc004292a83fcdb8e89e586d) in parent group-v608736. [ 790.468112] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Creating folder: Instances. Parent ref: group-v608904. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.468247] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-436579a6-e18f-45f0-ba56-e2e12d8107b8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.482540] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Created folder: Instances in parent group-v608904. [ 790.482829] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.486931] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.488028] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-718f4f12-1993-4995-931c-ff57554180b6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.511967] env[68391]: DEBUG nova.compute.manager [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.514024] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fc87f1-a9f4-4a2f-a789-0fc338be6e88 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.518623] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.518623] env[68391]: value = "task-3038932" [ 790.518623] env[68391]: _type = "Task" [ 790.518623] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.531810] env[68391]: DEBUG nova.compute.manager [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.533704] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038932, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.556071] env[68391]: DEBUG nova.virt.hardware [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.556404] env[68391]: DEBUG nova.virt.hardware [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.556571] env[68391]: DEBUG nova.virt.hardware [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.556810] env[68391]: DEBUG nova.virt.hardware [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.556901] env[68391]: DEBUG nova.virt.hardware [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.557057] env[68391]: DEBUG nova.virt.hardware [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.557346] env[68391]: DEBUG nova.virt.hardware [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.558026] env[68391]: DEBUG nova.virt.hardware [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.558026] env[68391]: DEBUG nova.virt.hardware [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.558026] env[68391]: DEBUG nova.virt.hardware [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.558026] env[68391]: DEBUG nova.virt.hardware [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.559036] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4a5d8b-b429-42af-91e6-62aa3cc94e27 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.570105] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624c8a22-edcd-444f-aba1-5ca06e999992 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.617337] env[68391]: DEBUG nova.compute.manager [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.645150] env[68391]: DEBUG nova.scheduler.client.report [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.706692] env[68391]: DEBUG nova.network.neutron [req-956bb674-d69c-485e-9e61-354e5092f113 req-ae47d809-1559-47dd-b6aa-702677d47768 service nova] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Updated VIF entry in instance network info cache for port 1e45f123-1498-486f-85ec-b4606ef9f450. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.707127] env[68391]: DEBUG nova.network.neutron [req-956bb674-d69c-485e-9e61-354e5092f113 req-ae47d809-1559-47dd-b6aa-702677d47768 service nova] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Updating instance_info_cache with network_info: [{"id": "1e45f123-1498-486f-85ec-b4606ef9f450", "address": "fa:16:3e:b7:02:3f", "network": {"id": "88878d29-b313-40da-8440-f07b6f7f68d3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-237336109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3884c81cc004292a83fcdb8e89e586d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e45f123-14", "ovs_interfaceid": "1e45f123-1498-486f-85ec-b4606ef9f450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.971460] env[68391]: DEBUG nova.network.neutron [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Successfully updated port: de5bab67-b30b-44fe-bb9e-fb9fff8dac9a {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.032579] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038932, 'name': CreateVM_Task, 'duration_secs': 0.420046} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.032760] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.033450] env[68391]: DEBUG oslo_concurrency.lockutils [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.033615] env[68391]: DEBUG oslo_concurrency.lockutils [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.033951] env[68391]: DEBUG oslo_concurrency.lockutils [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.034532] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e52d73f5-04b4-4854-8652-756147f2386f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.040636] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 791.040636] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d181fe-ec17-aa77-24b3-d5b9f8d86086" [ 791.040636] env[68391]: _type = "Task" [ 791.040636] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.052811] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d181fe-ec17-aa77-24b3-d5b9f8d86086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.145151] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.150650] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.151300] env[68391]: DEBUG nova.compute.manager [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.153448] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.608s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.153626] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.153789] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68391) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 791.154125] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.136s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.155697] env[68391]: INFO nova.compute.claims [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.158984] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47f1bdc-48fb-4b90-a69d-b634498dbcf9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.168574] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21e402a-1b9e-48dd-8125-71879b24153e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.187685] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229944ce-c644-4f7a-bbb9-ff4961b028ef {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.195812] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e289d6-f9b2-41d5-b4c1-5ad32c2fc2dd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.229332] env[68391]: DEBUG oslo_concurrency.lockutils [req-956bb674-d69c-485e-9e61-354e5092f113 req-ae47d809-1559-47dd-b6aa-702677d47768 service nova] Releasing lock "refresh_cache-0ebee0cf-0566-42b3-9d46-2b959dbcb8ee" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.229585] env[68391]: DEBUG nova.compute.manager [req-956bb674-d69c-485e-9e61-354e5092f113 req-ae47d809-1559-47dd-b6aa-702677d47768 service nova] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Received event network-vif-deleted-4aedade1-a5a5-40d2-84bc-5e6723fd8950 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.232047] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178420MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=68391) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 791.232047] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.346713] env[68391]: DEBUG oslo_vmware.rw_handles [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260b0c2-73d3-c4c1-82a8-8b20e28b1530/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 791.347638] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9db62c7-6024-44dc-9925-7c5e5311f641 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.354427] env[68391]: DEBUG oslo_vmware.rw_handles [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260b0c2-73d3-c4c1-82a8-8b20e28b1530/disk-0.vmdk is in state: ready. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 791.354595] env[68391]: ERROR oslo_vmware.rw_handles [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260b0c2-73d3-c4c1-82a8-8b20e28b1530/disk-0.vmdk due to incomplete transfer. [ 791.354811] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b57f6fc8-67fe-4930-815b-c45f0ff1747f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.362558] env[68391]: DEBUG oslo_vmware.rw_handles [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260b0c2-73d3-c4c1-82a8-8b20e28b1530/disk-0.vmdk. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 791.362763] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Uploaded image 8006299c-dbc3-4b00-b910-7bd27b18ad42 to the Glance image server {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 791.365328] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Destroying the VM {{(pid=68391) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 791.365620] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-319d8204-bd55-4d7f-b679-141d83607e69 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.374283] env[68391]: DEBUG oslo_vmware.api [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 791.374283] env[68391]: value = "task-3038933" [ 791.374283] env[68391]: _type = "Task" [ 791.374283] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.382976] env[68391]: DEBUG oslo_vmware.api [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038933, 'name': Destroy_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.477757] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "refresh_cache-6ea9bd00-f2e9-4629-b4f6-39e460cfa864" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.477925] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired lock "refresh_cache-6ea9bd00-f2e9-4629-b4f6-39e460cfa864" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.478105] env[68391]: DEBUG nova.network.neutron [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.535983] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.536523] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3749a7f-0f41-4f19-be91-061b4ffd83ee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.548031] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for the task: (returnval){ [ 791.548031] env[68391]: value = "task-3038934" [ 791.548031] env[68391]: _type = "Task" [ 791.548031] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.555696] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d181fe-ec17-aa77-24b3-d5b9f8d86086, 'name': SearchDatastore_Task, 'duration_secs': 0.012161} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.556509] env[68391]: DEBUG oslo_concurrency.lockutils [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.556757] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.556993] env[68391]: DEBUG oslo_concurrency.lockutils [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.557173] env[68391]: DEBUG oslo_concurrency.lockutils [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.557382] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.557669] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d075b09-ba8e-4b31-a4fc-4964e78cbf27 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.563190] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.572281] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.572485] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.573305] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ca8885-a3fd-4b5e-8a17-6e2ed0c72981 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.579218] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 791.579218] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52aa70e1-0f15-051f-7691-1a569bcdb298" [ 791.579218] env[68391]: _type = "Task" [ 791.579218] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.588824] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52aa70e1-0f15-051f-7691-1a569bcdb298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.661335] env[68391]: DEBUG nova.compute.utils [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.665253] env[68391]: DEBUG nova.compute.manager [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.665440] env[68391]: DEBUG nova.network.neutron [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.715022] env[68391]: DEBUG nova.policy [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3815edcb5a1248acb4f787040ec135f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2039f84e9a144d2bca9cb8212bb2391', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.887548] env[68391]: DEBUG oslo_vmware.api [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038933, 'name': Destroy_Task, 'duration_secs': 0.356074} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.888198] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Destroyed the VM [ 791.888198] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Deleting Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 791.888198] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-da90091e-2e96-4844-b79f-8e5bce9577c1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.896109] env[68391]: DEBUG oslo_vmware.api [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 791.896109] env[68391]: value = "task-3038935" [ 791.896109] env[68391]: _type = "Task" [ 791.896109] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.905752] env[68391]: DEBUG oslo_vmware.api [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038935, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.024029] env[68391]: DEBUG nova.network.neutron [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.058183] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038934, 'name': PowerOffVM_Task, 'duration_secs': 0.128596} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.058505] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.058727] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.059540] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de02450-a4da-4ef1-ba6f-d1b94561cde8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.066855] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.067115] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-590846e1-1256-4389-a5a0-2fdd1d4286c7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.070783] env[68391]: DEBUG nova.network.neutron [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Successfully created port: cec70db4-dc7b-4828-a422-81c05d5ccb5f {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.095455] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52aa70e1-0f15-051f-7691-1a569bcdb298, 'name': SearchDatastore_Task, 'duration_secs': 0.027112} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.096501] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d68432-e0ca-4bc5-9370-3cad05bd257f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.101064] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.101288] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.101473] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Deleting the datastore file [datastore2] cabde9c0-af55-4b04-a866-83f41b301ccc {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.101744] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8c9beed-1db3-4063-802f-32496b23bba8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.105911] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 792.105911] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529de512-d88b-f729-5e28-b699a52a863c" [ 792.105911] env[68391]: _type = "Task" [ 792.105911] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.114181] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for the task: (returnval){ [ 792.114181] env[68391]: value = "task-3038937" [ 792.114181] env[68391]: _type = "Task" [ 792.114181] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.125874] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529de512-d88b-f729-5e28-b699a52a863c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.131951] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.166098] env[68391]: DEBUG nova.compute.manager [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.235847] env[68391]: DEBUG nova.network.neutron [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Updating instance_info_cache with network_info: [{"id": "de5bab67-b30b-44fe-bb9e-fb9fff8dac9a", "address": "fa:16:3e:5e:ee:6b", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde5bab67-b3", "ovs_interfaceid": "de5bab67-b30b-44fe-bb9e-fb9fff8dac9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.353096] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "64e01734-5cdd-4e7b-b212-e0b90f056441" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.353324] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "64e01734-5cdd-4e7b-b212-e0b90f056441" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.353550] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "64e01734-5cdd-4e7b-b212-e0b90f056441-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.353747] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "64e01734-5cdd-4e7b-b212-e0b90f056441-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.353936] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "64e01734-5cdd-4e7b-b212-e0b90f056441-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.360968] env[68391]: INFO nova.compute.manager [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Terminating instance [ 792.407699] env[68391]: DEBUG oslo_vmware.api [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038935, 'name': RemoveSnapshot_Task, 'duration_secs': 0.465781} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.407699] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Deleted Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 792.407930] env[68391]: INFO nova.compute.manager [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Took 13.59 seconds to snapshot the instance on the hypervisor. [ 792.530880] env[68391]: DEBUG nova.compute.manager [req-a8bce774-1b57-4d2a-8815-9a1f141566cc req-740e37df-7b2d-4a17-9bb2-8afd94fae2cc service nova] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Received event network-vif-plugged-de5bab67-b30b-44fe-bb9e-fb9fff8dac9a {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.530937] env[68391]: DEBUG oslo_concurrency.lockutils [req-a8bce774-1b57-4d2a-8815-9a1f141566cc req-740e37df-7b2d-4a17-9bb2-8afd94fae2cc service nova] Acquiring lock "6ea9bd00-f2e9-4629-b4f6-39e460cfa864-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.531252] env[68391]: DEBUG oslo_concurrency.lockutils [req-a8bce774-1b57-4d2a-8815-9a1f141566cc req-740e37df-7b2d-4a17-9bb2-8afd94fae2cc service nova] Lock "6ea9bd00-f2e9-4629-b4f6-39e460cfa864-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.531354] env[68391]: DEBUG oslo_concurrency.lockutils [req-a8bce774-1b57-4d2a-8815-9a1f141566cc req-740e37df-7b2d-4a17-9bb2-8afd94fae2cc service nova] Lock "6ea9bd00-f2e9-4629-b4f6-39e460cfa864-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.531499] env[68391]: DEBUG nova.compute.manager [req-a8bce774-1b57-4d2a-8815-9a1f141566cc req-740e37df-7b2d-4a17-9bb2-8afd94fae2cc service nova] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] No waiting events found dispatching network-vif-plugged-de5bab67-b30b-44fe-bb9e-fb9fff8dac9a {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.531876] env[68391]: WARNING nova.compute.manager [req-a8bce774-1b57-4d2a-8815-9a1f141566cc req-740e37df-7b2d-4a17-9bb2-8afd94fae2cc service nova] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Received unexpected event network-vif-plugged-de5bab67-b30b-44fe-bb9e-fb9fff8dac9a for instance with vm_state building and task_state spawning. [ 792.531876] env[68391]: DEBUG nova.compute.manager [req-a8bce774-1b57-4d2a-8815-9a1f141566cc req-740e37df-7b2d-4a17-9bb2-8afd94fae2cc service nova] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Received event network-changed-de5bab67-b30b-44fe-bb9e-fb9fff8dac9a {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.532014] env[68391]: DEBUG nova.compute.manager [req-a8bce774-1b57-4d2a-8815-9a1f141566cc req-740e37df-7b2d-4a17-9bb2-8afd94fae2cc service nova] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Refreshing instance network info cache due to event network-changed-de5bab67-b30b-44fe-bb9e-fb9fff8dac9a. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.532358] env[68391]: DEBUG oslo_concurrency.lockutils [req-a8bce774-1b57-4d2a-8815-9a1f141566cc req-740e37df-7b2d-4a17-9bb2-8afd94fae2cc service nova] Acquiring lock "refresh_cache-6ea9bd00-f2e9-4629-b4f6-39e460cfa864" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.619431] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529de512-d88b-f729-5e28-b699a52a863c, 'name': SearchDatastore_Task, 'duration_secs': 0.023176} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.622569] env[68391]: DEBUG oslo_concurrency.lockutils [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.622823] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee/0ebee0cf-0566-42b3-9d46-2b959dbcb8ee.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.626042] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba9a2fd9-a6e8-408c-9825-63c96f74883e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.633961] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193784} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.635353] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.635450] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.635535] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.638165] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 792.638165] env[68391]: value = "task-3038938" [ 792.638165] env[68391]: _type = "Task" [ 792.638165] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.648540] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.707625] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4347dc79-bedd-4506-a9e3-063272fa6520 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.716047] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f61f821-6957-4c48-b83c-c9ab6101b18f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.748026] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Releasing lock "refresh_cache-6ea9bd00-f2e9-4629-b4f6-39e460cfa864" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.748270] env[68391]: DEBUG nova.compute.manager [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Instance network_info: |[{"id": "de5bab67-b30b-44fe-bb9e-fb9fff8dac9a", "address": "fa:16:3e:5e:ee:6b", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde5bab67-b3", "ovs_interfaceid": "de5bab67-b30b-44fe-bb9e-fb9fff8dac9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.748799] env[68391]: DEBUG oslo_concurrency.lockutils [req-a8bce774-1b57-4d2a-8815-9a1f141566cc req-740e37df-7b2d-4a17-9bb2-8afd94fae2cc service nova] Acquired lock "refresh_cache-6ea9bd00-f2e9-4629-b4f6-39e460cfa864" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.748987] env[68391]: DEBUG nova.network.neutron [req-a8bce774-1b57-4d2a-8815-9a1f141566cc req-740e37df-7b2d-4a17-9bb2-8afd94fae2cc service nova] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Refreshing network info cache for port de5bab67-b30b-44fe-bb9e-fb9fff8dac9a {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.750203] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:ee:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de5bab67-b30b-44fe-bb9e-fb9fff8dac9a', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.757530] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.758208] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc9f2ce-a5e2-4f78-9a3a-4818c24fc9b6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.763239] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.763948] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0e50d0d-2663-42c7-b723-3b5cb1f261b8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.784983] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45c78b1-ddce-4d69-865f-3368bfdb51e7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.789031] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.789031] env[68391]: value = "task-3038939" [ 792.789031] env[68391]: _type = "Task" [ 792.789031] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.801368] env[68391]: DEBUG nova.compute.provider_tree [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.806918] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038939, 'name': CreateVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.870545] env[68391]: DEBUG nova.compute.manager [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.870835] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.871776] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84b6e29-f83d-4829-af21-09417e48e4b5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.879966] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.882725] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d7d51f4-081b-4046-93f9-d326476c908c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.914204] env[68391]: DEBUG nova.compute.manager [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Instance disappeared during snapshot {{(pid=68391) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 792.926413] env[68391]: DEBUG nova.compute.manager [None req-512ab780-8e52-40df-bbd1-e6aa67f5d5a1 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Image not found during clean up 8006299c-dbc3-4b00-b910-7bd27b18ad42 {{(pid=68391) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 792.944330] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.944420] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.945036] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Deleting the datastore file [datastore1] 64e01734-5cdd-4e7b-b212-e0b90f056441 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.945036] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f96f6a7-eaf4-4eac-a531-b99a04d2df16 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.958634] env[68391]: DEBUG oslo_vmware.api [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 792.958634] env[68391]: value = "task-3038941" [ 792.958634] env[68391]: _type = "Task" [ 792.958634] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.969649] env[68391]: DEBUG oslo_vmware.api [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.040658] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "31608c63-a532-49d3-ac81-adab0ec83003" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.042050] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "31608c63-a532-49d3-ac81-adab0ec83003" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.051608] env[68391]: DEBUG nova.network.neutron [req-a8bce774-1b57-4d2a-8815-9a1f141566cc req-740e37df-7b2d-4a17-9bb2-8afd94fae2cc service nova] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Updated VIF entry in instance network info cache for port de5bab67-b30b-44fe-bb9e-fb9fff8dac9a. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.051978] env[68391]: DEBUG nova.network.neutron [req-a8bce774-1b57-4d2a-8815-9a1f141566cc req-740e37df-7b2d-4a17-9bb2-8afd94fae2cc service nova] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Updating instance_info_cache with network_info: [{"id": "de5bab67-b30b-44fe-bb9e-fb9fff8dac9a", "address": "fa:16:3e:5e:ee:6b", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde5bab67-b3", "ovs_interfaceid": "de5bab67-b30b-44fe-bb9e-fb9fff8dac9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.157224] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458039} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.157498] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee/0ebee0cf-0566-42b3-9d46-2b959dbcb8ee.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.157724] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.158107] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72397833-1c12-49ff-86af-1bb879642336 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.170176] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 793.170176] env[68391]: value = "task-3038942" [ 793.170176] env[68391]: _type = "Task" [ 793.170176] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.178976] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.189194] env[68391]: DEBUG nova.compute.manager [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.213804] env[68391]: DEBUG nova.virt.hardware [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.214066] env[68391]: DEBUG nova.virt.hardware [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.214275] env[68391]: DEBUG nova.virt.hardware [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.214582] env[68391]: DEBUG nova.virt.hardware [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.214849] env[68391]: DEBUG nova.virt.hardware [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.215126] env[68391]: DEBUG nova.virt.hardware [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.215414] env[68391]: DEBUG nova.virt.hardware [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.215661] env[68391]: DEBUG nova.virt.hardware [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.215867] env[68391]: DEBUG nova.virt.hardware [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.216134] env[68391]: DEBUG nova.virt.hardware [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.216364] env[68391]: DEBUG nova.virt.hardware [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.217315] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b60906-6caa-4657-9b74-bfc87eccca33 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.227441] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2144ce23-41db-416f-9bcb-fbe285e20e37 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.298670] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038939, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.308113] env[68391]: DEBUG nova.scheduler.client.report [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.468794] env[68391]: DEBUG oslo_vmware.api [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3038941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236426} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.469085] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.469313] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.469453] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.469640] env[68391]: INFO nova.compute.manager [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Took 0.60 seconds to destroy the instance on the hypervisor. [ 793.470221] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.470221] env[68391]: DEBUG nova.compute.manager [-] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.470221] env[68391]: DEBUG nova.network.neutron [-] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.554936] env[68391]: DEBUG oslo_concurrency.lockutils [req-a8bce774-1b57-4d2a-8815-9a1f141566cc req-740e37df-7b2d-4a17-9bb2-8afd94fae2cc service nova] Releasing lock "refresh_cache-6ea9bd00-f2e9-4629-b4f6-39e460cfa864" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.680394] env[68391]: DEBUG nova.virt.hardware [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.680763] env[68391]: DEBUG nova.virt.hardware [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.680864] env[68391]: DEBUG nova.virt.hardware [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.680954] env[68391]: DEBUG nova.virt.hardware [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.681104] env[68391]: DEBUG nova.virt.hardware [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.681254] env[68391]: DEBUG nova.virt.hardware [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.681459] env[68391]: DEBUG nova.virt.hardware [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.681617] env[68391]: DEBUG nova.virt.hardware [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.681780] env[68391]: DEBUG nova.virt.hardware [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.681936] env[68391]: DEBUG nova.virt.hardware [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.682204] env[68391]: DEBUG nova.virt.hardware [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.683010] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cc4956-60c1-4ff9-80f4-49ba6a4176fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.690816] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07644} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.690816] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.690816] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b0c12a-533e-4a34-84ee-7ceb8e0b85d0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.696473] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a4a591-b47f-46d4-9802-ce153d1d6dda {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.722482] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee/0ebee0cf-0566-42b3-9d46-2b959dbcb8ee.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.723357] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f4f66c9-c69f-4b89-9758-b043cb3282a3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.746233] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Instance VIF info [] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.752620] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.753398] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.753593] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af2c154a-bbce-4270-97e6-b78e70fe753e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.770335] env[68391]: DEBUG nova.network.neutron [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Successfully updated port: cec70db4-dc7b-4828-a422-81c05d5ccb5f {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.774630] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 793.774630] env[68391]: value = "task-3038943" [ 793.774630] env[68391]: _type = "Task" [ 793.774630] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.778145] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.778145] env[68391]: value = "task-3038944" [ 793.778145] env[68391]: _type = "Task" [ 793.778145] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.789484] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.797792] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038944, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.806415] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038939, 'name': CreateVM_Task, 'duration_secs': 0.521739} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.806581] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.807257] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.807417] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.807728] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.807979] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b91c6287-0744-404c-b70a-c8e0a60da09a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.812395] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.812860] env[68391]: DEBUG nova.compute.manager [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.815900] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.430s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.817346] env[68391]: INFO nova.compute.claims [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.820200] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 793.820200] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d36477-574f-6300-0872-beaafa1fcefc" [ 793.820200] env[68391]: _type = "Task" [ 793.820200] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.838980] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d36477-574f-6300-0872-beaafa1fcefc, 'name': SearchDatastore_Task, 'duration_secs': 0.008654} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.839316] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.839555] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.839783] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.839927] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.840113] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.840395] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f339a6d7-0af4-4efe-bd8f-b6f7b856e28a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.848503] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.848707] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.851992] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c60b2c-43dd-4b79-8c11-87410df0fb9e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.854398] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 793.854398] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52672852-1ce7-2a07-54f9-8ef9978c3147" [ 793.854398] env[68391]: _type = "Task" [ 793.854398] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.862814] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52672852-1ce7-2a07-54f9-8ef9978c3147, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.920184] env[68391]: DEBUG nova.compute.manager [req-7f9114e6-3540-448e-88d5-7164dbf84ff4 req-865e6165-d6d5-4d92-ad83-488a8338cfa2 service nova] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Received event network-vif-deleted-6cf8794c-4765-4827-9e00-965dc63f2122 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.920403] env[68391]: INFO nova.compute.manager [req-7f9114e6-3540-448e-88d5-7164dbf84ff4 req-865e6165-d6d5-4d92-ad83-488a8338cfa2 service nova] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Neutron deleted interface 6cf8794c-4765-4827-9e00-965dc63f2122; detaching it from the instance and deleting it from the info cache [ 793.920575] env[68391]: DEBUG nova.network.neutron [req-7f9114e6-3540-448e-88d5-7164dbf84ff4 req-865e6165-d6d5-4d92-ad83-488a8338cfa2 service nova] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.273195] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.273420] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.273513] env[68391]: DEBUG nova.network.neutron [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.285739] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038943, 'name': ReconfigVM_Task, 'duration_secs': 0.284059} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.286364] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee/0ebee0cf-0566-42b3-9d46-2b959dbcb8ee.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.286963] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00b2aa20-34fe-4b42-908f-e450a8e255a6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.291532] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038944, 'name': CreateVM_Task, 'duration_secs': 0.331129} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.291962] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.292366] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.292544] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.292840] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.293179] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8afd0d9-e0e8-4d57-9ba1-bb8489504c20 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.297074] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 794.297074] env[68391]: value = "task-3038945" [ 794.297074] env[68391]: _type = "Task" [ 794.297074] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.298220] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for the task: (returnval){ [ 794.298220] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5253e543-a4ea-4964-4139-31f8ef085d1d" [ 794.298220] env[68391]: _type = "Task" [ 794.298220] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.303105] env[68391]: DEBUG nova.network.neutron [-] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.311938] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038945, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.315854] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5253e543-a4ea-4964-4139-31f8ef085d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.008709} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.316141] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.316390] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.316626] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.316770] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.316943] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.317194] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d0a6107-60de-42e8-b1c1-abd5a784f15f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.324103] env[68391]: DEBUG nova.compute.utils [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.325649] env[68391]: DEBUG nova.compute.manager [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.325803] env[68391]: DEBUG nova.network.neutron [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.330033] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.330214] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.332021] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8068fe6-2e45-49bc-9cbc-7a35efb719d0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.337461] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for the task: (returnval){ [ 794.337461] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522d6792-2038-4d7e-139e-8c02bac27130" [ 794.337461] env[68391]: _type = "Task" [ 794.337461] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.346075] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522d6792-2038-4d7e-139e-8c02bac27130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.365545] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52672852-1ce7-2a07-54f9-8ef9978c3147, 'name': SearchDatastore_Task, 'duration_secs': 0.014549} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.366344] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27683209-d3dc-4f44-9d3c-9177a7b4a2b7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.370118] env[68391]: DEBUG nova.policy [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'caac51ebdc8d4b80b3de3d5ec902489d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '331f924de2b94bb988cde9a8ee1fff74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.374112] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 794.374112] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bc6614-f692-da27-4ad4-b3686a833fee" [ 794.374112] env[68391]: _type = "Task" [ 794.374112] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.382071] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bc6614-f692-da27-4ad4-b3686a833fee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.423332] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8443cd2-2c7d-43cc-84fa-25a4a75137a4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.432307] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb77fbe-0825-4baf-b929-ca443b4bd3d9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.468287] env[68391]: DEBUG nova.compute.manager [req-7f9114e6-3540-448e-88d5-7164dbf84ff4 req-865e6165-d6d5-4d92-ad83-488a8338cfa2 service nova] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Detach interface failed, port_id=6cf8794c-4765-4827-9e00-965dc63f2122, reason: Instance 64e01734-5cdd-4e7b-b212-e0b90f056441 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 794.607957] env[68391]: DEBUG nova.compute.manager [req-5e62a998-3cbd-4d26-aa8c-f8c43e721c67 req-e93a2b18-0ce8-4700-a367-51d7f457e3fe service nova] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Received event network-vif-plugged-cec70db4-dc7b-4828-a422-81c05d5ccb5f {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.608950] env[68391]: DEBUG oslo_concurrency.lockutils [req-5e62a998-3cbd-4d26-aa8c-f8c43e721c67 req-e93a2b18-0ce8-4700-a367-51d7f457e3fe service nova] Acquiring lock "e93e52b7-a56f-49ae-b675-78aac2add525-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.609281] env[68391]: DEBUG oslo_concurrency.lockutils [req-5e62a998-3cbd-4d26-aa8c-f8c43e721c67 req-e93a2b18-0ce8-4700-a367-51d7f457e3fe service nova] Lock "e93e52b7-a56f-49ae-b675-78aac2add525-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.609505] env[68391]: DEBUG oslo_concurrency.lockutils [req-5e62a998-3cbd-4d26-aa8c-f8c43e721c67 req-e93a2b18-0ce8-4700-a367-51d7f457e3fe service nova] Lock "e93e52b7-a56f-49ae-b675-78aac2add525-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.609693] env[68391]: DEBUG nova.compute.manager [req-5e62a998-3cbd-4d26-aa8c-f8c43e721c67 req-e93a2b18-0ce8-4700-a367-51d7f457e3fe service nova] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] No waiting events found dispatching network-vif-plugged-cec70db4-dc7b-4828-a422-81c05d5ccb5f {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.609901] env[68391]: WARNING nova.compute.manager [req-5e62a998-3cbd-4d26-aa8c-f8c43e721c67 req-e93a2b18-0ce8-4700-a367-51d7f457e3fe service nova] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Received unexpected event network-vif-plugged-cec70db4-dc7b-4828-a422-81c05d5ccb5f for instance with vm_state building and task_state spawning. [ 794.610016] env[68391]: DEBUG nova.compute.manager [req-5e62a998-3cbd-4d26-aa8c-f8c43e721c67 req-e93a2b18-0ce8-4700-a367-51d7f457e3fe service nova] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Received event network-changed-cec70db4-dc7b-4828-a422-81c05d5ccb5f {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.610173] env[68391]: DEBUG nova.compute.manager [req-5e62a998-3cbd-4d26-aa8c-f8c43e721c67 req-e93a2b18-0ce8-4700-a367-51d7f457e3fe service nova] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Refreshing instance network info cache due to event network-changed-cec70db4-dc7b-4828-a422-81c05d5ccb5f. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.610327] env[68391]: DEBUG oslo_concurrency.lockutils [req-5e62a998-3cbd-4d26-aa8c-f8c43e721c67 req-e93a2b18-0ce8-4700-a367-51d7f457e3fe service nova] Acquiring lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.691983] env[68391]: DEBUG nova.network.neutron [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Successfully created port: 6d363726-47f4-4c5b-b461-ca5a979b5786 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.811023] env[68391]: INFO nova.compute.manager [-] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Took 1.34 seconds to deallocate network for instance. [ 794.811023] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038945, 'name': Rename_Task, 'duration_secs': 0.142247} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.811023] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.813640] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be94757a-0c2e-42f7-bd75-1508d566fe60 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.823102] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 794.823102] env[68391]: value = "task-3038946" [ 794.823102] env[68391]: _type = "Task" [ 794.823102] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.823102] env[68391]: DEBUG nova.network.neutron [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.834519] env[68391]: DEBUG nova.compute.manager [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.841112] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038946, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.852345] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522d6792-2038-4d7e-139e-8c02bac27130, 'name': SearchDatastore_Task, 'duration_secs': 0.009734} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.853298] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f530c9b2-e540-4de7-8942-ab4d2c710db5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.858692] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for the task: (returnval){ [ 794.858692] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522019f5-31a4-6e30-ef2f-402436950f57" [ 794.858692] env[68391]: _type = "Task" [ 794.858692] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.872171] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522019f5-31a4-6e30-ef2f-402436950f57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.887744] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bc6614-f692-da27-4ad4-b3686a833fee, 'name': SearchDatastore_Task, 'duration_secs': 0.008178} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.888113] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.888473] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 6ea9bd00-f2e9-4629-b4f6-39e460cfa864/6ea9bd00-f2e9-4629-b4f6-39e460cfa864.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.888840] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61d33e7c-ffcd-4734-9dac-346b8a714097 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.897290] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 794.897290] env[68391]: value = "task-3038947" [ 794.897290] env[68391]: _type = "Task" [ 794.897290] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.911817] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.062726] env[68391]: DEBUG nova.network.neutron [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Updating instance_info_cache with network_info: [{"id": "cec70db4-dc7b-4828-a422-81c05d5ccb5f", "address": "fa:16:3e:2d:af:72", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec70db4-dc", "ovs_interfaceid": "cec70db4-dc7b-4828-a422-81c05d5ccb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.317175] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.340576] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038946, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.372423] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522019f5-31a4-6e30-ef2f-402436950f57, 'name': SearchDatastore_Task, 'duration_secs': 0.010751} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.372709] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.372988] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] cabde9c0-af55-4b04-a866-83f41b301ccc/cabde9c0-af55-4b04-a866-83f41b301ccc.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.373264] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1939d120-08ea-4ad6-94c4-04db3b9151f5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.381057] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for the task: (returnval){ [ 795.381057] env[68391]: value = "task-3038948" [ 795.381057] env[68391]: _type = "Task" [ 795.381057] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.390760] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.407403] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493383} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.407638] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 6ea9bd00-f2e9-4629-b4f6-39e460cfa864/6ea9bd00-f2e9-4629-b4f6-39e460cfa864.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.407893] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.410523] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0bb7dd7-099a-4fb8-989f-0c4a3db3f6ee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.418029] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 795.418029] env[68391]: value = "task-3038949" [ 795.418029] env[68391]: _type = "Task" [ 795.418029] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.428383] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.466205] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0f20ae-fe25-455b-918a-9b39710f197e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.472612] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00648d90-d080-4574-a6d3-09fa233474bc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.507940] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed38f9b-ad47-438c-aa82-187755ebb144 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.515955] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa08f42-4a8b-4364-ac7b-11f27edd35cf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.531529] env[68391]: DEBUG nova.compute.provider_tree [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.571030] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.571637] env[68391]: DEBUG nova.compute.manager [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Instance network_info: |[{"id": "cec70db4-dc7b-4828-a422-81c05d5ccb5f", "address": "fa:16:3e:2d:af:72", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec70db4-dc", "ovs_interfaceid": "cec70db4-dc7b-4828-a422-81c05d5ccb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.572252] env[68391]: DEBUG oslo_concurrency.lockutils [req-5e62a998-3cbd-4d26-aa8c-f8c43e721c67 req-e93a2b18-0ce8-4700-a367-51d7f457e3fe service nova] Acquired lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.572714] env[68391]: DEBUG nova.network.neutron [req-5e62a998-3cbd-4d26-aa8c-f8c43e721c67 req-e93a2b18-0ce8-4700-a367-51d7f457e3fe service nova] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Refreshing network info cache for port cec70db4-dc7b-4828-a422-81c05d5ccb5f {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.574473] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:af:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cec70db4-dc7b-4828-a422-81c05d5ccb5f', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.588706] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Creating folder: Project (c2039f84e9a144d2bca9cb8212bb2391). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.590592] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00ab9510-2e1c-499c-920d-ad56d0a94eb6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.605549] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Created folder: Project (c2039f84e9a144d2bca9cb8212bb2391) in parent group-v608736. [ 795.605802] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Creating folder: Instances. Parent ref: group-v608909. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.606115] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-528e962a-1f2f-48ce-99a5-fb6196d00c2a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.618273] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Created folder: Instances in parent group-v608909. [ 795.618570] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.618839] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.619133] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-baa9686a-b6ad-489b-81aa-47041c43e94a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.648316] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.648316] env[68391]: value = "task-3038952" [ 795.648316] env[68391]: _type = "Task" [ 795.648316] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.657364] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038952, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.835170] env[68391]: DEBUG oslo_vmware.api [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038946, 'name': PowerOnVM_Task, 'duration_secs': 0.711911} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.835517] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.835766] env[68391]: INFO nova.compute.manager [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Took 7.98 seconds to spawn the instance on the hypervisor. [ 795.835958] env[68391]: DEBUG nova.compute.manager [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.836807] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d25dc9-921d-409e-ac6f-26ce22904554 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.843593] env[68391]: DEBUG nova.compute.manager [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.873334] env[68391]: DEBUG nova.virt.hardware [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.874023] env[68391]: DEBUG nova.virt.hardware [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.874023] env[68391]: DEBUG nova.virt.hardware [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.874127] env[68391]: DEBUG nova.virt.hardware [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.874364] env[68391]: DEBUG nova.virt.hardware [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.874476] env[68391]: DEBUG nova.virt.hardware [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.874648] env[68391]: DEBUG nova.virt.hardware [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.874825] env[68391]: DEBUG nova.virt.hardware [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.875018] env[68391]: DEBUG nova.virt.hardware [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.875222] env[68391]: DEBUG nova.virt.hardware [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.875417] env[68391]: DEBUG nova.virt.hardware [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.876407] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c63669b-a21c-4893-b9ad-78abd095a1db {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.887995] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9deee1-4036-4527-856e-15e544d7d6b5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.899060] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450015} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.906840] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] cabde9c0-af55-4b04-a866-83f41b301ccc/cabde9c0-af55-4b04-a866-83f41b301ccc.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.907112] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.907827] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4db6ba04-96a5-40a7-b8c2-0ad64d2d3e47 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.915137] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for the task: (returnval){ [ 795.915137] env[68391]: value = "task-3038953" [ 795.915137] env[68391]: _type = "Task" [ 795.915137] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.924527] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.929079] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069389} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.929317] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.930117] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9430949-5823-47aa-aeb9-7715736dd94f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.965981] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 6ea9bd00-f2e9-4629-b4f6-39e460cfa864/6ea9bd00-f2e9-4629-b4f6-39e460cfa864.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.966362] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4709e684-322c-408f-a30d-17ddd7034d76 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.987090] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 795.987090] env[68391]: value = "task-3038954" [ 795.987090] env[68391]: _type = "Task" [ 795.987090] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.995232] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038954, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.035462] env[68391]: DEBUG nova.scheduler.client.report [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.158853] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038952, 'name': CreateVM_Task, 'duration_secs': 0.382682} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.158853] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.160608] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.160608] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.160608] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.160608] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f866f3-1630-4610-9513-00ce5e442ea8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.164941] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 796.164941] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52706d94-ba43-c0dd-121d-bd7ea40da9a7" [ 796.164941] env[68391]: _type = "Task" [ 796.164941] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.172558] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52706d94-ba43-c0dd-121d-bd7ea40da9a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.269202] env[68391]: DEBUG nova.compute.manager [req-c54ce939-9892-4ddb-8498-81ea308960de req-9cffc525-635b-488b-875c-8e89e4e6e8be service nova] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Received event network-vif-plugged-6d363726-47f4-4c5b-b461-ca5a979b5786 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.269426] env[68391]: DEBUG oslo_concurrency.lockutils [req-c54ce939-9892-4ddb-8498-81ea308960de req-9cffc525-635b-488b-875c-8e89e4e6e8be service nova] Acquiring lock "c0fc631c-dfa4-4413-b52b-c9f47b87d549-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.269633] env[68391]: DEBUG oslo_concurrency.lockutils [req-c54ce939-9892-4ddb-8498-81ea308960de req-9cffc525-635b-488b-875c-8e89e4e6e8be service nova] Lock "c0fc631c-dfa4-4413-b52b-c9f47b87d549-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.269797] env[68391]: DEBUG oslo_concurrency.lockutils [req-c54ce939-9892-4ddb-8498-81ea308960de req-9cffc525-635b-488b-875c-8e89e4e6e8be service nova] Lock "c0fc631c-dfa4-4413-b52b-c9f47b87d549-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.269959] env[68391]: DEBUG nova.compute.manager [req-c54ce939-9892-4ddb-8498-81ea308960de req-9cffc525-635b-488b-875c-8e89e4e6e8be service nova] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] No waiting events found dispatching network-vif-plugged-6d363726-47f4-4c5b-b461-ca5a979b5786 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.270134] env[68391]: WARNING nova.compute.manager [req-c54ce939-9892-4ddb-8498-81ea308960de req-9cffc525-635b-488b-875c-8e89e4e6e8be service nova] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Received unexpected event network-vif-plugged-6d363726-47f4-4c5b-b461-ca5a979b5786 for instance with vm_state building and task_state spawning. [ 796.354972] env[68391]: DEBUG nova.network.neutron [req-5e62a998-3cbd-4d26-aa8c-f8c43e721c67 req-e93a2b18-0ce8-4700-a367-51d7f457e3fe service nova] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Updated VIF entry in instance network info cache for port cec70db4-dc7b-4828-a422-81c05d5ccb5f. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.354972] env[68391]: DEBUG nova.network.neutron [req-5e62a998-3cbd-4d26-aa8c-f8c43e721c67 req-e93a2b18-0ce8-4700-a367-51d7f457e3fe service nova] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Updating instance_info_cache with network_info: [{"id": "cec70db4-dc7b-4828-a422-81c05d5ccb5f", "address": "fa:16:3e:2d:af:72", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec70db4-dc", "ovs_interfaceid": "cec70db4-dc7b-4828-a422-81c05d5ccb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.362397] env[68391]: INFO nova.compute.manager [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Took 49.33 seconds to build instance. [ 796.393111] env[68391]: DEBUG nova.network.neutron [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Successfully updated port: 6d363726-47f4-4c5b-b461-ca5a979b5786 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.425506] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08016} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.425984] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.426596] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64f8dc2-c5e7-4c79-b3fd-4dfadba63c44 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.447754] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] cabde9c0-af55-4b04-a866-83f41b301ccc/cabde9c0-af55-4b04-a866-83f41b301ccc.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.448345] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8f75449-3d9f-4c18-99a1-4469c3b5b60b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.468994] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for the task: (returnval){ [ 796.468994] env[68391]: value = "task-3038955" [ 796.468994] env[68391]: _type = "Task" [ 796.468994] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.477125] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.496412] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.541034] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.541475] env[68391]: DEBUG nova.compute.manager [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.543991] env[68391]: DEBUG oslo_concurrency.lockutils [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.607s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.544390] env[68391]: DEBUG nova.objects.instance [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lazy-loading 'resources' on Instance uuid e13a7461-a57f-4cd6-86e2-f7a513b0c5a0 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.676692] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52706d94-ba43-c0dd-121d-bd7ea40da9a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009492} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.676692] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.676692] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.676692] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.676692] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.677908] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.678347] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f1e60cd-7e7e-4ef2-8be1-7fd7ab2ca876 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.687026] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.687306] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.688407] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bd8577f-4693-4524-9830-e302ef0e6bbe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.694235] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 796.694235] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5274126b-04ae-4561-8f24-92b5346ace90" [ 796.694235] env[68391]: _type = "Task" [ 796.694235] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.702982] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5274126b-04ae-4561-8f24-92b5346ace90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.859784] env[68391]: DEBUG oslo_concurrency.lockutils [req-5e62a998-3cbd-4d26-aa8c-f8c43e721c67 req-e93a2b18-0ce8-4700-a367-51d7f457e3fe service nova] Releasing lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.865366] env[68391]: DEBUG oslo_concurrency.lockutils [None req-32585bac-d4d9-4e93-b5ec-eb594155cf49 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "0ebee0cf-0566-42b3-9d46-2b959dbcb8ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.319s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.896029] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "refresh_cache-c0fc631c-dfa4-4413-b52b-c9f47b87d549" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.896204] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "refresh_cache-c0fc631c-dfa4-4413-b52b-c9f47b87d549" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.896429] env[68391]: DEBUG nova.network.neutron [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.977885] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038955, 'name': ReconfigVM_Task, 'duration_secs': 0.278183} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.978200] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Reconfigured VM instance instance-0000003a to attach disk [datastore1] cabde9c0-af55-4b04-a866-83f41b301ccc/cabde9c0-af55-4b04-a866-83f41b301ccc.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.978838] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-455d77b8-f7a6-4035-876a-809b5afa9137 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.985491] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for the task: (returnval){ [ 796.985491] env[68391]: value = "task-3038956" [ 796.985491] env[68391]: _type = "Task" [ 796.985491] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.996460] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038956, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.999620] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.047876] env[68391]: DEBUG nova.compute.utils [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.052680] env[68391]: DEBUG nova.compute.manager [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.052680] env[68391]: DEBUG nova.network.neutron [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.094330] env[68391]: DEBUG nova.policy [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b32cd31dab243758fd19dffc812757f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4846cb97d7a949168368009c186f38a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.209065] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5274126b-04ae-4561-8f24-92b5346ace90, 'name': SearchDatastore_Task, 'duration_secs': 0.011785} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.212424] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0348c208-7317-44a3-8d50-cd32b9a30df9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.218189] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 797.218189] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a04067-9b4b-d8c1-f8ea-34e3a5b60229" [ 797.218189] env[68391]: _type = "Task" [ 797.218189] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.226155] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a04067-9b4b-d8c1-f8ea-34e3a5b60229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.369478] env[68391]: DEBUG nova.compute.manager [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.399246] env[68391]: DEBUG nova.network.neutron [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Successfully created port: c06bfbd2-82d1-4a08-a824-138bc284314e {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.443867] env[68391]: DEBUG nova.network.neutron [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.502579] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038956, 'name': Rename_Task, 'duration_secs': 0.17299} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.508560] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.508918] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038954, 'name': ReconfigVM_Task, 'duration_secs': 1.146596} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.509677] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8b5cf65-2b0d-4a53-9030-05565cb938e1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.510838] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 6ea9bd00-f2e9-4629-b4f6-39e460cfa864/6ea9bd00-f2e9-4629-b4f6-39e460cfa864.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.517660] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd33f110-67fa-48da-a84c-22e29555ab42 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.522276] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 797.522276] env[68391]: value = "task-3038958" [ 797.522276] env[68391]: _type = "Task" [ 797.522276] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.523462] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for the task: (returnval){ [ 797.523462] env[68391]: value = "task-3038957" [ 797.523462] env[68391]: _type = "Task" [ 797.523462] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.537444] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038958, 'name': Rename_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.541874] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.552694] env[68391]: DEBUG nova.compute.manager [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.633424] env[68391]: DEBUG nova.network.neutron [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Updating instance_info_cache with network_info: [{"id": "6d363726-47f4-4c5b-b461-ca5a979b5786", "address": "fa:16:3e:47:b8:a8", "network": {"id": "ba27caf7-4890-4674-a1b1-65960524871a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2042391078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331f924de2b94bb988cde9a8ee1fff74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d363726-47", "ovs_interfaceid": "6d363726-47f4-4c5b-b461-ca5a979b5786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.644510] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d48c6c5-2e29-4e9b-ae3a-b8b50fa62c15 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.652390] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915437b0-8bcc-4893-897e-312e6a606d5c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.687563] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30fd3ff-c365-4c6c-9363-963d69457300 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.697876] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f988301-19b9-4cbd-b98b-3b5588004706 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.713435] env[68391]: DEBUG nova.compute.provider_tree [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.733635] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a04067-9b4b-d8c1-f8ea-34e3a5b60229, 'name': SearchDatastore_Task, 'duration_secs': 0.009052} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.733899] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.734204] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] e93e52b7-a56f-49ae-b675-78aac2add525/e93e52b7-a56f-49ae-b675-78aac2add525.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.734421] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70c181a9-3a76-4366-bf7b-0f38e55aa6f5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.740664] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 797.740664] env[68391]: value = "task-3038959" [ 797.740664] env[68391]: _type = "Task" [ 797.740664] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.748434] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3038959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.894314] env[68391]: DEBUG oslo_concurrency.lockutils [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.035545] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038957, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.038738] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038958, 'name': Rename_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.136193] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "refresh_cache-c0fc631c-dfa4-4413-b52b-c9f47b87d549" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.137137] env[68391]: DEBUG nova.compute.manager [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Instance network_info: |[{"id": "6d363726-47f4-4c5b-b461-ca5a979b5786", "address": "fa:16:3e:47:b8:a8", "network": {"id": "ba27caf7-4890-4674-a1b1-65960524871a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2042391078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331f924de2b94bb988cde9a8ee1fff74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d363726-47", "ovs_interfaceid": "6d363726-47f4-4c5b-b461-ca5a979b5786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.137137] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:b8:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d363726-47f4-4c5b-b461-ca5a979b5786', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.145301] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Creating folder: Project (331f924de2b94bb988cde9a8ee1fff74). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.145301] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce84a72d-5586-4fa2-8be7-cf4cf46003c7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.158025] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Created folder: Project (331f924de2b94bb988cde9a8ee1fff74) in parent group-v608736. [ 798.158025] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Creating folder: Instances. Parent ref: group-v608912. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.158025] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46789587-9d31-4f7c-a266-f90e224795bb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.168061] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Created folder: Instances in parent group-v608912. [ 798.168061] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.168061] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.168061] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc26c8f2-fb90-45db-8b69-f355296e58ab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.186346] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.186346] env[68391]: value = "task-3038962" [ 798.186346] env[68391]: _type = "Task" [ 798.186346] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.194255] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038962, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.217089] env[68391]: DEBUG nova.scheduler.client.report [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.251295] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3038959, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.303340] env[68391]: DEBUG nova.compute.manager [req-849d288c-7972-4c92-90ad-fb621a621079 req-d6db4ee4-c28f-426b-9d37-5ffee5e2a046 service nova] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Received event network-changed-6d363726-47f4-4c5b-b461-ca5a979b5786 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.303624] env[68391]: DEBUG nova.compute.manager [req-849d288c-7972-4c92-90ad-fb621a621079 req-d6db4ee4-c28f-426b-9d37-5ffee5e2a046 service nova] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Refreshing instance network info cache due to event network-changed-6d363726-47f4-4c5b-b461-ca5a979b5786. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.303893] env[68391]: DEBUG oslo_concurrency.lockutils [req-849d288c-7972-4c92-90ad-fb621a621079 req-d6db4ee4-c28f-426b-9d37-5ffee5e2a046 service nova] Acquiring lock "refresh_cache-c0fc631c-dfa4-4413-b52b-c9f47b87d549" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.304196] env[68391]: DEBUG oslo_concurrency.lockutils [req-849d288c-7972-4c92-90ad-fb621a621079 req-d6db4ee4-c28f-426b-9d37-5ffee5e2a046 service nova] Acquired lock "refresh_cache-c0fc631c-dfa4-4413-b52b-c9f47b87d549" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.304356] env[68391]: DEBUG nova.network.neutron [req-849d288c-7972-4c92-90ad-fb621a621079 req-d6db4ee4-c28f-426b-9d37-5ffee5e2a046 service nova] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Refreshing network info cache for port 6d363726-47f4-4c5b-b461-ca5a979b5786 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.420405] env[68391]: DEBUG nova.compute.manager [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.421669] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaf3690-914f-4552-9c58-c80550b15b20 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.539103] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038958, 'name': Rename_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.542246] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038957, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.561568] env[68391]: DEBUG nova.compute.manager [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.588251] env[68391]: DEBUG nova.virt.hardware [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.588509] env[68391]: DEBUG nova.virt.hardware [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.588676] env[68391]: DEBUG nova.virt.hardware [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.588868] env[68391]: DEBUG nova.virt.hardware [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.589029] env[68391]: DEBUG nova.virt.hardware [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.589218] env[68391]: DEBUG nova.virt.hardware [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.589392] env[68391]: DEBUG nova.virt.hardware [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.589599] env[68391]: DEBUG nova.virt.hardware [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.589809] env[68391]: DEBUG nova.virt.hardware [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.589899] env[68391]: DEBUG nova.virt.hardware [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.590095] env[68391]: DEBUG nova.virt.hardware [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.591023] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb392a5-fd08-416c-b216-ca6c952c4238 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.600684] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829cbd3b-0eec-4e4f-80c0-436ac3e94d7a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.696427] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038962, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.722890] env[68391]: DEBUG oslo_concurrency.lockutils [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.726261] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.184s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.728358] env[68391]: INFO nova.compute.claims [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.742195] env[68391]: INFO nova.scheduler.client.report [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Deleted allocations for instance e13a7461-a57f-4cd6-86e2-f7a513b0c5a0 [ 798.754806] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3038959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796667} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.755071] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] e93e52b7-a56f-49ae-b675-78aac2add525/e93e52b7-a56f-49ae-b675-78aac2add525.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.755286] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.755536] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fc1931b-8979-4ff0-b90f-68df07040639 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.762184] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 798.762184] env[68391]: value = "task-3038963" [ 798.762184] env[68391]: _type = "Task" [ 798.762184] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.771518] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3038963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.933924] env[68391]: INFO nova.compute.manager [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] instance snapshotting [ 798.937708] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ce4288-101b-439c-9cbc-bb3fd50f5fd8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.955970] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ca19d0-fe63-4189-a36b-731d518e95b1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.037385] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038958, 'name': Rename_Task, 'duration_secs': 1.176417} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.041301] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.041892] env[68391]: DEBUG oslo_vmware.api [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038957, 'name': PowerOnVM_Task, 'duration_secs': 1.243212} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.041958] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36cabf50-cec0-4cec-bcd2-430b92ed454b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.043446] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.043703] env[68391]: DEBUG nova.compute.manager [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.046393] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e333467-ee9e-49ae-be1a-46e1ec841d6b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.061371] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 799.061371] env[68391]: value = "task-3038964" [ 799.061371] env[68391]: _type = "Task" [ 799.061371] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.072569] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038964, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.088386] env[68391]: DEBUG nova.network.neutron [req-849d288c-7972-4c92-90ad-fb621a621079 req-d6db4ee4-c28f-426b-9d37-5ffee5e2a046 service nova] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Updated VIF entry in instance network info cache for port 6d363726-47f4-4c5b-b461-ca5a979b5786. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.088855] env[68391]: DEBUG nova.network.neutron [req-849d288c-7972-4c92-90ad-fb621a621079 req-d6db4ee4-c28f-426b-9d37-5ffee5e2a046 service nova] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Updating instance_info_cache with network_info: [{"id": "6d363726-47f4-4c5b-b461-ca5a979b5786", "address": "fa:16:3e:47:b8:a8", "network": {"id": "ba27caf7-4890-4674-a1b1-65960524871a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2042391078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331f924de2b94bb988cde9a8ee1fff74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d363726-47", "ovs_interfaceid": "6d363726-47f4-4c5b-b461-ca5a979b5786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.147281] env[68391]: DEBUG nova.network.neutron [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Successfully updated port: c06bfbd2-82d1-4a08-a824-138bc284314e {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.196883] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038962, 'name': CreateVM_Task, 'duration_secs': 0.866288} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.197197] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.197961] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.198179] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.205250] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.205250] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc3ec5e9-2692-4ffc-9526-b7b4b23db9be {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.205711] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 799.205711] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5203f0da-9e79-bdd7-0e0d-6338c6498207" [ 799.205711] env[68391]: _type = "Task" [ 799.205711] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.215404] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5203f0da-9e79-bdd7-0e0d-6338c6498207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.252349] env[68391]: DEBUG oslo_concurrency.lockutils [None req-35d91283-2a1e-4f27-9577-54d41a83cbf6 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "e13a7461-a57f-4cd6-86e2-f7a513b0c5a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.023s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.272877] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3038963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068497} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.273089] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.273931] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe31ff51-27ea-4703-9516-9e33165a7a2b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.297582] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] e93e52b7-a56f-49ae-b675-78aac2add525/e93e52b7-a56f-49ae-b675-78aac2add525.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.298530] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eda3db11-9bad-4768-a55e-7fe940b399da {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.319175] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 799.319175] env[68391]: value = "task-3038965" [ 799.319175] env[68391]: _type = "Task" [ 799.319175] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.325637] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3038965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.469265] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Creating Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 799.469623] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a3c566cd-c738-476a-9834-82489d591041 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.477470] env[68391]: DEBUG oslo_vmware.api [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 799.477470] env[68391]: value = "task-3038966" [ 799.477470] env[68391]: _type = "Task" [ 799.477470] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.486151] env[68391]: DEBUG oslo_vmware.api [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038966, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.575391] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038964, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.577499] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.592398] env[68391]: DEBUG oslo_concurrency.lockutils [req-849d288c-7972-4c92-90ad-fb621a621079 req-d6db4ee4-c28f-426b-9d37-5ffee5e2a046 service nova] Releasing lock "refresh_cache-c0fc631c-dfa4-4413-b52b-c9f47b87d549" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.649332] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Acquiring lock "refresh_cache-49a07c27-056b-400b-af22-7b500e964c01" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.649508] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Acquired lock "refresh_cache-49a07c27-056b-400b-af22-7b500e964c01" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.649642] env[68391]: DEBUG nova.network.neutron [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.716272] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5203f0da-9e79-bdd7-0e0d-6338c6498207, 'name': SearchDatastore_Task, 'duration_secs': 0.045059} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.716496] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.716746] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.716991] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.717160] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.717359] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.717642] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0442c1d-4452-49e7-a533-c1c465e6e17a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.726206] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.726443] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.727193] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce0d4e2-c6e9-4d7e-b168-b4b31f8f9230 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.734109] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 799.734109] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528aa2a9-0cac-d819-ceb2-0dbfa962ac46" [ 799.734109] env[68391]: _type = "Task" [ 799.734109] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.744878] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528aa2a9-0cac-d819-ceb2-0dbfa962ac46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.833951] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3038965, 'name': ReconfigVM_Task, 'duration_secs': 0.329364} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.834159] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Reconfigured VM instance instance-0000003d to attach disk [datastore1] e93e52b7-a56f-49ae-b675-78aac2add525/e93e52b7-a56f-49ae-b675-78aac2add525.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.835045] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6af9c1a1-9ac4-40ae-ab81-7d59e515e4ef {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.843124] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 799.843124] env[68391]: value = "task-3038967" [ 799.843124] env[68391]: _type = "Task" [ 799.843124] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.853860] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3038967, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.994738] env[68391]: DEBUG oslo_vmware.api [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038966, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.079827] env[68391]: DEBUG oslo_vmware.api [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038964, 'name': PowerOnVM_Task, 'duration_secs': 1.006063} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.080276] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.080594] env[68391]: INFO nova.compute.manager [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Took 9.55 seconds to spawn the instance on the hypervisor. [ 800.081026] env[68391]: DEBUG nova.compute.manager [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.085823] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318445ef-fd78-4d30-bd68-f913849840e5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.219065] env[68391]: DEBUG nova.network.neutron [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.245331] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528aa2a9-0cac-d819-ceb2-0dbfa962ac46, 'name': SearchDatastore_Task, 'duration_secs': 0.010193} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.246184] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ebaeaa-80b9-4d37-92a4-42e3efa3e0a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.252177] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 800.252177] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f61e5e-d954-2536-8a61-f91d7c035e7f" [ 800.252177] env[68391]: _type = "Task" [ 800.252177] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.269973] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f61e5e-d954-2536-8a61-f91d7c035e7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.273329] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cddddb8-06ad-45f8-bdcb-03d8274b90ee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.283555] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4c9007-7562-4b5d-a52e-7207d347c512 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.315911] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd5f5ff-c2c4-461c-80c8-a10c06b63aa8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.323796] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4f2559-a6b7-4d96-90e0-e5b63efe2a5c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.340301] env[68391]: DEBUG nova.compute.provider_tree [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.354804] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3038967, 'name': Rename_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.489672] env[68391]: DEBUG oslo_vmware.api [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038966, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.501267] env[68391]: DEBUG nova.network.neutron [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Updating instance_info_cache with network_info: [{"id": "c06bfbd2-82d1-4a08-a824-138bc284314e", "address": "fa:16:3e:dd:c8:07", "network": {"id": "92fcffa5-c724-4320-9cfa-5cbfd03c7452", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1408116430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4846cb97d7a949168368009c186f38a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06bfbd2-82", "ovs_interfaceid": "c06bfbd2-82d1-4a08-a824-138bc284314e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.611150] env[68391]: INFO nova.compute.manager [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Took 51.59 seconds to build instance. [ 800.717619] env[68391]: DEBUG nova.compute.manager [req-c4a8ab78-d20c-4464-8181-a4dcb23c6a19 req-f2d578b7-0f67-4c52-8347-172c2870013f service nova] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Received event network-vif-plugged-c06bfbd2-82d1-4a08-a824-138bc284314e {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.717796] env[68391]: DEBUG oslo_concurrency.lockutils [req-c4a8ab78-d20c-4464-8181-a4dcb23c6a19 req-f2d578b7-0f67-4c52-8347-172c2870013f service nova] Acquiring lock "49a07c27-056b-400b-af22-7b500e964c01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.718010] env[68391]: DEBUG oslo_concurrency.lockutils [req-c4a8ab78-d20c-4464-8181-a4dcb23c6a19 req-f2d578b7-0f67-4c52-8347-172c2870013f service nova] Lock "49a07c27-056b-400b-af22-7b500e964c01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.718322] env[68391]: DEBUG oslo_concurrency.lockutils [req-c4a8ab78-d20c-4464-8181-a4dcb23c6a19 req-f2d578b7-0f67-4c52-8347-172c2870013f service nova] Lock "49a07c27-056b-400b-af22-7b500e964c01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.718563] env[68391]: DEBUG nova.compute.manager [req-c4a8ab78-d20c-4464-8181-a4dcb23c6a19 req-f2d578b7-0f67-4c52-8347-172c2870013f service nova] [instance: 49a07c27-056b-400b-af22-7b500e964c01] No waiting events found dispatching network-vif-plugged-c06bfbd2-82d1-4a08-a824-138bc284314e {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.718933] env[68391]: WARNING nova.compute.manager [req-c4a8ab78-d20c-4464-8181-a4dcb23c6a19 req-f2d578b7-0f67-4c52-8347-172c2870013f service nova] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Received unexpected event network-vif-plugged-c06bfbd2-82d1-4a08-a824-138bc284314e for instance with vm_state building and task_state spawning. [ 800.719180] env[68391]: DEBUG nova.compute.manager [req-c4a8ab78-d20c-4464-8181-a4dcb23c6a19 req-f2d578b7-0f67-4c52-8347-172c2870013f service nova] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Received event network-changed-c06bfbd2-82d1-4a08-a824-138bc284314e {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.719391] env[68391]: DEBUG nova.compute.manager [req-c4a8ab78-d20c-4464-8181-a4dcb23c6a19 req-f2d578b7-0f67-4c52-8347-172c2870013f service nova] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Refreshing instance network info cache due to event network-changed-c06bfbd2-82d1-4a08-a824-138bc284314e. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.719620] env[68391]: DEBUG oslo_concurrency.lockutils [req-c4a8ab78-d20c-4464-8181-a4dcb23c6a19 req-f2d578b7-0f67-4c52-8347-172c2870013f service nova] Acquiring lock "refresh_cache-49a07c27-056b-400b-af22-7b500e964c01" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.762997] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f61e5e-d954-2536-8a61-f91d7c035e7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010971} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.763278] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.763549] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] c0fc631c-dfa4-4413-b52b-c9f47b87d549/c0fc631c-dfa4-4413-b52b-c9f47b87d549.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.764143] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a6ba5cc-fd47-4889-9056-26a410808f39 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.771375] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 800.771375] env[68391]: value = "task-3038968" [ 800.771375] env[68391]: _type = "Task" [ 800.771375] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.780109] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3038968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.846031] env[68391]: DEBUG nova.scheduler.client.report [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.858731] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3038967, 'name': Rename_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.991822] env[68391]: DEBUG oslo_vmware.api [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038966, 'name': CreateSnapshot_Task, 'duration_secs': 1.299825} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.995260] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Created Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 800.997079] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33eafbb-235d-4473-9701-29ac043479f4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.009322] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Releasing lock "refresh_cache-49a07c27-056b-400b-af22-7b500e964c01" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.009771] env[68391]: DEBUG nova.compute.manager [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Instance network_info: |[{"id": "c06bfbd2-82d1-4a08-a824-138bc284314e", "address": "fa:16:3e:dd:c8:07", "network": {"id": "92fcffa5-c724-4320-9cfa-5cbfd03c7452", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1408116430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4846cb97d7a949168368009c186f38a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06bfbd2-82", "ovs_interfaceid": "c06bfbd2-82d1-4a08-a824-138bc284314e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.013261] env[68391]: DEBUG oslo_concurrency.lockutils [req-c4a8ab78-d20c-4464-8181-a4dcb23c6a19 req-f2d578b7-0f67-4c52-8347-172c2870013f service nova] Acquired lock "refresh_cache-49a07c27-056b-400b-af22-7b500e964c01" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.013364] env[68391]: DEBUG nova.network.neutron [req-c4a8ab78-d20c-4464-8181-a4dcb23c6a19 req-f2d578b7-0f67-4c52-8347-172c2870013f service nova] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Refreshing network info cache for port c06bfbd2-82d1-4a08-a824-138bc284314e {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.014484] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:c8:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c06bfbd2-82d1-4a08-a824-138bc284314e', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.022344] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Creating folder: Project (4846cb97d7a949168368009c186f38a3). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.026632] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e4cdb5c-25fa-42cf-b83e-1e91d0d3201b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.037999] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Created folder: Project (4846cb97d7a949168368009c186f38a3) in parent group-v608736. [ 801.038239] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Creating folder: Instances. Parent ref: group-v608916. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.038497] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7da7905-0831-461f-a8f7-9ef02846f3f3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.048449] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Created folder: Instances in parent group-v608916. [ 801.048699] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.050389] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.050389] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df8c8e57-a80e-4fad-b90f-6cc5ae9459da {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.069870] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.069870] env[68391]: value = "task-3038971" [ 801.069870] env[68391]: _type = "Task" [ 801.069870] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.081827] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038971, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.102526] env[68391]: DEBUG oslo_concurrency.lockutils [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "d0025b06-7a42-4fcb-a80e-4c97d97b99b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.103347] env[68391]: DEBUG oslo_concurrency.lockutils [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "d0025b06-7a42-4fcb-a80e-4c97d97b99b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.113089] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dee1a735-3714-4a62-b778-346ef98e769c tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "6ea9bd00-f2e9-4629-b4f6-39e460cfa864" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.900s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.283825] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3038968, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.321238] env[68391]: DEBUG nova.network.neutron [req-c4a8ab78-d20c-4464-8181-a4dcb23c6a19 req-f2d578b7-0f67-4c52-8347-172c2870013f service nova] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Updated VIF entry in instance network info cache for port c06bfbd2-82d1-4a08-a824-138bc284314e. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.321787] env[68391]: DEBUG nova.network.neutron [req-c4a8ab78-d20c-4464-8181-a4dcb23c6a19 req-f2d578b7-0f67-4c52-8347-172c2870013f service nova] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Updating instance_info_cache with network_info: [{"id": "c06bfbd2-82d1-4a08-a824-138bc284314e", "address": "fa:16:3e:dd:c8:07", "network": {"id": "92fcffa5-c724-4320-9cfa-5cbfd03c7452", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1408116430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4846cb97d7a949168368009c186f38a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06bfbd2-82", "ovs_interfaceid": "c06bfbd2-82d1-4a08-a824-138bc284314e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.356710] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.357196] env[68391]: DEBUG nova.compute.manager [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.359878] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3038967, 'name': Rename_Task, 'duration_secs': 1.179081} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.360172] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.776s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.360396] env[68391]: DEBUG nova.objects.instance [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lazy-loading 'resources' on Instance uuid 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.361651] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.362254] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35d3d79d-ce53-4674-9180-ef27ba6e61a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.370467] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 801.370467] env[68391]: value = "task-3038972" [ 801.370467] env[68391]: _type = "Task" [ 801.370467] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.381175] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3038972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.496989] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Acquiring lock "cabde9c0-af55-4b04-a866-83f41b301ccc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.497360] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Lock "cabde9c0-af55-4b04-a866-83f41b301ccc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.497679] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Acquiring lock "cabde9c0-af55-4b04-a866-83f41b301ccc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.497927] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Lock "cabde9c0-af55-4b04-a866-83f41b301ccc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.498222] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Lock "cabde9c0-af55-4b04-a866-83f41b301ccc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.500803] env[68391]: INFO nova.compute.manager [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Terminating instance [ 801.533429] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Creating linked-clone VM from snapshot {{(pid=68391) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 801.534263] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-01a748c3-1dab-4d30-9d3e-ee0ef5beb912 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.542245] env[68391]: DEBUG oslo_vmware.api [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 801.542245] env[68391]: value = "task-3038973" [ 801.542245] env[68391]: _type = "Task" [ 801.542245] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.554931] env[68391]: DEBUG oslo_vmware.api [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038973, 'name': CloneVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.581483] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038971, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.616243] env[68391]: DEBUG nova.compute.manager [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.784141] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3038968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725698} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.784557] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] c0fc631c-dfa4-4413-b52b-c9f47b87d549/c0fc631c-dfa4-4413-b52b-c9f47b87d549.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.784801] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.785137] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34e082d5-57f9-4029-8d29-f9851a26c38a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.791829] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 801.791829] env[68391]: value = "task-3038974" [ 801.791829] env[68391]: _type = "Task" [ 801.791829] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.802422] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3038974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.824984] env[68391]: DEBUG oslo_concurrency.lockutils [req-c4a8ab78-d20c-4464-8181-a4dcb23c6a19 req-f2d578b7-0f67-4c52-8347-172c2870013f service nova] Releasing lock "refresh_cache-49a07c27-056b-400b-af22-7b500e964c01" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.867471] env[68391]: DEBUG nova.compute.utils [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.869789] env[68391]: DEBUG nova.compute.manager [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.870184] env[68391]: DEBUG nova.network.neutron [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.884835] env[68391]: DEBUG oslo_vmware.api [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3038972, 'name': PowerOnVM_Task, 'duration_secs': 0.497473} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.885769] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.886034] env[68391]: INFO nova.compute.manager [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Took 8.70 seconds to spawn the instance on the hypervisor. [ 801.887059] env[68391]: DEBUG nova.compute.manager [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.888999] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd499ee-a5af-411c-946f-a9822dcd9327 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.955405] env[68391]: DEBUG nova.policy [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4721a1124f7940479de7ade6e48cfb97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff41ca55c79b4c3095690424e9789ac9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.006188] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Acquiring lock "refresh_cache-cabde9c0-af55-4b04-a866-83f41b301ccc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.006188] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Acquired lock "refresh_cache-cabde9c0-af55-4b04-a866-83f41b301ccc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.006188] env[68391]: DEBUG nova.network.neutron [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.050156] env[68391]: DEBUG oslo_concurrency.lockutils [None req-35fac942-54e1-4ba5-928c-e2279c6fcc22 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "6ea9bd00-f2e9-4629-b4f6-39e460cfa864" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.050433] env[68391]: DEBUG oslo_concurrency.lockutils [None req-35fac942-54e1-4ba5-928c-e2279c6fcc22 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "6ea9bd00-f2e9-4629-b4f6-39e460cfa864" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.050592] env[68391]: DEBUG nova.compute.manager [None req-35fac942-54e1-4ba5-928c-e2279c6fcc22 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.051340] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae54a9a1-3461-41a7-87a9-4b4e8ad6ab3a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.060225] env[68391]: DEBUG oslo_vmware.api [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038973, 'name': CloneVM_Task} progress is 93%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.062877] env[68391]: DEBUG nova.compute.manager [None req-35fac942-54e1-4ba5-928c-e2279c6fcc22 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68391) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 802.063639] env[68391]: DEBUG nova.objects.instance [None req-35fac942-54e1-4ba5-928c-e2279c6fcc22 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lazy-loading 'flavor' on Instance uuid 6ea9bd00-f2e9-4629-b4f6-39e460cfa864 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.080287] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038971, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.138838] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.304360] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3038974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101806} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.304667] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.305521] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abf3823-7ddb-4127-9493-32f45e666f66 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.312377] env[68391]: DEBUG nova.network.neutron [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Successfully created port: f83ea2a3-18ac-4e9a-9f78-46781c8e01c1 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.334292] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] c0fc631c-dfa4-4413-b52b-c9f47b87d549/c0fc631c-dfa4-4413-b52b-c9f47b87d549.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.335261] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba062813-73df-4898-a57b-6b8a01f041dc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.355954] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 802.355954] env[68391]: value = "task-3038975" [ 802.355954] env[68391]: _type = "Task" [ 802.355954] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.365541] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3038975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.375642] env[68391]: DEBUG nova.compute.manager [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.410422] env[68391]: INFO nova.compute.manager [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Took 48.84 seconds to build instance. [ 802.438569] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185a7901-9d52-4e2f-94f8-f37de42759ec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.446042] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f42cd0-7b3c-4384-b6e1-9eef7329bd31 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.478211] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db997104-8c1a-4ee3-9ad4-6cf09df4bacc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.485126] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb03928a-568e-4038-906b-0fd7b91ffee1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.498448] env[68391]: DEBUG nova.compute.provider_tree [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.526201] env[68391]: DEBUG nova.network.neutron [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.555674] env[68391]: DEBUG oslo_vmware.api [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038973, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.583342] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038971, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.593072] env[68391]: DEBUG nova.network.neutron [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.866753] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3038975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.912299] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d399ec55-55ae-4fa7-88e0-7414e2ef4888 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "e93e52b7-a56f-49ae-b675-78aac2add525" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.631s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.001242] env[68391]: DEBUG nova.scheduler.client.report [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.056903] env[68391]: DEBUG oslo_vmware.api [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038973, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.074609] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fac942-54e1-4ba5-928c-e2279c6fcc22 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.074609] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19cc4e4a-0e41-432f-ba46-eb928dd91c5e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.085218] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038971, 'name': CreateVM_Task, 'duration_secs': 1.543624} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.086529] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.086895] env[68391]: DEBUG oslo_vmware.api [None req-35fac942-54e1-4ba5-928c-e2279c6fcc22 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 803.086895] env[68391]: value = "task-3038976" [ 803.086895] env[68391]: _type = "Task" [ 803.086895] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.087552] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.087699] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.088037] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.088335] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7902191a-99d8-4ffe-bc1a-f7b457e08792 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.098841] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Releasing lock "refresh_cache-cabde9c0-af55-4b04-a866-83f41b301ccc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.099348] env[68391]: DEBUG nova.compute.manager [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.099499] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.099802] env[68391]: DEBUG oslo_vmware.api [None req-35fac942-54e1-4ba5-928c-e2279c6fcc22 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.101620] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cff905a-9a05-489f-97d2-7c6b304ea7f4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.104620] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Waiting for the task: (returnval){ [ 803.104620] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5263789f-39a3-447c-d83c-bb61f747b765" [ 803.104620] env[68391]: _type = "Task" [ 803.104620] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.110409] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.110997] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01a7b04d-ffc7-4ec0-bfe0-d9f31a9053a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.118262] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5263789f-39a3-447c-d83c-bb61f747b765, 'name': SearchDatastore_Task, 'duration_secs': 0.010453} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.119031] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.119323] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.119652] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.119784] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.120020] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.120295] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b48ccc7-2d20-46c0-ac0b-3a5b6c75e0d3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.123825] env[68391]: DEBUG oslo_vmware.api [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for the task: (returnval){ [ 803.123825] env[68391]: value = "task-3038977" [ 803.123825] env[68391]: _type = "Task" [ 803.123825] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.128806] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.128953] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.132416] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb9b5534-e450-4704-b124-24d14db776f0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.134978] env[68391]: DEBUG oslo_vmware.api [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.139280] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Waiting for the task: (returnval){ [ 803.139280] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52efef04-d2cb-d3c6-ac55-6b7c0f6199d6" [ 803.139280] env[68391]: _type = "Task" [ 803.139280] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.148898] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52efef04-d2cb-d3c6-ac55-6b7c0f6199d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.366768] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3038975, 'name': ReconfigVM_Task, 'duration_secs': 0.77184} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.370110] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Reconfigured VM instance instance-0000003e to attach disk [datastore1] c0fc631c-dfa4-4413-b52b-c9f47b87d549/c0fc631c-dfa4-4413-b52b-c9f47b87d549.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.370861] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fb1c34c-5e45-4f34-95bc-a1a590ffddfd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.379959] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 803.379959] env[68391]: value = "task-3038978" [ 803.379959] env[68391]: _type = "Task" [ 803.379959] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.390600] env[68391]: DEBUG nova.compute.manager [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.393237] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3038978, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.414531] env[68391]: DEBUG nova.compute.manager [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.419243] env[68391]: DEBUG nova.virt.hardware [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.419484] env[68391]: DEBUG nova.virt.hardware [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.419641] env[68391]: DEBUG nova.virt.hardware [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.419819] env[68391]: DEBUG nova.virt.hardware [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.419964] env[68391]: DEBUG nova.virt.hardware [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.420121] env[68391]: DEBUG nova.virt.hardware [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.420328] env[68391]: DEBUG nova.virt.hardware [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.420483] env[68391]: DEBUG nova.virt.hardware [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.420650] env[68391]: DEBUG nova.virt.hardware [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.420807] env[68391]: DEBUG nova.virt.hardware [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.420977] env[68391]: DEBUG nova.virt.hardware [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.421870] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdc92ce-a9a4-4539-b525-b022ba6a1012 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.430604] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c24de2-d173-4ad0-aa64-401fb83ebf4f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.506686] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.509310] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 32.467s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.535130] env[68391]: INFO nova.scheduler.client.report [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Deleted allocations for instance 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d [ 803.554718] env[68391]: DEBUG oslo_vmware.api [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038973, 'name': CloneVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.582282] env[68391]: DEBUG nova.compute.manager [req-2fcc5154-2d1b-479a-a537-fdf901b61bcd req-038941fb-eb2d-4551-9d63-9ae3376d5ecc service nova] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Received event network-changed-cec70db4-dc7b-4828-a422-81c05d5ccb5f {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.582523] env[68391]: DEBUG nova.compute.manager [req-2fcc5154-2d1b-479a-a537-fdf901b61bcd req-038941fb-eb2d-4551-9d63-9ae3376d5ecc service nova] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Refreshing instance network info cache due to event network-changed-cec70db4-dc7b-4828-a422-81c05d5ccb5f. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.582741] env[68391]: DEBUG oslo_concurrency.lockutils [req-2fcc5154-2d1b-479a-a537-fdf901b61bcd req-038941fb-eb2d-4551-9d63-9ae3376d5ecc service nova] Acquiring lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.582886] env[68391]: DEBUG oslo_concurrency.lockutils [req-2fcc5154-2d1b-479a-a537-fdf901b61bcd req-038941fb-eb2d-4551-9d63-9ae3376d5ecc service nova] Acquired lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.583057] env[68391]: DEBUG nova.network.neutron [req-2fcc5154-2d1b-479a-a537-fdf901b61bcd req-038941fb-eb2d-4551-9d63-9ae3376d5ecc service nova] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Refreshing network info cache for port cec70db4-dc7b-4828-a422-81c05d5ccb5f {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.599233] env[68391]: DEBUG oslo_vmware.api [None req-35fac942-54e1-4ba5-928c-e2279c6fcc22 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038976, 'name': PowerOffVM_Task, 'duration_secs': 0.164119} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.599358] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fac942-54e1-4ba5-928c-e2279c6fcc22 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.599495] env[68391]: DEBUG nova.compute.manager [None req-35fac942-54e1-4ba5-928c-e2279c6fcc22 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.600413] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8f9e50-d398-4d6a-b314-be606a010bf9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.632609] env[68391]: DEBUG oslo_vmware.api [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038977, 'name': PowerOffVM_Task, 'duration_secs': 0.191643} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.632861] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.633052] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.633309] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-649ff504-c9e6-46e2-8b94-d6eeca5b89b5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.648239] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52efef04-d2cb-d3c6-ac55-6b7c0f6199d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010917} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.649071] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ae96286-73f7-438c-bd2c-1e9216f8cb98 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.654636] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Waiting for the task: (returnval){ [ 803.654636] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dc0504-0da7-394e-f216-1cbfbf8d2144" [ 803.654636] env[68391]: _type = "Task" [ 803.654636] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.659646] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.659843] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.660176] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Deleting the datastore file [datastore1] cabde9c0-af55-4b04-a866-83f41b301ccc {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.662976] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3d6e62c-5353-40db-8b65-634932082059 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.665054] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dc0504-0da7-394e-f216-1cbfbf8d2144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.669496] env[68391]: DEBUG oslo_vmware.api [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for the task: (returnval){ [ 803.669496] env[68391]: value = "task-3038980" [ 803.669496] env[68391]: _type = "Task" [ 803.669496] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.677646] env[68391]: DEBUG oslo_vmware.api [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.893910] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3038978, 'name': Rename_Task, 'duration_secs': 0.137955} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.893910] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.893910] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7e4542c-b653-48d2-9265-4b3144922fc9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.900175] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 803.900175] env[68391]: value = "task-3038981" [ 803.900175] env[68391]: _type = "Task" [ 803.900175] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.908109] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3038981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.954355] env[68391]: DEBUG oslo_concurrency.lockutils [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.957430] env[68391]: DEBUG nova.network.neutron [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Successfully updated port: f83ea2a3-18ac-4e9a-9f78-46781c8e01c1 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.012789] env[68391]: DEBUG nova.objects.instance [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lazy-loading 'migration_context' on Instance uuid 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.044312] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2eead6b2-e3bc-4305-9334-5ba3e73d1f51 tempest-ListServerFiltersTestJSON-1073683197 tempest-ListServerFiltersTestJSON-1073683197-project-member] Lock "6e3dde6e-00a4-465d-bf1f-5bd1ab28761d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.898s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.057754] env[68391]: DEBUG oslo_vmware.api [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038973, 'name': CloneVM_Task, 'duration_secs': 2.062193} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.058044] env[68391]: INFO nova.virt.vmwareapi.vmops [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Created linked-clone VM from snapshot [ 804.058863] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c6786c-1d68-444c-b480-d439d83e7a4b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.068259] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Uploading image e5f53b32-c443-40ee-a609-ae8eb564d933 {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 804.083184] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Destroying the VM {{(pid=68391) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 804.083553] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dc5b5be4-d1eb-4fa0-97c9-0d494cac94a4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.094423] env[68391]: DEBUG oslo_vmware.api [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 804.094423] env[68391]: value = "task-3038982" [ 804.094423] env[68391]: _type = "Task" [ 804.094423] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.103138] env[68391]: DEBUG oslo_vmware.api [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038982, 'name': Destroy_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.114136] env[68391]: DEBUG oslo_concurrency.lockutils [None req-35fac942-54e1-4ba5-928c-e2279c6fcc22 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "6ea9bd00-f2e9-4629-b4f6-39e460cfa864" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.165390] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dc0504-0da7-394e-f216-1cbfbf8d2144, 'name': SearchDatastore_Task, 'duration_secs': 0.009917} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.165660] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.165917] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 49a07c27-056b-400b-af22-7b500e964c01/49a07c27-056b-400b-af22-7b500e964c01.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.166208] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45e2c85c-d1c0-4ffc-b55f-9b6d737b3cf2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.177068] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Waiting for the task: (returnval){ [ 804.177068] env[68391]: value = "task-3038983" [ 804.177068] env[68391]: _type = "Task" [ 804.177068] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.185640] env[68391]: DEBUG oslo_vmware.api [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Task: {'id': task-3038980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090191} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.186212] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.186422] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.186641] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.186835] env[68391]: INFO nova.compute.manager [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Took 1.09 seconds to destroy the instance on the hypervisor. [ 804.187079] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.190199] env[68391]: DEBUG nova.compute.manager [-] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.190302] env[68391]: DEBUG nova.network.neutron [-] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.192028] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Task: {'id': task-3038983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.225679] env[68391]: DEBUG nova.network.neutron [-] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.385646] env[68391]: DEBUG nova.network.neutron [req-2fcc5154-2d1b-479a-a537-fdf901b61bcd req-038941fb-eb2d-4551-9d63-9ae3376d5ecc service nova] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Updated VIF entry in instance network info cache for port cec70db4-dc7b-4828-a422-81c05d5ccb5f. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.386081] env[68391]: DEBUG nova.network.neutron [req-2fcc5154-2d1b-479a-a537-fdf901b61bcd req-038941fb-eb2d-4551-9d63-9ae3376d5ecc service nova] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Updating instance_info_cache with network_info: [{"id": "cec70db4-dc7b-4828-a422-81c05d5ccb5f", "address": "fa:16:3e:2d:af:72", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec70db4-dc", "ovs_interfaceid": "cec70db4-dc7b-4828-a422-81c05d5ccb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.411926] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3038981, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.462056] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "refresh_cache-1c998280-4834-47f8-8169-67f1aa41f730" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.462240] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired lock "refresh_cache-1c998280-4834-47f8-8169-67f1aa41f730" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.462402] env[68391]: DEBUG nova.network.neutron [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.610163] env[68391]: DEBUG oslo_vmware.api [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038982, 'name': Destroy_Task} progress is 33%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.689084] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Task: {'id': task-3038983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490456} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.689800] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 49a07c27-056b-400b-af22-7b500e964c01/49a07c27-056b-400b-af22-7b500e964c01.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.690091] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.690367] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9524c3b1-5ed6-4847-b11b-3333926c2660 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.698876] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Waiting for the task: (returnval){ [ 804.698876] env[68391]: value = "task-3038984" [ 804.698876] env[68391]: _type = "Task" [ 804.698876] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.712113] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Task: {'id': task-3038984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.732079] env[68391]: DEBUG nova.network.neutron [-] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.889398] env[68391]: DEBUG oslo_concurrency.lockutils [req-2fcc5154-2d1b-479a-a537-fdf901b61bcd req-038941fb-eb2d-4551-9d63-9ae3376d5ecc service nova] Releasing lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.911090] env[68391]: DEBUG oslo_vmware.api [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3038981, 'name': PowerOnVM_Task, 'duration_secs': 0.676531} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.911359] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.911605] env[68391]: INFO nova.compute.manager [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Took 9.07 seconds to spawn the instance on the hypervisor. [ 804.911797] env[68391]: DEBUG nova.compute.manager [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.912577] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec5b81d-cf80-48b4-880a-a36d1f780152 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.994235] env[68391]: INFO nova.compute.manager [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Rebuilding instance [ 804.998252] env[68391]: DEBUG nova.network.neutron [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.041859] env[68391]: DEBUG nova.compute.manager [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.042953] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9923121-4ad9-4a7e-98bc-3d74ca82a252 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.052924] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ac1624-3489-489a-94a2-a441f3dc5d43 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.061362] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42513aac-e907-4d2b-969d-5458f7aa5aee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.097678] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e37dec-4255-4d3a-924e-a0756afa12c1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.111565] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691c2c5c-5bb6-4793-b8ac-7275e8c6bd38 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.116516] env[68391]: DEBUG oslo_vmware.api [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038982, 'name': Destroy_Task, 'duration_secs': 0.61914} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.116801] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Destroyed the VM [ 805.117045] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Deleting Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 805.117687] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2db91abc-5b53-4176-840a-6cf2932696ab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.127330] env[68391]: DEBUG nova.compute.provider_tree [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.134407] env[68391]: DEBUG oslo_vmware.api [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 805.134407] env[68391]: value = "task-3038985" [ 805.134407] env[68391]: _type = "Task" [ 805.134407] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.144014] env[68391]: DEBUG oslo_vmware.api [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038985, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.212728] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Task: {'id': task-3038984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069547} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.212946] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.213892] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f762dd1c-54cf-4802-bf07-1bdb824eb0cd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.217023] env[68391]: DEBUG nova.network.neutron [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Updating instance_info_cache with network_info: [{"id": "f83ea2a3-18ac-4e9a-9f78-46781c8e01c1", "address": "fa:16:3e:f1:d2:cb", "network": {"id": "9cd640df-da1b-4f7e-a275-669cbf66beb2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-613265442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff41ca55c79b4c3095690424e9789ac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83ea2a3-18", "ovs_interfaceid": "f83ea2a3-18ac-4e9a-9f78-46781c8e01c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.239852] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 49a07c27-056b-400b-af22-7b500e964c01/49a07c27-056b-400b-af22-7b500e964c01.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.239852] env[68391]: INFO nova.compute.manager [-] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Took 1.05 seconds to deallocate network for instance. [ 805.239852] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6017425-7e72-4827-9043-ab96d9f7be2f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.265212] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Waiting for the task: (returnval){ [ 805.265212] env[68391]: value = "task-3038986" [ 805.265212] env[68391]: _type = "Task" [ 805.265212] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.275429] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Task: {'id': task-3038986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.432421] env[68391]: INFO nova.compute.manager [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Took 45.44 seconds to build instance. [ 805.630936] env[68391]: DEBUG nova.scheduler.client.report [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.634296] env[68391]: DEBUG nova.compute.manager [req-a794588c-1418-40fa-88ba-2038ae069ea2 req-5830b5db-79fc-405b-ab01-e9f7b6f9b3e3 service nova] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Received event network-vif-plugged-f83ea2a3-18ac-4e9a-9f78-46781c8e01c1 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.634580] env[68391]: DEBUG oslo_concurrency.lockutils [req-a794588c-1418-40fa-88ba-2038ae069ea2 req-5830b5db-79fc-405b-ab01-e9f7b6f9b3e3 service nova] Acquiring lock "1c998280-4834-47f8-8169-67f1aa41f730-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.634789] env[68391]: DEBUG oslo_concurrency.lockutils [req-a794588c-1418-40fa-88ba-2038ae069ea2 req-5830b5db-79fc-405b-ab01-e9f7b6f9b3e3 service nova] Lock "1c998280-4834-47f8-8169-67f1aa41f730-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.634955] env[68391]: DEBUG oslo_concurrency.lockutils [req-a794588c-1418-40fa-88ba-2038ae069ea2 req-5830b5db-79fc-405b-ab01-e9f7b6f9b3e3 service nova] Lock "1c998280-4834-47f8-8169-67f1aa41f730-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.635142] env[68391]: DEBUG nova.compute.manager [req-a794588c-1418-40fa-88ba-2038ae069ea2 req-5830b5db-79fc-405b-ab01-e9f7b6f9b3e3 service nova] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] No waiting events found dispatching network-vif-plugged-f83ea2a3-18ac-4e9a-9f78-46781c8e01c1 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.635305] env[68391]: WARNING nova.compute.manager [req-a794588c-1418-40fa-88ba-2038ae069ea2 req-5830b5db-79fc-405b-ab01-e9f7b6f9b3e3 service nova] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Received unexpected event network-vif-plugged-f83ea2a3-18ac-4e9a-9f78-46781c8e01c1 for instance with vm_state building and task_state spawning. [ 805.635463] env[68391]: DEBUG nova.compute.manager [req-a794588c-1418-40fa-88ba-2038ae069ea2 req-5830b5db-79fc-405b-ab01-e9f7b6f9b3e3 service nova] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Received event network-changed-f83ea2a3-18ac-4e9a-9f78-46781c8e01c1 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.635613] env[68391]: DEBUG nova.compute.manager [req-a794588c-1418-40fa-88ba-2038ae069ea2 req-5830b5db-79fc-405b-ab01-e9f7b6f9b3e3 service nova] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Refreshing instance network info cache due to event network-changed-f83ea2a3-18ac-4e9a-9f78-46781c8e01c1. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.635778] env[68391]: DEBUG oslo_concurrency.lockutils [req-a794588c-1418-40fa-88ba-2038ae069ea2 req-5830b5db-79fc-405b-ab01-e9f7b6f9b3e3 service nova] Acquiring lock "refresh_cache-1c998280-4834-47f8-8169-67f1aa41f730" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.646785] env[68391]: DEBUG oslo_vmware.api [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038985, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.720050] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Releasing lock "refresh_cache-1c998280-4834-47f8-8169-67f1aa41f730" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.723483] env[68391]: DEBUG nova.compute.manager [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Instance network_info: |[{"id": "f83ea2a3-18ac-4e9a-9f78-46781c8e01c1", "address": "fa:16:3e:f1:d2:cb", "network": {"id": "9cd640df-da1b-4f7e-a275-669cbf66beb2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-613265442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff41ca55c79b4c3095690424e9789ac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83ea2a3-18", "ovs_interfaceid": "f83ea2a3-18ac-4e9a-9f78-46781c8e01c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.723483] env[68391]: DEBUG oslo_concurrency.lockutils [req-a794588c-1418-40fa-88ba-2038ae069ea2 req-5830b5db-79fc-405b-ab01-e9f7b6f9b3e3 service nova] Acquired lock "refresh_cache-1c998280-4834-47f8-8169-67f1aa41f730" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.723483] env[68391]: DEBUG nova.network.neutron [req-a794588c-1418-40fa-88ba-2038ae069ea2 req-5830b5db-79fc-405b-ab01-e9f7b6f9b3e3 service nova] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Refreshing network info cache for port f83ea2a3-18ac-4e9a-9f78-46781c8e01c1 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.723483] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:d2:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f83ea2a3-18ac-4e9a-9f78-46781c8e01c1', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.739900] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.744423] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.745128] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56e043ba-7a0e-4c49-b73c-168fe4837475 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.772606] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.784505] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Task: {'id': task-3038986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.785775] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.785775] env[68391]: value = "task-3038987" [ 805.785775] env[68391]: _type = "Task" [ 805.785775] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.794514] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038987, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.933798] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e1499ef7-d3c6-4505-8eb6-dbbcdc612f87 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "c0fc631c-dfa4-4413-b52b-c9f47b87d549" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.104s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.060297] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.060762] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4c74ad7-32af-4382-bc4d-999bc6002008 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.068656] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 806.068656] env[68391]: value = "task-3038988" [ 806.068656] env[68391]: _type = "Task" [ 806.068656] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.077762] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] VM already powered off {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 806.078041] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.078843] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8624ca37-c71b-473a-86fd-612394860b16 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.085341] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.086183] env[68391]: DEBUG nova.network.neutron [req-a794588c-1418-40fa-88ba-2038ae069ea2 req-5830b5db-79fc-405b-ab01-e9f7b6f9b3e3 service nova] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Updated VIF entry in instance network info cache for port f83ea2a3-18ac-4e9a-9f78-46781c8e01c1. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.086542] env[68391]: DEBUG nova.network.neutron [req-a794588c-1418-40fa-88ba-2038ae069ea2 req-5830b5db-79fc-405b-ab01-e9f7b6f9b3e3 service nova] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Updating instance_info_cache with network_info: [{"id": "f83ea2a3-18ac-4e9a-9f78-46781c8e01c1", "address": "fa:16:3e:f1:d2:cb", "network": {"id": "9cd640df-da1b-4f7e-a275-669cbf66beb2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-613265442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff41ca55c79b4c3095690424e9789ac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83ea2a3-18", "ovs_interfaceid": "f83ea2a3-18ac-4e9a-9f78-46781c8e01c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.087656] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78b181f0-31cc-434e-8f27-b91390935980 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.154936] env[68391]: DEBUG oslo_vmware.api [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038985, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.158769] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.158769] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.158906] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Deleting the datastore file [datastore2] 6ea9bd00-f2e9-4629-b4f6-39e460cfa864 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.159902] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-534582d0-2786-4ccb-8a12-802789387610 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.169547] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 806.169547] env[68391]: value = "task-3038990" [ 806.169547] env[68391]: _type = "Task" [ 806.169547] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.178796] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.282415] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Task: {'id': task-3038986, 'name': ReconfigVM_Task, 'duration_secs': 0.921104} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.283375] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 49a07c27-056b-400b-af22-7b500e964c01/49a07c27-056b-400b-af22-7b500e964c01.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.283544] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e1b8152-dba2-4180-825a-87eb84df4921 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.290647] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Waiting for the task: (returnval){ [ 806.290647] env[68391]: value = "task-3038991" [ 806.290647] env[68391]: _type = "Task" [ 806.290647] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.297917] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038987, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.303130] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Task: {'id': task-3038991, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.437557] env[68391]: DEBUG nova.compute.manager [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.467167] env[68391]: INFO nova.compute.manager [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Rebuilding instance [ 806.513493] env[68391]: DEBUG nova.compute.manager [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.514512] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba80ab5-a1a7-4887-b5d2-1e6fbf7c2f0f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.590022] env[68391]: DEBUG oslo_concurrency.lockutils [req-a794588c-1418-40fa-88ba-2038ae069ea2 req-5830b5db-79fc-405b-ab01-e9f7b6f9b3e3 service nova] Releasing lock "refresh_cache-1c998280-4834-47f8-8169-67f1aa41f730" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.652919] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.144s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.658830] env[68391]: DEBUG oslo_vmware.api [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038985, 'name': RemoveSnapshot_Task, 'duration_secs': 1.440011} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.660970] env[68391]: DEBUG oslo_concurrency.lockutils [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.047s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.662466] env[68391]: INFO nova.compute.claims [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.664736] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Deleted Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 806.681151] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3038990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22916} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.681151] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.681151] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.681151] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.797797] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038987, 'name': CreateVM_Task, 'duration_secs': 0.544387} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.798289] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.798970] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.799152] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.799468] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.802386] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f3c6d4a-d1de-4fee-ab99-30732e1bb8bf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.804131] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Task: {'id': task-3038991, 'name': Rename_Task, 'duration_secs': 0.165558} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.804385] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.804879] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d0a64b1-b9c6-4743-a59f-b459687c85ca {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.807187] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 806.807187] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5255910f-4b4a-de0e-7076-77f37b70b7a8" [ 806.807187] env[68391]: _type = "Task" [ 806.807187] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.813023] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Waiting for the task: (returnval){ [ 806.813023] env[68391]: value = "task-3038992" [ 806.813023] env[68391]: _type = "Task" [ 806.813023] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.818435] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5255910f-4b4a-de0e-7076-77f37b70b7a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.822554] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Task: {'id': task-3038992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.957136] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.171747] env[68391]: WARNING nova.compute.manager [None req-f23df6c4-37a5-4557-abaa-61dc4c9cee24 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Image not found during snapshot: nova.exception.ImageNotFound: Image e5f53b32-c443-40ee-a609-ae8eb564d933 could not be found. [ 807.322304] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5255910f-4b4a-de0e-7076-77f37b70b7a8, 'name': SearchDatastore_Task, 'duration_secs': 0.033514} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.323297] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.323297] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.323523] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.323670] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.323847] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.324158] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b49d18d7-eaa7-40c1-8406-7aee21387ff3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.328911] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Task: {'id': task-3038992, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.336203] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.336525] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.337480] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94d495af-7df6-47ee-af8d-78c2792c6dfa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.345530] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 807.345530] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529e2c55-dab6-652a-b9b5-40aab26ff872" [ 807.345530] env[68391]: _type = "Task" [ 807.345530] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.355017] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529e2c55-dab6-652a-b9b5-40aab26ff872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.528055] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.528711] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbf308f0-462f-4ac8-93d0-4011244c61b1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.537020] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 807.537020] env[68391]: value = "task-3038993" [ 807.537020] env[68391]: _type = "Task" [ 807.537020] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.545371] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3038993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.756745] env[68391]: DEBUG nova.virt.hardware [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.757056] env[68391]: DEBUG nova.virt.hardware [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.757212] env[68391]: DEBUG nova.virt.hardware [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.757409] env[68391]: DEBUG nova.virt.hardware [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.757551] env[68391]: DEBUG nova.virt.hardware [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.757718] env[68391]: DEBUG nova.virt.hardware [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.757957] env[68391]: DEBUG nova.virt.hardware [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.758157] env[68391]: DEBUG nova.virt.hardware [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.758333] env[68391]: DEBUG nova.virt.hardware [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.758497] env[68391]: DEBUG nova.virt.hardware [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.759051] env[68391]: DEBUG nova.virt.hardware [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.759628] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09dbec3-ca6e-4301-845c-0c853f59a1c2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.770261] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e689a249-c1d1-47f9-9e75-d2f9f57acfad {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.786279] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:ee:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de5bab67-b30b-44fe-bb9e-fb9fff8dac9a', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.793736] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.797080] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.797585] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf8e1358-45bb-4098-8bf7-702161fcaae2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.821443] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.821443] env[68391]: value = "task-3038994" [ 807.821443] env[68391]: _type = "Task" [ 807.821443] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.824739] env[68391]: DEBUG oslo_vmware.api [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Task: {'id': task-3038992, 'name': PowerOnVM_Task, 'duration_secs': 0.64265} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.828815] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.829099] env[68391]: INFO nova.compute.manager [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Took 9.27 seconds to spawn the instance on the hypervisor. [ 807.829318] env[68391]: DEBUG nova.compute.manager [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.832519] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddabe6f-0d12-4f80-941c-56df782ea8ed {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.841561] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038994, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.861171] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529e2c55-dab6-652a-b9b5-40aab26ff872, 'name': SearchDatastore_Task, 'duration_secs': 0.009567} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.863295] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-533d3c48-9c6e-4469-9a0d-ee8ed3e045ba {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.870115] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 807.870115] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522dfbb2-359d-2a53-b3a8-6603118e7285" [ 807.870115] env[68391]: _type = "Task" [ 807.870115] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.882298] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522dfbb2-359d-2a53-b3a8-6603118e7285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.047749] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3038993, 'name': PowerOffVM_Task, 'duration_secs': 0.339618} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.050016] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.050264] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.051204] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7172f1c9-80e0-43bb-ab87-1d8060ed4902 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.055212] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "0ebee0cf-0566-42b3-9d46-2b959dbcb8ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.055435] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "0ebee0cf-0566-42b3-9d46-2b959dbcb8ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.055644] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "0ebee0cf-0566-42b3-9d46-2b959dbcb8ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.055840] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "0ebee0cf-0566-42b3-9d46-2b959dbcb8ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.056013] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "0ebee0cf-0566-42b3-9d46-2b959dbcb8ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.059733] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.062266] env[68391]: INFO nova.compute.manager [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Terminating instance [ 808.063557] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33e8cae2-ae29-4bcf-ba6d-5fdd3f32c857 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.131693] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.131813] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.132091] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Deleting the datastore file [datastore1] c0fc631c-dfa4-4413-b52b-c9f47b87d549 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.132471] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec1308bb-f4fd-4aed-8dcd-49bf326cf815 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.138868] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 808.138868] env[68391]: value = "task-3038996" [ 808.138868] env[68391]: _type = "Task" [ 808.138868] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.147802] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3038996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.202948] env[68391]: INFO nova.compute.manager [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Swapping old allocation on dict_keys(['91cd88db-7a2c-4f42-b40d-730164cb64f8']) held by migration 4eb4f7f8-793a-427e-b852-e31b3639eb77 for instance [ 808.226463] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5257601d-a77c-4b56-9e39-79c34f521c02 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.231174] env[68391]: DEBUG nova.scheduler.client.report [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Overwriting current allocation {'allocations': {'91cd88db-7a2c-4f42-b40d-730164cb64f8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 87}}, 'project_id': '9fd8e3682d4d478f981139fa53bcb4b2', 'user_id': '66fd7028ffaf4cd493f7cd1e04c9a3eb', 'consumer_generation': 1} on consumer 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef {{(pid=68391) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 808.238937] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e826e7db-0a47-42f6-a593-9598357ce6d0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.272081] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd5a7f5-ce44-46f0-a51f-b309cac5a602 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.279573] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41c1c99-dbb8-44e5-8192-3ece5ee7e64c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.293848] env[68391]: DEBUG nova.compute.provider_tree [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.329816] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "refresh_cache-3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.330019] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquired lock "refresh_cache-3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.330192] env[68391]: DEBUG nova.network.neutron [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.337611] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038994, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.355758] env[68391]: INFO nova.compute.manager [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Took 45.99 seconds to build instance. [ 808.381676] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522dfbb2-359d-2a53-b3a8-6603118e7285, 'name': SearchDatastore_Task, 'duration_secs': 0.02411} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.381940] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.382214] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 1c998280-4834-47f8-8169-67f1aa41f730/1c998280-4834-47f8-8169-67f1aa41f730.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.382472] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a38eca3-6b6c-4191-9d18-682be99f4bfd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.388723] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 808.388723] env[68391]: value = "task-3038997" [ 808.388723] env[68391]: _type = "Task" [ 808.388723] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.396587] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.567171] env[68391]: DEBUG nova.compute.manager [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.567516] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.568630] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e59e8dd-ad0b-43fe-bba2-5a5dd0d162f2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.577785] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.578080] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb771864-f924-4bed-b53c-81d941b7791d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.586330] env[68391]: DEBUG oslo_vmware.api [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 808.586330] env[68391]: value = "task-3038998" [ 808.586330] env[68391]: _type = "Task" [ 808.586330] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.596410] env[68391]: DEBUG oslo_vmware.api [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.651061] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3038996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184986} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.651340] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.651527] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.651706] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.801282] env[68391]: DEBUG nova.scheduler.client.report [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.839185] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038994, 'name': CreateVM_Task, 'duration_secs': 0.551835} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.840122] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.840929] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.841230] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.841637] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.841994] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6bc8eb3-1f25-43d0-9e6b-a26f25f7de41 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.849135] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 808.849135] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a37583-903a-35bb-20b9-38bb25817010" [ 808.849135] env[68391]: _type = "Task" [ 808.849135] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.860258] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f2a6ae1a-f301-4a60-b80d-938ad85bade1 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Lock "49a07c27-056b-400b-af22-7b500e964c01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.184s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.860629] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a37583-903a-35bb-20b9-38bb25817010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.900838] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508526} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.901127] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 1c998280-4834-47f8-8169-67f1aa41f730/1c998280-4834-47f8-8169-67f1aa41f730.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.901340] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.901599] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79cffe7d-76e1-43dc-805f-4f2998b9e006 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.907935] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 808.907935] env[68391]: value = "task-3038999" [ 808.907935] env[68391]: _type = "Task" [ 808.907935] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.915821] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.038394] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7b3cac78-5ceb-46b1-bcb0-fc9dc69a8168 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Acquiring lock "interface-49a07c27-056b-400b-af22-7b500e964c01-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.038641] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7b3cac78-5ceb-46b1-bcb0-fc9dc69a8168 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Lock "interface-49a07c27-056b-400b-af22-7b500e964c01-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.039137] env[68391]: DEBUG nova.objects.instance [None req-7b3cac78-5ceb-46b1-bcb0-fc9dc69a8168 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Lazy-loading 'flavor' on Instance uuid 49a07c27-056b-400b-af22-7b500e964c01 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.095236] env[68391]: DEBUG oslo_vmware.api [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3038998, 'name': PowerOffVM_Task, 'duration_secs': 0.430266} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.095529] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.095749] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.096038] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-688b6a39-3555-4369-b9a7-0a71046987f3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.098147] env[68391]: DEBUG nova.network.neutron [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Updating instance_info_cache with network_info: [{"id": "0907e64e-d33d-4c53-9a4e-a43bb8ed5388", "address": "fa:16:3e:14:f3:50", "network": {"id": "d7968b24-3677-448b-a577-e5970c40622c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a01355a1f0914fb3a61fcddc3d81dc33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0907e64e-d3", "ovs_interfaceid": "0907e64e-d33d-4c53-9a4e-a43bb8ed5388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.211697] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.211918] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.212111] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Deleting the datastore file [datastore2] 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.212371] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-506d5c45-32f7-4cde-ae6a-17ebbe94e4d5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.220943] env[68391]: DEBUG oslo_vmware.api [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 809.220943] env[68391]: value = "task-3039001" [ 809.220943] env[68391]: _type = "Task" [ 809.220943] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.229296] env[68391]: DEBUG oslo_vmware.api [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.305063] env[68391]: DEBUG oslo_concurrency.lockutils [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.305597] env[68391]: DEBUG nova.compute.manager [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.308240] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.679s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.309973] env[68391]: INFO nova.compute.claims [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.359705] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a37583-903a-35bb-20b9-38bb25817010, 'name': SearchDatastore_Task, 'duration_secs': 0.021794} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.361015] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.361015] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.361015] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.361015] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.361015] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.361015] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dba219f-b5a0-4199-bb00-de1a1a4b71ec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.362935] env[68391]: DEBUG nova.compute.manager [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.372549] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.372756] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.373476] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-698346cd-dcd8-4ec0-9ed6-840b031243b3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.378926] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 809.378926] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528780d5-acb3-d9d6-4b29-22620666dbcc" [ 809.378926] env[68391]: _type = "Task" [ 809.378926] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.387154] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528780d5-acb3-d9d6-4b29-22620666dbcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.417546] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3038999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069822} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.417878] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.420027] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dd0e9f-0d40-447a-bf99-6f47f2a279d6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.444027] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 1c998280-4834-47f8-8169-67f1aa41f730/1c998280-4834-47f8-8169-67f1aa41f730.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.444305] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-891c665e-24ee-4586-8403-55e14a160129 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.463386] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 809.463386] env[68391]: value = "task-3039002" [ 809.463386] env[68391]: _type = "Task" [ 809.463386] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.471305] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.544603] env[68391]: DEBUG nova.objects.instance [None req-7b3cac78-5ceb-46b1-bcb0-fc9dc69a8168 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Lazy-loading 'pci_requests' on Instance uuid 49a07c27-056b-400b-af22-7b500e964c01 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.603020] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Releasing lock "refresh_cache-3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.603020] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.603020] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dce87854-54f4-497b-9501-4dab05f9b084 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.609812] env[68391]: DEBUG oslo_vmware.api [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 809.609812] env[68391]: value = "task-3039003" [ 809.609812] env[68391]: _type = "Task" [ 809.609812] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.619780] env[68391]: DEBUG oslo_vmware.api [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3039003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.690131] env[68391]: DEBUG nova.virt.hardware [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.690426] env[68391]: DEBUG nova.virt.hardware [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.690635] env[68391]: DEBUG nova.virt.hardware [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.690835] env[68391]: DEBUG nova.virt.hardware [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.691019] env[68391]: DEBUG nova.virt.hardware [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.691213] env[68391]: DEBUG nova.virt.hardware [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.691456] env[68391]: DEBUG nova.virt.hardware [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.691649] env[68391]: DEBUG nova.virt.hardware [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.691856] env[68391]: DEBUG nova.virt.hardware [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.692086] env[68391]: DEBUG nova.virt.hardware [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.692310] env[68391]: DEBUG nova.virt.hardware [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.693471] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c74f02-abea-452e-a81c-b70bb947c51b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.702212] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a0c2d2-c44a-470d-910d-5b85ef66aac4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.719389] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:b8:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d363726-47f4-4c5b-b461-ca5a979b5786', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.730176] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.730967] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.734844] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdbf9aa3-d318-4187-9726-590b01f0bfb3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.758037] env[68391]: DEBUG oslo_vmware.api [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137846} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.759191] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.759390] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.759563] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.759741] env[68391]: INFO nova.compute.manager [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Took 1.19 seconds to destroy the instance on the hypervisor. [ 809.759985] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.760188] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.760188] env[68391]: value = "task-3039004" [ 809.760188] env[68391]: _type = "Task" [ 809.760188] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.760373] env[68391]: DEBUG nova.compute.manager [-] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.760470] env[68391]: DEBUG nova.network.neutron [-] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.772397] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039004, 'name': CreateVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.817184] env[68391]: DEBUG nova.compute.utils [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.818649] env[68391]: DEBUG nova.compute.manager [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.818866] env[68391]: DEBUG nova.network.neutron [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.872277] env[68391]: DEBUG nova.policy [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ff991c3355740a1aff3f54464b8c702', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc89526f6eee446ca76e5ed125ec14ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.889614] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528780d5-acb3-d9d6-4b29-22620666dbcc, 'name': SearchDatastore_Task, 'duration_secs': 0.007944} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.890423] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea6ec6f-cf8c-45fe-8bf5-5386bd31fd1c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.893681] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.896814] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 809.896814] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52912576-7fce-366d-ef9b-af0c7c3843f9" [ 809.896814] env[68391]: _type = "Task" [ 809.896814] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.906019] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52912576-7fce-366d-ef9b-af0c7c3843f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.974968] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.047103] env[68391]: DEBUG nova.objects.base [None req-7b3cac78-5ceb-46b1-bcb0-fc9dc69a8168 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Object Instance<49a07c27-056b-400b-af22-7b500e964c01> lazy-loaded attributes: flavor,pci_requests {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 810.047305] env[68391]: DEBUG nova.network.neutron [None req-7b3cac78-5ceb-46b1-bcb0-fc9dc69a8168 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.131066] env[68391]: DEBUG oslo_vmware.api [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3039003, 'name': PowerOffVM_Task, 'duration_secs': 0.22918} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.131066] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.131066] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='39200b1c-6fcb-46e4-89f8-1b15fdd138ee',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1098805031',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.131066] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.138334] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.138334] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.138334] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.138334] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.138334] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.138334] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.138334] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.138334] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.138334] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.146016] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e98b2b82-0341-4461-8f71-4b1080edc4cc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.158640] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7b3cac78-5ceb-46b1-bcb0-fc9dc69a8168 tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Lock "interface-49a07c27-056b-400b-af22-7b500e964c01-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.120s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.169057] env[68391]: DEBUG oslo_vmware.api [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 810.169057] env[68391]: value = "task-3039005" [ 810.169057] env[68391]: _type = "Task" [ 810.169057] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.175769] env[68391]: DEBUG nova.network.neutron [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Successfully created port: 58855035-f47d-457e-90f3-47e3a597c65a {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.181787] env[68391]: DEBUG oslo_vmware.api [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3039005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.274764] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039004, 'name': CreateVM_Task, 'duration_secs': 0.509442} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.275017] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.275998] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.276313] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.276803] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.277111] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f3c676a-0689-435c-9c2f-42b7d3edd22d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.281781] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 810.281781] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527e9815-63fb-6610-173f-eade41fdc2fa" [ 810.281781] env[68391]: _type = "Task" [ 810.281781] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.289369] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527e9815-63fb-6610-173f-eade41fdc2fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.323214] env[68391]: DEBUG nova.compute.manager [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.406945] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52912576-7fce-366d-ef9b-af0c7c3843f9, 'name': SearchDatastore_Task, 'duration_secs': 0.0276} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.407769] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.408100] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 6ea9bd00-f2e9-4629-b4f6-39e460cfa864/6ea9bd00-f2e9-4629-b4f6-39e460cfa864.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.408419] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7527937c-9e85-4ea4-8592-b6a125da2303 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.420681] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 810.420681] env[68391]: value = "task-3039006" [ 810.420681] env[68391]: _type = "Task" [ 810.420681] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.435536] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.458567] env[68391]: DEBUG nova.compute.manager [req-45b015b2-7192-46c9-b557-cc1738e563f1 req-e3f19e9f-2b5a-42a7-a68f-262ee405968b service nova] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Received event network-vif-deleted-1e45f123-1498-486f-85ec-b4606ef9f450 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.458567] env[68391]: INFO nova.compute.manager [req-45b015b2-7192-46c9-b557-cc1738e563f1 req-e3f19e9f-2b5a-42a7-a68f-262ee405968b service nova] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Neutron deleted interface 1e45f123-1498-486f-85ec-b4606ef9f450; detaching it from the instance and deleting it from the info cache [ 810.458567] env[68391]: DEBUG nova.network.neutron [req-45b015b2-7192-46c9-b557-cc1738e563f1 req-e3f19e9f-2b5a-42a7-a68f-262ee405968b service nova] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.475391] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039002, 'name': ReconfigVM_Task, 'duration_secs': 0.7243} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.478879] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 1c998280-4834-47f8-8169-67f1aa41f730/1c998280-4834-47f8-8169-67f1aa41f730.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.480181] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87f0b3ac-0c37-4fd9-9b35-d192f6f38f91 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.485898] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 810.485898] env[68391]: value = "task-3039007" [ 810.485898] env[68391]: _type = "Task" [ 810.485898] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.499576] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039007, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.568854] env[68391]: DEBUG nova.network.neutron [-] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.680888] env[68391]: DEBUG oslo_vmware.api [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3039005, 'name': ReconfigVM_Task, 'duration_secs': 0.155118} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.686069] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b147b624-f77f-416c-bf05-6145cd251ee4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.710568] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:37:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='39200b1c-6fcb-46e4-89f8-1b15fdd138ee',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1098805031',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.710790] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.710940] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.711195] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.711269] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.711510] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.711771] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.711927] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.712112] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.712267] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.712446] env[68391]: DEBUG nova.virt.hardware [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.716469] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65361a00-ad86-4b53-9749-609e3ffd767b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.724593] env[68391]: DEBUG oslo_vmware.api [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 810.724593] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5288bb7b-877c-6576-a69b-4795954af722" [ 810.724593] env[68391]: _type = "Task" [ 810.724593] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.734609] env[68391]: DEBUG oslo_vmware.api [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5288bb7b-877c-6576-a69b-4795954af722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.797263] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527e9815-63fb-6610-173f-eade41fdc2fa, 'name': SearchDatastore_Task, 'duration_secs': 0.016443} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.800234] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.800500] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.800735] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.800882] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.801078] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.801580] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f34ad34-b683-4fc5-bc9c-d5b7b9bb437f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.819739] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.819976] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.820733] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e2ca33-61c2-48a7-a5f9-1ff3987a2d05 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.835102] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 810.835102] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528a5b7e-722e-35a3-83a7-13addaf1a460" [ 810.835102] env[68391]: _type = "Task" [ 810.835102] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.845138] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528a5b7e-722e-35a3-83a7-13addaf1a460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.871936] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bc9086-182a-48ad-8c41-20da2c70f651 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.883816] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8611ec-565a-4a8d-a028-aa0d6b9f4504 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.919994] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2ef2cc-d55d-44f9-86b3-8182fd56bf99 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.930517] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039006, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.933533] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bc0c21-f3d8-4271-b6c3-8745221792dc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.947536] env[68391]: DEBUG nova.compute.provider_tree [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.961712] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72615493-eedd-4c52-acff-874b4d51bbcb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.970323] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fde231-7ec4-4da9-8a09-290eea916686 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.995124] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039007, 'name': Rename_Task, 'duration_secs': 0.196575} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.008810] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.009547] env[68391]: DEBUG nova.compute.manager [req-45b015b2-7192-46c9-b557-cc1738e563f1 req-e3f19e9f-2b5a-42a7-a68f-262ee405968b service nova] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Detach interface failed, port_id=1e45f123-1498-486f-85ec-b4606ef9f450, reason: Instance 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 811.009951] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3287aa78-8b96-44c5-84b3-194b444981fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.016373] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 811.016373] env[68391]: value = "task-3039008" [ 811.016373] env[68391]: _type = "Task" [ 811.016373] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.023587] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.072764] env[68391]: INFO nova.compute.manager [-] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Took 1.31 seconds to deallocate network for instance. [ 811.235097] env[68391]: DEBUG oslo_vmware.api [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5288bb7b-877c-6576-a69b-4795954af722, 'name': SearchDatastore_Task, 'duration_secs': 0.012338} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.239528] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 811.240164] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d351831c-ee8a-48d0-9ee2-21e2e3f48c43 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.258205] env[68391]: DEBUG oslo_vmware.api [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 811.258205] env[68391]: value = "task-3039009" [ 811.258205] env[68391]: _type = "Task" [ 811.258205] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.265972] env[68391]: DEBUG oslo_vmware.api [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3039009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.337851] env[68391]: DEBUG nova.compute.manager [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.351071] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528a5b7e-722e-35a3-83a7-13addaf1a460, 'name': SearchDatastore_Task, 'duration_secs': 0.056593} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.351905] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-528e309a-3947-45b9-8d53-e6a0dbe1d2de {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.357468] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 811.357468] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5285d5b9-a83b-5d2d-c05e-85e633b5a4d1" [ 811.357468] env[68391]: _type = "Task" [ 811.357468] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.365917] env[68391]: DEBUG nova.virt.hardware [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.366188] env[68391]: DEBUG nova.virt.hardware [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.366377] env[68391]: DEBUG nova.virt.hardware [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.366636] env[68391]: DEBUG nova.virt.hardware [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.366799] env[68391]: DEBUG nova.virt.hardware [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.366973] env[68391]: DEBUG nova.virt.hardware [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.368040] env[68391]: DEBUG nova.virt.hardware [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.368040] env[68391]: DEBUG nova.virt.hardware [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.368040] env[68391]: DEBUG nova.virt.hardware [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.368040] env[68391]: DEBUG nova.virt.hardware [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.368040] env[68391]: DEBUG nova.virt.hardware [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.369127] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f526b9-0a7c-4396-868f-0b6d29514a50 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.374434] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5285d5b9-a83b-5d2d-c05e-85e633b5a4d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.379087] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c831c8e-6e24-4e3e-beef-1375a1b1bb8f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.431555] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572133} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.431810] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 6ea9bd00-f2e9-4629-b4f6-39e460cfa864/6ea9bd00-f2e9-4629-b4f6-39e460cfa864.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.432078] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.432357] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3a1713c-6ee9-46d4-b6e9-dae72a143635 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.441906] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 811.441906] env[68391]: value = "task-3039010" [ 811.441906] env[68391]: _type = "Task" [ 811.441906] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.450710] env[68391]: DEBUG nova.scheduler.client.report [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.454033] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.529434] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.579433] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.624028] env[68391]: DEBUG nova.compute.manager [req-11d4d75f-3dd1-4612-b1e9-a2778ace49a2 req-6aae5acc-aab3-4226-b6f1-b0a525e6efae service nova] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Received event network-vif-plugged-58855035-f47d-457e-90f3-47e3a597c65a {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.624545] env[68391]: DEBUG oslo_concurrency.lockutils [req-11d4d75f-3dd1-4612-b1e9-a2778ace49a2 req-6aae5acc-aab3-4226-b6f1-b0a525e6efae service nova] Acquiring lock "c5eea7a0-aca9-41e7-ad28-0011eed0c398-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.624809] env[68391]: DEBUG oslo_concurrency.lockutils [req-11d4d75f-3dd1-4612-b1e9-a2778ace49a2 req-6aae5acc-aab3-4226-b6f1-b0a525e6efae service nova] Lock "c5eea7a0-aca9-41e7-ad28-0011eed0c398-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.625047] env[68391]: DEBUG oslo_concurrency.lockutils [req-11d4d75f-3dd1-4612-b1e9-a2778ace49a2 req-6aae5acc-aab3-4226-b6f1-b0a525e6efae service nova] Lock "c5eea7a0-aca9-41e7-ad28-0011eed0c398-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.625299] env[68391]: DEBUG nova.compute.manager [req-11d4d75f-3dd1-4612-b1e9-a2778ace49a2 req-6aae5acc-aab3-4226-b6f1-b0a525e6efae service nova] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] No waiting events found dispatching network-vif-plugged-58855035-f47d-457e-90f3-47e3a597c65a {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.625611] env[68391]: WARNING nova.compute.manager [req-11d4d75f-3dd1-4612-b1e9-a2778ace49a2 req-6aae5acc-aab3-4226-b6f1-b0a525e6efae service nova] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Received unexpected event network-vif-plugged-58855035-f47d-457e-90f3-47e3a597c65a for instance with vm_state building and task_state spawning. [ 811.680271] env[68391]: DEBUG nova.network.neutron [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Successfully updated port: 58855035-f47d-457e-90f3-47e3a597c65a {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.768817] env[68391]: DEBUG oslo_vmware.api [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3039009, 'name': ReconfigVM_Task, 'duration_secs': 0.20646} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.768817] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 811.769736] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c7863b-4c90-4254-a975-06258c6c63c8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.794791] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef/3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.795137] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b058fdba-c93c-4445-9094-7991cfd9ad69 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.813212] env[68391]: DEBUG oslo_vmware.api [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 811.813212] env[68391]: value = "task-3039011" [ 811.813212] env[68391]: _type = "Task" [ 811.813212] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.820813] env[68391]: DEBUG oslo_vmware.api [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3039011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.869044] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5285d5b9-a83b-5d2d-c05e-85e633b5a4d1, 'name': SearchDatastore_Task, 'duration_secs': 0.016678} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.869044] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.869292] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] c0fc631c-dfa4-4413-b52b-c9f47b87d549/c0fc631c-dfa4-4413-b52b-c9f47b87d549.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.869547] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50259202-a4cc-4993-88bc-8b28e5111c64 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.875115] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 811.875115] env[68391]: value = "task-3039012" [ 811.875115] env[68391]: _type = "Task" [ 811.875115] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.882578] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.952035] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127544} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.952035] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.952243] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7fffb3-f2e7-4b10-a26e-8856a8e1f97c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.955405] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.955914] env[68391]: DEBUG nova.compute.manager [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.958636] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.114s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.958777] env[68391]: DEBUG nova.objects.instance [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lazy-loading 'resources' on Instance uuid 158f3c4a-6466-47bd-a348-0cde1fb86489 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.993408] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 6ea9bd00-f2e9-4629-b4f6-39e460cfa864/6ea9bd00-f2e9-4629-b4f6-39e460cfa864.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.994639] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5991f8d-8d84-4d53-9d1a-13da3d7dbdf9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.018340] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 812.018340] env[68391]: value = "task-3039013" [ 812.018340] env[68391]: _type = "Task" [ 812.018340] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.029594] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039008, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.033294] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039013, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.155100] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Acquiring lock "49a07c27-056b-400b-af22-7b500e964c01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.155416] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Lock "49a07c27-056b-400b-af22-7b500e964c01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.155714] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Acquiring lock "49a07c27-056b-400b-af22-7b500e964c01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.155942] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Lock "49a07c27-056b-400b-af22-7b500e964c01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.156194] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Lock "49a07c27-056b-400b-af22-7b500e964c01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.159590] env[68391]: INFO nova.compute.manager [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Terminating instance [ 812.185756] env[68391]: DEBUG oslo_concurrency.lockutils [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Acquiring lock "refresh_cache-c5eea7a0-aca9-41e7-ad28-0011eed0c398" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.185979] env[68391]: DEBUG oslo_concurrency.lockutils [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Acquired lock "refresh_cache-c5eea7a0-aca9-41e7-ad28-0011eed0c398" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.186166] env[68391]: DEBUG nova.network.neutron [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.328247] env[68391]: DEBUG oslo_vmware.api [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3039011, 'name': ReconfigVM_Task, 'duration_secs': 0.423488} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.328581] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef/3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.329519] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad37ee0-13ab-43e7-914d-85551304b1ed {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.350099] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d483a0-6a74-4b4f-8479-d4250dea5518 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.368750] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56497fea-ac3e-4122-a6e6-d8f8ba783c9e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.389820] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd87fab-717c-4ebe-b69f-6c2259694b7e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.396843] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.399996] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-850fdf18-340f-4191-83d6-4d12ce5b01a4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.402039] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484348} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.402039] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] c0fc631c-dfa4-4413-b52b-c9f47b87d549/c0fc631c-dfa4-4413-b52b-c9f47b87d549.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.402039] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.402515] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fa1e1d0-2b6b-4ee3-a988-86bd715579ae {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.407133] env[68391]: DEBUG oslo_vmware.api [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 812.407133] env[68391]: value = "task-3039014" [ 812.407133] env[68391]: _type = "Task" [ 812.407133] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.412631] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 812.412631] env[68391]: value = "task-3039015" [ 812.412631] env[68391]: _type = "Task" [ 812.412631] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.418636] env[68391]: DEBUG oslo_vmware.api [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3039014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.423033] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.464012] env[68391]: DEBUG nova.compute.utils [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.469533] env[68391]: DEBUG nova.compute.manager [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.469711] env[68391]: DEBUG nova.network.neutron [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.508915] env[68391]: DEBUG nova.policy [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14bfa5ebe0e24276b6717e5f77412484', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'babe8a5bd99b488a87a5f5a828c7f0c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.533282] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039013, 'name': ReconfigVM_Task, 'duration_secs': 0.42608} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.533568] env[68391]: DEBUG oslo_vmware.api [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039008, 'name': PowerOnVM_Task, 'duration_secs': 1.122958} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.533898] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 6ea9bd00-f2e9-4629-b4f6-39e460cfa864/6ea9bd00-f2e9-4629-b4f6-39e460cfa864.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.534401] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.534631] env[68391]: INFO nova.compute.manager [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Took 9.14 seconds to spawn the instance on the hypervisor. [ 812.534814] env[68391]: DEBUG nova.compute.manager [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.535075] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71ffac1d-650d-4f06-a871-3780b7e011a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.536932] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9c4a16-7f92-4d1f-965e-61ce4a3c6137 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.548172] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 812.548172] env[68391]: value = "task-3039016" [ 812.548172] env[68391]: _type = "Task" [ 812.548172] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.556633] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039016, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.665171] env[68391]: DEBUG nova.compute.manager [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.665437] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.666937] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bda3473-e99f-4959-8a0a-e3deeb3afb4e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.673996] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.674291] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91d5caf7-70d5-42f8-98f6-d8e30dc93c25 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.680873] env[68391]: DEBUG oslo_vmware.api [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Waiting for the task: (returnval){ [ 812.680873] env[68391]: value = "task-3039017" [ 812.680873] env[68391]: _type = "Task" [ 812.680873] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.689939] env[68391]: DEBUG oslo_vmware.api [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Task: {'id': task-3039017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.747156] env[68391]: DEBUG nova.network.neutron [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.923839] env[68391]: DEBUG nova.network.neutron [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Successfully created port: e29010d7-0cc0-4d46-b3e6-c0b547c715d9 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.925911] env[68391]: DEBUG oslo_vmware.api [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3039014, 'name': PowerOnVM_Task, 'duration_secs': 0.409076} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.929043] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.936819] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096006} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.937945] env[68391]: DEBUG nova.network.neutron [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Updating instance_info_cache with network_info: [{"id": "58855035-f47d-457e-90f3-47e3a597c65a", "address": "fa:16:3e:06:ae:94", "network": {"id": "917b909c-9f68-4e30-a5bc-ca165a602036", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2015955187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc89526f6eee446ca76e5ed125ec14ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58855035-f4", "ovs_interfaceid": "58855035-f47d-457e-90f3-47e3a597c65a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.938145] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.939234] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f53095-fd1f-4ab9-9ca3-6e63122362d1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.961680] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] c0fc631c-dfa4-4413-b52b-c9f47b87d549/c0fc631c-dfa4-4413-b52b-c9f47b87d549.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.965804] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f6ddd2b-d4ff-4a3d-8918-283bc13db5fa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.981246] env[68391]: DEBUG nova.compute.manager [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.989756] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 812.989756] env[68391]: value = "task-3039018" [ 812.989756] env[68391]: _type = "Task" [ 812.989756] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.999348] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.062944] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821e25f6-a124-4e13-ad38-0b2754226873 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.071237] env[68391]: INFO nova.compute.manager [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Took 42.54 seconds to build instance. [ 813.077544] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039016, 'name': Rename_Task, 'duration_secs': 0.149835} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.080137] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.080137] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48cadcb4-d438-4462-9015-38f6e6db1d5d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.085019] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3e0695-e94b-4f29-bb89-645bf26c29c1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.808022] env[68391]: DEBUG oslo_concurrency.lockutils [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Releasing lock "refresh_cache-c5eea7a0-aca9-41e7-ad28-0011eed0c398" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.808022] env[68391]: DEBUG nova.compute.manager [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Instance network_info: |[{"id": "58855035-f47d-457e-90f3-47e3a597c65a", "address": "fa:16:3e:06:ae:94", "network": {"id": "917b909c-9f68-4e30-a5bc-ca165a602036", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2015955187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc89526f6eee446ca76e5ed125ec14ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58855035-f4", "ovs_interfaceid": "58855035-f47d-457e-90f3-47e3a597c65a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.808022] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d8b5d3bb-aab6-46f2-8afc-41e06d53b6a2 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "1c998280-4834-47f8-8169-67f1aa41f730" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.167s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.808831] env[68391]: DEBUG oslo_concurrency.lockutils [None req-90a9c2b0-c714-4eea-916e-008a92c7027d tempest-ServersAdminTestJSON-1844021039 tempest-ServersAdminTestJSON-1844021039-project-admin] Acquiring lock "refresh_cache-1c998280-4834-47f8-8169-67f1aa41f730" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.808897] env[68391]: DEBUG oslo_concurrency.lockutils [None req-90a9c2b0-c714-4eea-916e-008a92c7027d tempest-ServersAdminTestJSON-1844021039 tempest-ServersAdminTestJSON-1844021039-project-admin] Acquired lock "refresh_cache-1c998280-4834-47f8-8169-67f1aa41f730" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.809074] env[68391]: DEBUG nova.network.neutron [None req-90a9c2b0-c714-4eea-916e-008a92c7027d tempest-ServersAdminTestJSON-1844021039 tempest-ServersAdminTestJSON-1844021039-project-admin] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.810756] env[68391]: DEBUG nova.compute.manager [req-f90944c0-c73e-477e-8511-acb34e518f34 req-f4c919a2-57f3-43a3-b85b-40aba60ad060 service nova] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Received event network-changed-58855035-f47d-457e-90f3-47e3a597c65a {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.810921] env[68391]: DEBUG nova.compute.manager [req-f90944c0-c73e-477e-8511-acb34e518f34 req-f4c919a2-57f3-43a3-b85b-40aba60ad060 service nova] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Refreshing instance network info cache due to event network-changed-58855035-f47d-457e-90f3-47e3a597c65a. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.811119] env[68391]: DEBUG oslo_concurrency.lockutils [req-f90944c0-c73e-477e-8511-acb34e518f34 req-f4c919a2-57f3-43a3-b85b-40aba60ad060 service nova] Acquiring lock "refresh_cache-c5eea7a0-aca9-41e7-ad28-0011eed0c398" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.811254] env[68391]: DEBUG oslo_concurrency.lockutils [req-f90944c0-c73e-477e-8511-acb34e518f34 req-f4c919a2-57f3-43a3-b85b-40aba60ad060 service nova] Acquired lock "refresh_cache-c5eea7a0-aca9-41e7-ad28-0011eed0c398" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.811453] env[68391]: DEBUG nova.network.neutron [req-f90944c0-c73e-477e-8511-acb34e518f34 req-f4c919a2-57f3-43a3-b85b-40aba60ad060 service nova] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Refreshing network info cache for port 58855035-f47d-457e-90f3-47e3a597c65a {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.816429] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:ae:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58855035-f47d-457e-90f3-47e3a597c65a', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.823611] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Creating folder: Project (bc89526f6eee446ca76e5ed125ec14ec). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.829742] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-767c29d5-7e36-4cd6-813a-7c6d1171e4c1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.831332] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 813.831332] env[68391]: value = "task-3039019" [ 813.831332] env[68391]: _type = "Task" [ 813.831332] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.868085] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523e8ef6-a50b-4788-affd-c6041aff620e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.872145] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039018, 'name': ReconfigVM_Task, 'duration_secs': 0.281517} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.874022] env[68391]: DEBUG oslo_vmware.api [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Task: {'id': task-3039017, 'name': PowerOffVM_Task, 'duration_secs': 0.348918} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.874290] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Reconfigured VM instance instance-0000003e to attach disk [datastore1] c0fc631c-dfa4-4413-b52b-c9f47b87d549/c0fc631c-dfa4-4413-b52b-c9f47b87d549.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.874983] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.875165] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.875658] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Created folder: Project (bc89526f6eee446ca76e5ed125ec14ec) in parent group-v608736. [ 813.875816] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Creating folder: Instances. Parent ref: group-v608923. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.876680] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01a7cd75-9b40-43be-bdcb-b94e9cfb3e45 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.878241] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56c9c50d-1c96-45ed-b05c-6f6a928c8c61 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.879588] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-164bb54f-409f-4841-b97c-3f7b6a931327 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.886638] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.889033] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df09c6b9-4380-4899-bcd1-51709f8aa341 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.894627] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 813.894627] env[68391]: value = "task-3039021" [ 813.894627] env[68391]: _type = "Task" [ 813.894627] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.896496] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Created folder: Instances in parent group-v608923. [ 813.896759] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.900070] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.909330] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cb1f35f-2bfe-4a15-8486-75756bc19d11 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.923498] env[68391]: DEBUG nova.compute.provider_tree [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.930346] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039021, 'name': Rename_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.931647] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.931647] env[68391]: value = "task-3039024" [ 813.931647] env[68391]: _type = "Task" [ 813.931647] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.940967] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039024, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.952026] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.952026] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.952026] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Deleting the datastore file [datastore2] 49a07c27-056b-400b-af22-7b500e964c01 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.952026] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-110fd8b6-ba42-4859-a899-7a058bc8369d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.957787] env[68391]: DEBUG oslo_vmware.api [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Waiting for the task: (returnval){ [ 813.957787] env[68391]: value = "task-3039025" [ 813.957787] env[68391]: _type = "Task" [ 813.957787] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.966403] env[68391]: DEBUG oslo_vmware.api [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Task: {'id': task-3039025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.314855] env[68391]: INFO nova.compute.manager [None req-bbfd747d-4e63-4f9c-a820-384ac1a4b4ca tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Updating instance to original state: 'active' [ 814.320574] env[68391]: DEBUG nova.compute.manager [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.329027] env[68391]: DEBUG nova.compute.manager [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.353432] env[68391]: DEBUG nova.virt.hardware [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.353708] env[68391]: DEBUG nova.virt.hardware [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.353909] env[68391]: DEBUG nova.virt.hardware [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.354157] env[68391]: DEBUG nova.virt.hardware [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.354371] env[68391]: DEBUG nova.virt.hardware [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.354570] env[68391]: DEBUG nova.virt.hardware [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.354828] env[68391]: DEBUG nova.virt.hardware [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.355045] env[68391]: DEBUG nova.virt.hardware [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.355273] env[68391]: DEBUG nova.virt.hardware [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.355494] env[68391]: DEBUG nova.virt.hardware [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.355719] env[68391]: DEBUG nova.virt.hardware [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.356689] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d25c8cb-bfad-4e8a-b825-671e0fc22a84 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.371835] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccd05c5-68fd-47b2-b81f-441ffc61822d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.376017] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039019, 'name': PowerOnVM_Task, 'duration_secs': 0.48971} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.376902] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.377154] env[68391]: DEBUG nova.compute.manager [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.378306] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b11d89f-4fc5-4911-9021-5293ebf7b786 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.406193] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039021, 'name': Rename_Task, 'duration_secs': 0.160674} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.406528] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.406833] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cf06dec-2949-4f38-9760-d71d811d3b34 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.412885] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 814.412885] env[68391]: value = "task-3039026" [ 814.412885] env[68391]: _type = "Task" [ 814.412885] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.421223] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.426690] env[68391]: DEBUG nova.scheduler.client.report [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.440730] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039024, 'name': CreateVM_Task, 'duration_secs': 0.368756} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.440935] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.441664] env[68391]: DEBUG oslo_concurrency.lockutils [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.441853] env[68391]: DEBUG oslo_concurrency.lockutils [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.442217] env[68391]: DEBUG oslo_concurrency.lockutils [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.442516] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1276a8a7-f5b7-43a2-8f60-99e2b6a2dce1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.447056] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Waiting for the task: (returnval){ [ 814.447056] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52022c1a-9160-7a1d-7058-0e0108735ba3" [ 814.447056] env[68391]: _type = "Task" [ 814.447056] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.457109] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52022c1a-9160-7a1d-7058-0e0108735ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.467014] env[68391]: DEBUG oslo_vmware.api [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Task: {'id': task-3039025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170194} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.469985] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.470156] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.470375] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.470757] env[68391]: INFO nova.compute.manager [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Took 1.81 seconds to destroy the instance on the hypervisor. [ 814.471055] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.471607] env[68391]: DEBUG nova.compute.manager [-] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.471878] env[68391]: DEBUG nova.network.neutron [-] [instance: 49a07c27-056b-400b-af22-7b500e964c01] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.537669] env[68391]: DEBUG nova.network.neutron [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Successfully updated port: e29010d7-0cc0-4d46-b3e6-c0b547c715d9 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.851218] env[68391]: DEBUG nova.network.neutron [None req-90a9c2b0-c714-4eea-916e-008a92c7027d tempest-ServersAdminTestJSON-1844021039 tempest-ServersAdminTestJSON-1844021039-project-admin] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Updating instance_info_cache with network_info: [{"id": "f83ea2a3-18ac-4e9a-9f78-46781c8e01c1", "address": "fa:16:3e:f1:d2:cb", "network": {"id": "9cd640df-da1b-4f7e-a275-669cbf66beb2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-613265442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff41ca55c79b4c3095690424e9789ac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83ea2a3-18", "ovs_interfaceid": "f83ea2a3-18ac-4e9a-9f78-46781c8e01c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.856220] env[68391]: DEBUG nova.network.neutron [req-f90944c0-c73e-477e-8511-acb34e518f34 req-f4c919a2-57f3-43a3-b85b-40aba60ad060 service nova] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Updated VIF entry in instance network info cache for port 58855035-f47d-457e-90f3-47e3a597c65a. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.856608] env[68391]: DEBUG nova.network.neutron [req-f90944c0-c73e-477e-8511-acb34e518f34 req-f4c919a2-57f3-43a3-b85b-40aba60ad060 service nova] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Updating instance_info_cache with network_info: [{"id": "58855035-f47d-457e-90f3-47e3a597c65a", "address": "fa:16:3e:06:ae:94", "network": {"id": "917b909c-9f68-4e30-a5bc-ca165a602036", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2015955187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc89526f6eee446ca76e5ed125ec14ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58855035-f4", "ovs_interfaceid": "58855035-f47d-457e-90f3-47e3a597c65a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.858939] env[68391]: DEBUG oslo_concurrency.lockutils [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.900417] env[68391]: INFO nova.compute.manager [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] bringing vm to original state: 'stopped' [ 814.926727] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039026, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.932949] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.974s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.936511] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.042s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.938984] env[68391]: INFO nova.compute.claims [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.963971] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52022c1a-9160-7a1d-7058-0e0108735ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.019988} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.964526] env[68391]: DEBUG nova.network.neutron [-] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.966870] env[68391]: INFO nova.scheduler.client.report [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Deleted allocations for instance 158f3c4a-6466-47bd-a348-0cde1fb86489 [ 814.968141] env[68391]: DEBUG oslo_concurrency.lockutils [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.968448] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.968768] env[68391]: DEBUG oslo_concurrency.lockutils [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.968975] env[68391]: DEBUG oslo_concurrency.lockutils [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.969239] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.973038] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89aa110d-b1d8-4409-9c6f-2c5eb740187b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.983783] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.983783] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.985594] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb18c75f-2a4c-4a71-acc6-0d48f0b6d7c3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.993943] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Waiting for the task: (returnval){ [ 814.993943] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5238ebb2-2413-ba75-c2f7-0f8956641042" [ 814.993943] env[68391]: _type = "Task" [ 814.993943] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.003640] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5238ebb2-2413-ba75-c2f7-0f8956641042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.005791] env[68391]: DEBUG nova.compute.manager [req-f7041e54-adc6-4515-b8db-216c3164fd4f req-e5067af2-a7be-4ac4-8d41-3e83670d2fdd service nova] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Received event network-vif-deleted-c06bfbd2-82d1-4a08-a824-138bc284314e {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.043521] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquiring lock "refresh_cache-dc6213c9-9532-47cf-b724-a252b4163eb4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.043733] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquired lock "refresh_cache-dc6213c9-9532-47cf-b724-a252b4163eb4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.043911] env[68391]: DEBUG nova.network.neutron [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.355031] env[68391]: DEBUG oslo_concurrency.lockutils [None req-90a9c2b0-c714-4eea-916e-008a92c7027d tempest-ServersAdminTestJSON-1844021039 tempest-ServersAdminTestJSON-1844021039-project-admin] Releasing lock "refresh_cache-1c998280-4834-47f8-8169-67f1aa41f730" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.356247] env[68391]: DEBUG nova.compute.manager [None req-90a9c2b0-c714-4eea-916e-008a92c7027d tempest-ServersAdminTestJSON-1844021039 tempest-ServersAdminTestJSON-1844021039-project-admin] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Inject network info {{(pid=68391) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 815.356747] env[68391]: DEBUG nova.compute.manager [None req-90a9c2b0-c714-4eea-916e-008a92c7027d tempest-ServersAdminTestJSON-1844021039 tempest-ServersAdminTestJSON-1844021039-project-admin] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] network_info to inject: |[{"id": "f83ea2a3-18ac-4e9a-9f78-46781c8e01c1", "address": "fa:16:3e:f1:d2:cb", "network": {"id": "9cd640df-da1b-4f7e-a275-669cbf66beb2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-613265442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff41ca55c79b4c3095690424e9789ac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83ea2a3-18", "ovs_interfaceid": "f83ea2a3-18ac-4e9a-9f78-46781c8e01c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 815.364538] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-90a9c2b0-c714-4eea-916e-008a92c7027d tempest-ServersAdminTestJSON-1844021039 tempest-ServersAdminTestJSON-1844021039-project-admin] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Reconfiguring VM instance to set the machine id {{(pid=68391) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 815.365720] env[68391]: DEBUG oslo_concurrency.lockutils [req-f90944c0-c73e-477e-8511-acb34e518f34 req-f4c919a2-57f3-43a3-b85b-40aba60ad060 service nova] Releasing lock "refresh_cache-c5eea7a0-aca9-41e7-ad28-0011eed0c398" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.366195] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-770b34a6-4c7b-4885-93b4-c15056fd73d9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.388369] env[68391]: DEBUG oslo_vmware.api [None req-90a9c2b0-c714-4eea-916e-008a92c7027d tempest-ServersAdminTestJSON-1844021039 tempest-ServersAdminTestJSON-1844021039-project-admin] Waiting for the task: (returnval){ [ 815.388369] env[68391]: value = "task-3039027" [ 815.388369] env[68391]: _type = "Task" [ 815.388369] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.398520] env[68391]: DEBUG oslo_vmware.api [None req-90a9c2b0-c714-4eea-916e-008a92c7027d tempest-ServersAdminTestJSON-1844021039 tempest-ServersAdminTestJSON-1844021039-project-admin] Task: {'id': task-3039027, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.427014] env[68391]: DEBUG oslo_vmware.api [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039026, 'name': PowerOnVM_Task, 'duration_secs': 0.814872} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.427319] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.427529] env[68391]: DEBUG nova.compute.manager [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.428334] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dd0d1d-74c8-42a9-ad49-2df637148bc5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.473329] env[68391]: INFO nova.compute.manager [-] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Took 1.00 seconds to deallocate network for instance. [ 815.482021] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d3c2cde2-442d-45ba-ad8e-e28541312308 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "158f3c4a-6466-47bd-a348-0cde1fb86489" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.202s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.504833] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5238ebb2-2413-ba75-c2f7-0f8956641042, 'name': SearchDatastore_Task, 'duration_secs': 0.009454} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.505358] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a08c1ca-2846-4d9e-ba12-dda3c26889b0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.511321] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Waiting for the task: (returnval){ [ 815.511321] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528f0f2b-f9eb-963b-47d8-665fddfcd259" [ 815.511321] env[68391]: _type = "Task" [ 815.511321] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.520521] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528f0f2b-f9eb-963b-47d8-665fddfcd259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.576254] env[68391]: DEBUG nova.network.neutron [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.889802] env[68391]: INFO nova.compute.manager [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Rebuilding instance [ 815.902799] env[68391]: DEBUG oslo_vmware.api [None req-90a9c2b0-c714-4eea-916e-008a92c7027d tempest-ServersAdminTestJSON-1844021039 tempest-ServersAdminTestJSON-1844021039-project-admin] Task: {'id': task-3039027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.909348] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "6ea9bd00-f2e9-4629-b4f6-39e460cfa864" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.909594] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "6ea9bd00-f2e9-4629-b4f6-39e460cfa864" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.909792] env[68391]: DEBUG nova.compute.manager [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.910989] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd475dc0-df9b-4c3d-b8ab-a958db717466 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.918809] env[68391]: DEBUG nova.compute.manager [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68391) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 815.951859] env[68391]: DEBUG nova.compute.manager [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.952490] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.953297] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a147e8-4eff-4367-86ec-c4d2a123cf67 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.982217] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.024819] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528f0f2b-f9eb-963b-47d8-665fddfcd259, 'name': SearchDatastore_Task, 'duration_secs': 0.037619} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.027714] env[68391]: DEBUG nova.network.neutron [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Updating instance_info_cache with network_info: [{"id": "e29010d7-0cc0-4d46-b3e6-c0b547c715d9", "address": "fa:16:3e:3d:73:ca", "network": {"id": "b5e1d38b-3b49-4e36-b976-373fa872ed73", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-459158601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babe8a5bd99b488a87a5f5a828c7f0c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29010d7-0c", "ovs_interfaceid": "e29010d7-0cc0-4d46-b3e6-c0b547c715d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.028932] env[68391]: DEBUG oslo_concurrency.lockutils [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.029894] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] c5eea7a0-aca9-41e7-ad28-0011eed0c398/c5eea7a0-aca9-41e7-ad28-0011eed0c398.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.030786] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca658149-cb02-4c75-ae58-f95a0ea97d91 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.037479] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Waiting for the task: (returnval){ [ 816.037479] env[68391]: value = "task-3039028" [ 816.037479] env[68391]: _type = "Task" [ 816.037479] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.050899] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': task-3039028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.088323] env[68391]: DEBUG nova.compute.manager [req-814a560f-5312-4ec0-8e8d-285266b46b2a req-29ae5376-9c7c-4365-815d-719e4c101b08 service nova] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Received event network-vif-plugged-e29010d7-0cc0-4d46-b3e6-c0b547c715d9 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.089191] env[68391]: DEBUG oslo_concurrency.lockutils [req-814a560f-5312-4ec0-8e8d-285266b46b2a req-29ae5376-9c7c-4365-815d-719e4c101b08 service nova] Acquiring lock "dc6213c9-9532-47cf-b724-a252b4163eb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.089191] env[68391]: DEBUG oslo_concurrency.lockutils [req-814a560f-5312-4ec0-8e8d-285266b46b2a req-29ae5376-9c7c-4365-815d-719e4c101b08 service nova] Lock "dc6213c9-9532-47cf-b724-a252b4163eb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.089191] env[68391]: DEBUG oslo_concurrency.lockutils [req-814a560f-5312-4ec0-8e8d-285266b46b2a req-29ae5376-9c7c-4365-815d-719e4c101b08 service nova] Lock "dc6213c9-9532-47cf-b724-a252b4163eb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.089313] env[68391]: DEBUG nova.compute.manager [req-814a560f-5312-4ec0-8e8d-285266b46b2a req-29ae5376-9c7c-4365-815d-719e4c101b08 service nova] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] No waiting events found dispatching network-vif-plugged-e29010d7-0cc0-4d46-b3e6-c0b547c715d9 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.089457] env[68391]: WARNING nova.compute.manager [req-814a560f-5312-4ec0-8e8d-285266b46b2a req-29ae5376-9c7c-4365-815d-719e4c101b08 service nova] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Received unexpected event network-vif-plugged-e29010d7-0cc0-4d46-b3e6-c0b547c715d9 for instance with vm_state building and task_state spawning. [ 816.089868] env[68391]: DEBUG nova.compute.manager [req-814a560f-5312-4ec0-8e8d-285266b46b2a req-29ae5376-9c7c-4365-815d-719e4c101b08 service nova] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Received event network-changed-e29010d7-0cc0-4d46-b3e6-c0b547c715d9 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.089868] env[68391]: DEBUG nova.compute.manager [req-814a560f-5312-4ec0-8e8d-285266b46b2a req-29ae5376-9c7c-4365-815d-719e4c101b08 service nova] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Refreshing instance network info cache due to event network-changed-e29010d7-0cc0-4d46-b3e6-c0b547c715d9. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.090027] env[68391]: DEBUG oslo_concurrency.lockutils [req-814a560f-5312-4ec0-8e8d-285266b46b2a req-29ae5376-9c7c-4365-815d-719e4c101b08 service nova] Acquiring lock "refresh_cache-dc6213c9-9532-47cf-b724-a252b4163eb4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.406768] env[68391]: DEBUG oslo_vmware.api [None req-90a9c2b0-c714-4eea-916e-008a92c7027d tempest-ServersAdminTestJSON-1844021039 tempest-ServersAdminTestJSON-1844021039-project-admin] Task: {'id': task-3039027, 'name': ReconfigVM_Task, 'duration_secs': 0.860223} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.407143] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-90a9c2b0-c714-4eea-916e-008a92c7027d tempest-ServersAdminTestJSON-1844021039 tempest-ServersAdminTestJSON-1844021039-project-admin] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Reconfigured VM instance to set the machine id {{(pid=68391) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 816.424834] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.424834] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77bfe879-76a2-41ee-bfb8-8ef6d8e073d5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.431499] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 816.431499] env[68391]: value = "task-3039029" [ 816.431499] env[68391]: _type = "Task" [ 816.431499] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.443151] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.449943] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe6bf78-b0ce-4c83-bde3-35fc28216c6d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.458936] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdadc079-038f-4934-ba97-aa079f4b7d3b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.494492] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.494492] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c26b89-38c3-4947-b75d-9e605f3f3178 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.496550] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17328e06-6085-40a8-af05-81eaff9e4236 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.506895] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c11cc0-bbe5-4ded-94d3-1fdc19047015 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.511514] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 816.511514] env[68391]: value = "task-3039030" [ 816.511514] env[68391]: _type = "Task" [ 816.511514] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.527089] env[68391]: DEBUG nova.compute.provider_tree [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.531696] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Releasing lock "refresh_cache-dc6213c9-9532-47cf-b724-a252b4163eb4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.532081] env[68391]: DEBUG nova.compute.manager [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Instance network_info: |[{"id": "e29010d7-0cc0-4d46-b3e6-c0b547c715d9", "address": "fa:16:3e:3d:73:ca", "network": {"id": "b5e1d38b-3b49-4e36-b976-373fa872ed73", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-459158601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babe8a5bd99b488a87a5f5a828c7f0c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29010d7-0c", "ovs_interfaceid": "e29010d7-0cc0-4d46-b3e6-c0b547c715d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.532556] env[68391]: DEBUG oslo_concurrency.lockutils [req-814a560f-5312-4ec0-8e8d-285266b46b2a req-29ae5376-9c7c-4365-815d-719e4c101b08 service nova] Acquired lock "refresh_cache-dc6213c9-9532-47cf-b724-a252b4163eb4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.532685] env[68391]: DEBUG nova.network.neutron [req-814a560f-5312-4ec0-8e8d-285266b46b2a req-29ae5376-9c7c-4365-815d-719e4c101b08 service nova] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Refreshing network info cache for port e29010d7-0cc0-4d46-b3e6-c0b547c715d9 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.534141] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:73:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e29010d7-0cc0-4d46-b3e6-c0b547c715d9', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.542485] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.547563] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.547907] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.551510] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7337960c-648f-4fcf-aaf2-90611540ffad {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.576669] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': task-3039028, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.578955] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.578955] env[68391]: value = "task-3039031" [ 816.578955] env[68391]: _type = "Task" [ 816.578955] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.590598] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039031, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.772044] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.772177] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.772357] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.772539] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.772728] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.775022] env[68391]: INFO nova.compute.manager [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Terminating instance [ 816.941787] env[68391]: DEBUG oslo_vmware.api [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039029, 'name': PowerOffVM_Task, 'duration_secs': 0.365613} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.942097] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.942304] env[68391]: DEBUG nova.compute.manager [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.943323] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cce022-88e5-4a1e-8004-c8cd73030a96 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.022146] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039030, 'name': PowerOffVM_Task, 'duration_secs': 0.398555} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.022550] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.022906] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.024045] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f1e5ab-4628-4a35-8f0b-a0ff8fe9951e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.034022] env[68391]: DEBUG nova.scheduler.client.report [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.036019] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.036264] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6ed63e3-7fbb-48a7-9a82-f13aaed15f5a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.060118] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': task-3039028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765031} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.060118] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] c5eea7a0-aca9-41e7-ad28-0011eed0c398/c5eea7a0-aca9-41e7-ad28-0011eed0c398.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.060254] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.060491] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-212effdf-d746-43fe-9b69-271493591334 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.067462] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Waiting for the task: (returnval){ [ 817.067462] env[68391]: value = "task-3039033" [ 817.067462] env[68391]: _type = "Task" [ 817.067462] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.078298] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': task-3039033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.090036] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039031, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.106079] env[68391]: DEBUG oslo_concurrency.lockutils [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "c0fc631c-dfa4-4413-b52b-c9f47b87d549" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.106598] env[68391]: DEBUG oslo_concurrency.lockutils [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "c0fc631c-dfa4-4413-b52b-c9f47b87d549" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.106940] env[68391]: DEBUG oslo_concurrency.lockutils [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "c0fc631c-dfa4-4413-b52b-c9f47b87d549-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.107238] env[68391]: DEBUG oslo_concurrency.lockutils [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "c0fc631c-dfa4-4413-b52b-c9f47b87d549-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.108017] env[68391]: DEBUG oslo_concurrency.lockutils [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "c0fc631c-dfa4-4413-b52b-c9f47b87d549-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.110501] env[68391]: INFO nova.compute.manager [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Terminating instance [ 817.117685] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.117948] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.118375] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Deleting the datastore file [datastore2] 8255f57d-32cf-4205-a078-dbf25d0f6afc {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.118542] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59b22072-ef08-40ce-922e-71af0031622a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.127844] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 817.127844] env[68391]: value = "task-3039034" [ 817.127844] env[68391]: _type = "Task" [ 817.127844] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.137963] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.281026] env[68391]: DEBUG nova.compute.manager [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.281026] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.281026] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09f024b-0ac7-4925-99b3-93c01ff53a34 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.291076] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.291338] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e91ed8fb-dc8d-4aab-b782-4878b107819f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.299404] env[68391]: DEBUG oslo_vmware.api [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 817.299404] env[68391]: value = "task-3039035" [ 817.299404] env[68391]: _type = "Task" [ 817.299404] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.310987] env[68391]: DEBUG oslo_vmware.api [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3039035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.326622] env[68391]: DEBUG nova.network.neutron [req-814a560f-5312-4ec0-8e8d-285266b46b2a req-29ae5376-9c7c-4365-815d-719e4c101b08 service nova] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Updated VIF entry in instance network info cache for port e29010d7-0cc0-4d46-b3e6-c0b547c715d9. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.327122] env[68391]: DEBUG nova.network.neutron [req-814a560f-5312-4ec0-8e8d-285266b46b2a req-29ae5376-9c7c-4365-815d-719e4c101b08 service nova] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Updating instance_info_cache with network_info: [{"id": "e29010d7-0cc0-4d46-b3e6-c0b547c715d9", "address": "fa:16:3e:3d:73:ca", "network": {"id": "b5e1d38b-3b49-4e36-b976-373fa872ed73", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-459158601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babe8a5bd99b488a87a5f5a828c7f0c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29010d7-0c", "ovs_interfaceid": "e29010d7-0cc0-4d46-b3e6-c0b547c715d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.456711] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "6ea9bd00-f2e9-4629-b4f6-39e460cfa864" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.547s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.540115] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.540649] env[68391]: DEBUG nova.compute.manager [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.543239] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.345s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.543468] env[68391]: DEBUG nova.objects.instance [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Lazy-loading 'resources' on Instance uuid 54a90dc4-1c71-487e-90c8-9ac494d9ea3b {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.578590] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': task-3039033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075222} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.579624] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.580479] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5527907-0e72-4f5c-88a4-12df28452d0d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.596026] env[68391]: DEBUG oslo_concurrency.lockutils [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "272c5283-e702-4699-aae0-88aece98e488" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.596233] env[68391]: DEBUG oslo_concurrency.lockutils [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "272c5283-e702-4699-aae0-88aece98e488" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.604135] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039031, 'name': CreateVM_Task, 'duration_secs': 0.937167} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.613793] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.622706] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] c5eea7a0-aca9-41e7-ad28-0011eed0c398/c5eea7a0-aca9-41e7-ad28-0011eed0c398.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.623433] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.623588] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.623903] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.624497] env[68391]: DEBUG nova.compute.manager [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.624694] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.625213] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e01010dc-58f7-49f7-b645-96b12a44db24 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.640263] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d5f7607-c381-409b-b357-ee763e32eaa1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.642413] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148ff5fa-ea49-49c9-b07d-f5c654ad5483 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.653607] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.658622] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cfabfb1-28cb-4bb3-a685-4453ddb78e2e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.660294] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352075} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.660932] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for the task: (returnval){ [ 817.660932] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522474fd-f2d9-3eeb-f94c-fceb479490f5" [ 817.660932] env[68391]: _type = "Task" [ 817.660932] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.661188] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Waiting for the task: (returnval){ [ 817.661188] env[68391]: value = "task-3039036" [ 817.661188] env[68391]: _type = "Task" [ 817.661188] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.661409] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.661582] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.661756] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.671950] env[68391]: DEBUG oslo_vmware.api [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 817.671950] env[68391]: value = "task-3039037" [ 817.671950] env[68391]: _type = "Task" [ 817.671950] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.684124] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': task-3039036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.689144] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522474fd-f2d9-3eeb-f94c-fceb479490f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.693023] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.693023] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.693023] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.693023] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.693023] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.693023] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcdad1d6-d75d-41c6-87b2-85e17842677c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.697516] env[68391]: DEBUG oslo_vmware.api [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.705492] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.705788] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.707828] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a6fb2e-8cd8-408c-8e45-8bc519bf37fa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.716876] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for the task: (returnval){ [ 817.716876] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e93e2c-755e-ef46-165d-bb15325f2884" [ 817.716876] env[68391]: _type = "Task" [ 817.716876] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.725567] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e93e2c-755e-ef46-165d-bb15325f2884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.811561] env[68391]: DEBUG oslo_vmware.api [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3039035, 'name': PowerOffVM_Task, 'duration_secs': 0.224822} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.811845] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.812023] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.812281] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aeaef359-c356-4e10-9e2d-e00e96a6d377 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.830258] env[68391]: DEBUG oslo_concurrency.lockutils [req-814a560f-5312-4ec0-8e8d-285266b46b2a req-29ae5376-9c7c-4365-815d-719e4c101b08 service nova] Releasing lock "refresh_cache-dc6213c9-9532-47cf-b724-a252b4163eb4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.880303] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.880586] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.880816] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Deleting the datastore file [datastore2] 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.881143] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e204d6db-0c15-44c2-ac4a-faaf62b2bba3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.888977] env[68391]: DEBUG oslo_vmware.api [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 817.888977] env[68391]: value = "task-3039039" [ 817.888977] env[68391]: _type = "Task" [ 817.888977] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.896923] env[68391]: DEBUG oslo_vmware.api [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3039039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.964748] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.046348] env[68391]: DEBUG nova.compute.utils [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.050653] env[68391]: DEBUG nova.compute.manager [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.050834] env[68391]: DEBUG nova.network.neutron [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.115246] env[68391]: DEBUG nova.policy [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aff49021f54e4e47829c854bd8ad765e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'baa91632df62443f90f1bd59cb669f91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.178829] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': task-3039036, 'name': ReconfigVM_Task, 'duration_secs': 0.318205} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.184528] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Reconfigured VM instance instance-00000041 to attach disk [datastore2] c5eea7a0-aca9-41e7-ad28-0011eed0c398/c5eea7a0-aca9-41e7-ad28-0011eed0c398.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.185756] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "dc52dc6a-f84d-4716-91f6-ecb5f2f66643" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.186149] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "dc52dc6a-f84d-4716-91f6-ecb5f2f66643" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.186433] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "dc52dc6a-f84d-4716-91f6-ecb5f2f66643-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.186713] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "dc52dc6a-f84d-4716-91f6-ecb5f2f66643-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.186966] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "dc52dc6a-f84d-4716-91f6-ecb5f2f66643-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.188663] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-029f8534-bb85-4b33-904d-70e9be7a4af9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.190843] env[68391]: INFO nova.compute.manager [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Terminating instance [ 818.202391] env[68391]: DEBUG oslo_vmware.api [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039037, 'name': PowerOffVM_Task, 'duration_secs': 0.181488} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.206756] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.206960] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.207334] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Waiting for the task: (returnval){ [ 818.207334] env[68391]: value = "task-3039040" [ 818.207334] env[68391]: _type = "Task" [ 818.207334] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.208636] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79c3b90a-47ba-4ca8-9ba6-ceaa65186252 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.225421] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': task-3039040, 'name': Rename_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.230984] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e93e2c-755e-ef46-165d-bb15325f2884, 'name': SearchDatastore_Task, 'duration_secs': 0.010653} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.231929] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ab68f70-7693-4925-ae9d-81d0c1cd0334 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.243584] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for the task: (returnval){ [ 818.243584] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5265dffe-acef-47b7-e733-25c40a4c6cb8" [ 818.243584] env[68391]: _type = "Task" [ 818.243584] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.256137] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5265dffe-acef-47b7-e733-25c40a4c6cb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.274084] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "f914e007-b9ca-4fb4-b4c0-015b9e912734" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.274374] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "f914e007-b9ca-4fb4-b4c0-015b9e912734" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.274595] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "f914e007-b9ca-4fb4-b4c0-015b9e912734-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.274802] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "f914e007-b9ca-4fb4-b4c0-015b9e912734-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.274987] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "f914e007-b9ca-4fb4-b4c0-015b9e912734-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.277574] env[68391]: INFO nova.compute.manager [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Terminating instance [ 818.296030] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.296314] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.296519] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Deleting the datastore file [datastore1] c0fc631c-dfa4-4413-b52b-c9f47b87d549 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.297325] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff1f94f8-1cc9-4392-a1d9-5fd24a40a425 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.313100] env[68391]: DEBUG oslo_vmware.api [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 818.313100] env[68391]: value = "task-3039042" [ 818.313100] env[68391]: _type = "Task" [ 818.313100] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.325481] env[68391]: DEBUG oslo_vmware.api [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.401529] env[68391]: DEBUG oslo_vmware.api [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3039039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305036} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.401680] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.402282] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.402484] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.402662] env[68391]: INFO nova.compute.manager [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Took 1.12 seconds to destroy the instance on the hypervisor. [ 818.403194] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.403274] env[68391]: DEBUG nova.compute.manager [-] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.403372] env[68391]: DEBUG nova.network.neutron [-] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.554182] env[68391]: DEBUG nova.compute.manager [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.620796] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c665a3f-a2fb-4bf0-bc16-23170298722f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.633698] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e9aebd-aa9d-459a-9178-0c87168720b0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.642223] env[68391]: DEBUG nova.network.neutron [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Successfully created port: b023644f-31a7-443c-8d47-47a74d96d7ab {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.691679] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311bc0f8-4167-4948-867e-81a79e2e630a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.695093] env[68391]: DEBUG nova.compute.manager [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.695322] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.696063] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6841131-afe8-467a-9e49-64b81498f0a5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.703115] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ada80e-c203-4fe2-99c7-3790ba62405e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.709438] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.709979] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33dba13a-cc15-48fd-ac80-726f406e6cd0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.723027] env[68391]: DEBUG nova.compute.provider_tree [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.732794] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': task-3039040, 'name': Rename_Task, 'duration_secs': 0.160908} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.735808] env[68391]: DEBUG nova.virt.hardware [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.736226] env[68391]: DEBUG nova.virt.hardware [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.736226] env[68391]: DEBUG nova.virt.hardware [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.736373] env[68391]: DEBUG nova.virt.hardware [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.736624] env[68391]: DEBUG nova.virt.hardware [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.736766] env[68391]: DEBUG nova.virt.hardware [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.737032] env[68391]: DEBUG nova.virt.hardware [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.737219] env[68391]: DEBUG nova.virt.hardware [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.737307] env[68391]: DEBUG nova.virt.hardware [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.737503] env[68391]: DEBUG nova.virt.hardware [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.737646] env[68391]: DEBUG nova.virt.hardware [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.739188] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.740402] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09df2fa6-a134-4896-89a0-1eb6165ed4b6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.743167] env[68391]: DEBUG oslo_vmware.api [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 818.743167] env[68391]: value = "task-3039043" [ 818.743167] env[68391]: _type = "Task" [ 818.743167] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.743381] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-354334f8-3c7d-4af4-b016-f69e74ab2e09 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.757710] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cf90e3-fb53-4216-a421-8772b9aba1b3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.765997] env[68391]: DEBUG oslo_vmware.api [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3039043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.768023] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Waiting for the task: (returnval){ [ 818.768023] env[68391]: value = "task-3039044" [ 818.768023] env[68391]: _type = "Task" [ 818.768023] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.772545] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5265dffe-acef-47b7-e733-25c40a4c6cb8, 'name': SearchDatastore_Task, 'duration_secs': 0.011605} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.784401] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.784401] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] dc6213c9-9532-47cf-b724-a252b4163eb4/dc6213c9-9532-47cf-b724-a252b4163eb4.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.789023] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:40:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19290dc0-40cd-4336-9313-0154838d9eea', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.792954] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.793660] env[68391]: DEBUG nova.compute.manager [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.793865] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.794538] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb0aba8c-3690-4609-bff2-8caeedee852f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.797912] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.798196] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe846b0-eaf1-4ee9-8909-e1ed36ac471a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.801250] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b192fa0a-e7db-4024-b02e-82ff4638789f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.820352] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': task-3039044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.827211] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.830337] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cac0855a-9ebd-4c99-a4ba-b3ad4b92a064 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.832093] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for the task: (returnval){ [ 818.832093] env[68391]: value = "task-3039045" [ 818.832093] env[68391]: _type = "Task" [ 818.832093] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.836682] env[68391]: DEBUG oslo_vmware.api [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213367} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.836881] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.836881] env[68391]: value = "task-3039046" [ 818.836881] env[68391]: _type = "Task" [ 818.836881] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.840800] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.841045] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.841316] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.841537] env[68391]: INFO nova.compute.manager [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Took 1.22 seconds to destroy the instance on the hypervisor. [ 818.841858] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.842660] env[68391]: DEBUG nova.compute.manager [-] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.842808] env[68391]: DEBUG nova.network.neutron [-] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.850713] env[68391]: DEBUG oslo_vmware.api [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 818.850713] env[68391]: value = "task-3039047" [ 818.850713] env[68391]: _type = "Task" [ 818.850713] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.865026] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3039045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.865026] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039046, 'name': CreateVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.872491] env[68391]: DEBUG oslo_vmware.api [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3039047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.038646] env[68391]: DEBUG nova.compute.manager [req-9ff539bb-efd6-4570-8cbf-1328ac19813c req-801b4c1a-22db-41d3-8ca8-ae26c6350acf service nova] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Received event network-vif-deleted-0907e64e-d33d-4c53-9a4e-a43bb8ed5388 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.038878] env[68391]: INFO nova.compute.manager [req-9ff539bb-efd6-4570-8cbf-1328ac19813c req-801b4c1a-22db-41d3-8ca8-ae26c6350acf service nova] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Neutron deleted interface 0907e64e-d33d-4c53-9a4e-a43bb8ed5388; detaching it from the instance and deleting it from the info cache [ 819.039063] env[68391]: DEBUG nova.network.neutron [req-9ff539bb-efd6-4570-8cbf-1328ac19813c req-801b4c1a-22db-41d3-8ca8-ae26c6350acf service nova] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.126529] env[68391]: DEBUG oslo_concurrency.lockutils [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "6ea9bd00-f2e9-4629-b4f6-39e460cfa864" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.126837] env[68391]: DEBUG oslo_concurrency.lockutils [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "6ea9bd00-f2e9-4629-b4f6-39e460cfa864" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.127086] env[68391]: DEBUG oslo_concurrency.lockutils [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "6ea9bd00-f2e9-4629-b4f6-39e460cfa864-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.127284] env[68391]: DEBUG oslo_concurrency.lockutils [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "6ea9bd00-f2e9-4629-b4f6-39e460cfa864-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.127477] env[68391]: DEBUG oslo_concurrency.lockutils [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "6ea9bd00-f2e9-4629-b4f6-39e460cfa864-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.129822] env[68391]: INFO nova.compute.manager [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Terminating instance [ 819.229677] env[68391]: DEBUG nova.scheduler.client.report [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.258075] env[68391]: DEBUG oslo_vmware.api [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3039043, 'name': PowerOffVM_Task, 'duration_secs': 0.204545} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.258409] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.258630] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.258960] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d525fbd1-4e34-4e91-8454-93eeff12af90 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.283781] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': task-3039044, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.336205] env[68391]: DEBUG nova.network.neutron [-] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.356186] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039046, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.356458] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3039045, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.365371] env[68391]: DEBUG oslo_vmware.api [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3039047, 'name': PowerOffVM_Task, 'duration_secs': 0.164209} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.365636] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.365805] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.366063] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-841f4407-f551-43c7-8861-a20d4c83e8e0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.542603] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72358b73-ba89-459a-826a-c04f45eb774e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.554233] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96433352-94ca-4e70-ae4f-227a79b4cf7b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.566274] env[68391]: DEBUG nova.compute.manager [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.597610] env[68391]: DEBUG nova.compute.manager [req-9ff539bb-efd6-4570-8cbf-1328ac19813c req-801b4c1a-22db-41d3-8ca8-ae26c6350acf service nova] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Detach interface failed, port_id=0907e64e-d33d-4c53-9a4e-a43bb8ed5388, reason: Instance 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 819.607165] env[68391]: DEBUG nova.virt.hardware [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.607165] env[68391]: DEBUG nova.virt.hardware [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.607165] env[68391]: DEBUG nova.virt.hardware [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.607165] env[68391]: DEBUG nova.virt.hardware [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.607429] env[68391]: DEBUG nova.virt.hardware [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.607429] env[68391]: DEBUG nova.virt.hardware [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.608677] env[68391]: DEBUG nova.virt.hardware [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.608677] env[68391]: DEBUG nova.virt.hardware [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.608677] env[68391]: DEBUG nova.virt.hardware [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.608677] env[68391]: DEBUG nova.virt.hardware [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.608677] env[68391]: DEBUG nova.virt.hardware [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.609217] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78fc2b9-1626-4ee0-9105-fbca662a4bd7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.619195] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09671f17-2d2e-4cba-b60a-c4c30f209377 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.634451] env[68391]: DEBUG nova.compute.manager [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.634596] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.635566] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb110ef8-fc59-407c-aadc-de1673dda9bd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.643088] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.643088] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee41723b-6e6c-4f92-9114-555d69c4c84a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.692273] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.692507] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.692686] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Deleting the datastore file [datastore2] dc52dc6a-f84d-4716-91f6-ecb5f2f66643 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.693026] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e218f307-9fcf-4cad-b67c-1b2ef56673ce {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.705144] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.705392] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.705751] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Deleting the datastore file [datastore1] f914e007-b9ca-4fb4-b4c0-015b9e912734 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.708216] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbae5d29-9b75-42e3-bd77-36ee757d21a1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.710481] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.710719] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.711022] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Deleting the datastore file [datastore1] 6ea9bd00-f2e9-4629-b4f6-39e460cfa864 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.711475] env[68391]: DEBUG oslo_vmware.api [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 819.711475] env[68391]: value = "task-3039051" [ 819.711475] env[68391]: _type = "Task" [ 819.711475] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.711654] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cfa6ab7-01c2-4113-9aa8-7b9a7bd24a76 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.719282] env[68391]: DEBUG oslo_vmware.api [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for the task: (returnval){ [ 819.719282] env[68391]: value = "task-3039052" [ 819.719282] env[68391]: _type = "Task" [ 819.719282] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.727631] env[68391]: DEBUG oslo_vmware.api [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3039051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.727977] env[68391]: DEBUG oslo_vmware.api [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 819.727977] env[68391]: value = "task-3039053" [ 819.727977] env[68391]: _type = "Task" [ 819.727977] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.734527] env[68391]: DEBUG oslo_vmware.api [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3039052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.740361] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.742435] env[68391]: DEBUG oslo_vmware.api [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.743102] env[68391]: DEBUG oslo_concurrency.lockutils [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.390s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.743255] env[68391]: DEBUG nova.objects.instance [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lazy-loading 'resources' on Instance uuid 6936afa8-a1ae-482a-b4ab-a76bb359b41f {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.772796] env[68391]: INFO nova.scheduler.client.report [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Deleted allocations for instance 54a90dc4-1c71-487e-90c8-9ac494d9ea3b [ 819.788206] env[68391]: DEBUG oslo_vmware.api [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': task-3039044, 'name': PowerOnVM_Task, 'duration_secs': 0.86587} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.788593] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.788871] env[68391]: INFO nova.compute.manager [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Took 8.45 seconds to spawn the instance on the hypervisor. [ 819.789107] env[68391]: DEBUG nova.compute.manager [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.789969] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40da3dac-1dc0-4c57-9139-92c37d5261e2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.817393] env[68391]: DEBUG nova.network.neutron [-] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.839284] env[68391]: INFO nova.compute.manager [-] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Took 1.44 seconds to deallocate network for instance. [ 819.870260] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3039045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615426} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.876359] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] dc6213c9-9532-47cf-b724-a252b4163eb4/dc6213c9-9532-47cf-b724-a252b4163eb4.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.876451] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.876782] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039046, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.877148] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4134f6ac-32a5-488b-bf53-a1c9e6d03e0e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.888926] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for the task: (returnval){ [ 819.888926] env[68391]: value = "task-3039054" [ 819.888926] env[68391]: _type = "Task" [ 819.888926] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.902702] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3039054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.232764] env[68391]: DEBUG oslo_vmware.api [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3039051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413396} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.239129] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.239472] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.239722] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.239970] env[68391]: INFO nova.compute.manager [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Took 1.54 seconds to destroy the instance on the hypervisor. [ 820.240348] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.240862] env[68391]: DEBUG oslo_vmware.api [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Task: {'id': task-3039052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322686} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.241421] env[68391]: DEBUG nova.compute.manager [-] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.241557] env[68391]: DEBUG nova.network.neutron [-] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.243289] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.243542] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.243773] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.243996] env[68391]: INFO nova.compute.manager [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Took 1.45 seconds to destroy the instance on the hypervisor. [ 820.244272] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.245278] env[68391]: DEBUG nova.compute.manager [-] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.245459] env[68391]: DEBUG nova.network.neutron [-] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.252987] env[68391]: DEBUG oslo_vmware.api [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324368} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.253922] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.254284] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.254508] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.254667] env[68391]: INFO nova.compute.manager [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Took 0.62 seconds to destroy the instance on the hypervisor. [ 820.254888] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.255124] env[68391]: DEBUG nova.compute.manager [-] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.255244] env[68391]: DEBUG nova.network.neutron [-] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.290872] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3cb8099a-97da-4ced-9551-ee4eb0027c07 tempest-ServersWithSpecificFlavorTestJSON-923220759 tempest-ServersWithSpecificFlavorTestJSON-923220759-project-member] Lock "54a90dc4-1c71-487e-90c8-9ac494d9ea3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.729s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.309876] env[68391]: INFO nova.compute.manager [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Took 46.72 seconds to build instance. [ 820.321155] env[68391]: INFO nova.compute.manager [-] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Took 1.48 seconds to deallocate network for instance. [ 820.359672] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.370472] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039046, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.404093] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3039054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174965} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.407533] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.407533] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291504aa-0fc5-4c28-8032-598659d76493 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.437116] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] dc6213c9-9532-47cf-b724-a252b4163eb4/dc6213c9-9532-47cf-b724-a252b4163eb4.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.442233] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-016d3d37-672e-4d04-b728-e802d0852de0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.465707] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for the task: (returnval){ [ 820.465707] env[68391]: value = "task-3039055" [ 820.465707] env[68391]: _type = "Task" [ 820.465707] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.479477] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3039055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.611727] env[68391]: DEBUG nova.compute.manager [req-0eedc4a3-3830-4848-95d2-7179e46494e4 req-c66add42-310c-427e-b781-6216fb90c2b2 service nova] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Received event network-vif-deleted-de5bab67-b30b-44fe-bb9e-fb9fff8dac9a {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.611946] env[68391]: INFO nova.compute.manager [req-0eedc4a3-3830-4848-95d2-7179e46494e4 req-c66add42-310c-427e-b781-6216fb90c2b2 service nova] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Neutron deleted interface de5bab67-b30b-44fe-bb9e-fb9fff8dac9a; detaching it from the instance and deleting it from the info cache [ 820.612163] env[68391]: DEBUG nova.network.neutron [req-0eedc4a3-3830-4848-95d2-7179e46494e4 req-c66add42-310c-427e-b781-6216fb90c2b2 service nova] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.718346] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Acquiring lock "c5eea7a0-aca9-41e7-ad28-0011eed0c398" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.806985] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bde38a-ae32-4dd0-a932-6a49fdb274b5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.811678] env[68391]: DEBUG oslo_concurrency.lockutils [None req-499390b5-e91a-4cb4-b145-58507e2957fd tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Lock "c5eea7a0-aca9-41e7-ad28-0011eed0c398" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.946s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.813417] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Lock "c5eea7a0-aca9-41e7-ad28-0011eed0c398" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.095s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.813720] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Acquiring lock "c5eea7a0-aca9-41e7-ad28-0011eed0c398-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.814052] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Lock "c5eea7a0-aca9-41e7-ad28-0011eed0c398-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.814330] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Lock "c5eea7a0-aca9-41e7-ad28-0011eed0c398-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.817571] env[68391]: INFO nova.compute.manager [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Terminating instance [ 820.827051] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f13e38-03b6-4429-b300-473ecbaf8ff3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.833431] env[68391]: DEBUG oslo_concurrency.lockutils [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.865436] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e86a59-4c45-4a6a-81d7-66777ee7d493 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.877612] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f61808-077c-4b20-9dbc-a5572e604cb4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.881594] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039046, 'name': CreateVM_Task, 'duration_secs': 1.598794} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.881645] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.882770] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.882965] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.883407] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.883743] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e477df2b-615c-49c3-bf84-8f2d0a7e07ac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.896797] env[68391]: DEBUG nova.compute.provider_tree [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.902203] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 820.902203] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52364244-ace0-efa1-5bdc-b896735d35b8" [ 820.902203] env[68391]: _type = "Task" [ 820.902203] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.910944] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52364244-ace0-efa1-5bdc-b896735d35b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.962891] env[68391]: DEBUG nova.network.neutron [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Successfully updated port: b023644f-31a7-443c-8d47-47a74d96d7ab {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.978585] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3039055, 'name': ReconfigVM_Task, 'duration_secs': 0.360483} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.978585] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Reconfigured VM instance instance-00000042 to attach disk [datastore2] dc6213c9-9532-47cf-b724-a252b4163eb4/dc6213c9-9532-47cf-b724-a252b4163eb4.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.978585] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d684e0d3-28a8-4e03-ac52-03552a00c571 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.987424] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for the task: (returnval){ [ 820.987424] env[68391]: value = "task-3039056" [ 820.987424] env[68391]: _type = "Task" [ 820.987424] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.002149] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3039056, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.077685] env[68391]: DEBUG nova.network.neutron [-] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.080839] env[68391]: DEBUG nova.compute.manager [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Received event network-vif-deleted-6d363726-47f4-4c5b-b461-ca5a979b5786 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.081048] env[68391]: DEBUG nova.compute.manager [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Received event network-vif-plugged-b023644f-31a7-443c-8d47-47a74d96d7ab {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.081244] env[68391]: DEBUG oslo_concurrency.lockutils [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] Acquiring lock "f592f4c1-6d6c-471f-8caf-3e1a8733e351-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.081442] env[68391]: DEBUG oslo_concurrency.lockutils [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] Lock "f592f4c1-6d6c-471f-8caf-3e1a8733e351-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.081613] env[68391]: DEBUG oslo_concurrency.lockutils [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] Lock "f592f4c1-6d6c-471f-8caf-3e1a8733e351-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.081765] env[68391]: DEBUG nova.compute.manager [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] No waiting events found dispatching network-vif-plugged-b023644f-31a7-443c-8d47-47a74d96d7ab {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.081956] env[68391]: WARNING nova.compute.manager [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Received unexpected event network-vif-plugged-b023644f-31a7-443c-8d47-47a74d96d7ab for instance with vm_state building and task_state spawning. [ 821.082228] env[68391]: DEBUG nova.compute.manager [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Received event network-vif-deleted-ce39a790-77ef-4956-aff9-7ec8e0d20680 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.082992] env[68391]: INFO nova.compute.manager [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Neutron deleted interface ce39a790-77ef-4956-aff9-7ec8e0d20680; detaching it from the instance and deleting it from the info cache [ 821.082992] env[68391]: DEBUG nova.network.neutron [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.114824] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58d717ea-6053-4b4d-a779-e92dec165322 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.128253] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a9ae1e-d1ec-4d37-b51b-24efbcde95eb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.169367] env[68391]: DEBUG nova.compute.manager [req-0eedc4a3-3830-4848-95d2-7179e46494e4 req-c66add42-310c-427e-b781-6216fb90c2b2 service nova] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Detach interface failed, port_id=de5bab67-b30b-44fe-bb9e-fb9fff8dac9a, reason: Instance 6ea9bd00-f2e9-4629-b4f6-39e460cfa864 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 821.325873] env[68391]: DEBUG nova.compute.manager [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.329956] env[68391]: DEBUG nova.compute.manager [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.330426] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.332421] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7e7466-50d3-4198-a3c4-a82a29f39bcd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.345427] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.345954] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23bf6806-476b-4864-aa05-327bebe9e32a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.357770] env[68391]: DEBUG oslo_vmware.api [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Waiting for the task: (returnval){ [ 821.357770] env[68391]: value = "task-3039057" [ 821.357770] env[68391]: _type = "Task" [ 821.357770] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.369321] env[68391]: DEBUG oslo_vmware.api [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': task-3039057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.400557] env[68391]: DEBUG nova.scheduler.client.report [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.424838] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52364244-ace0-efa1-5bdc-b896735d35b8, 'name': SearchDatastore_Task, 'duration_secs': 0.02983} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.425213] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.425521] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.425797] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.425949] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.426148] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.426429] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55620d9f-c123-4cd6-ba2a-0a952d3857e1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.435651] env[68391]: DEBUG nova.network.neutron [-] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.439465] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.439679] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.440470] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c9b4f0-e4da-40b8-bf9e-b84121d13f7e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.447455] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 821.447455] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529beb85-ae11-abbf-4dc6-a1b1c7acacf9" [ 821.447455] env[68391]: _type = "Task" [ 821.447455] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.451116] env[68391]: DEBUG nova.network.neutron [-] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.458926] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529beb85-ae11-abbf-4dc6-a1b1c7acacf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.466335] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "refresh_cache-f592f4c1-6d6c-471f-8caf-3e1a8733e351" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.466476] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquired lock "refresh_cache-f592f4c1-6d6c-471f-8caf-3e1a8733e351" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.466668] env[68391]: DEBUG nova.network.neutron [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.498027] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3039056, 'name': Rename_Task, 'duration_secs': 0.176989} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.498310] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.498556] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10f20792-3289-461c-b5a8-b3b80f811425 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.506312] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for the task: (returnval){ [ 821.506312] env[68391]: value = "task-3039058" [ 821.506312] env[68391]: _type = "Task" [ 821.506312] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.516152] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3039058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.585114] env[68391]: INFO nova.compute.manager [-] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Took 1.33 seconds to deallocate network for instance. [ 821.587457] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14877e05-f071-4011-b932-67a907cc5a35 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.609032] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95b3070-6dab-4e07-a719-190725fc3b60 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.649030] env[68391]: DEBUG nova.compute.manager [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Detach interface failed, port_id=ce39a790-77ef-4956-aff9-7ec8e0d20680, reason: Instance dc52dc6a-f84d-4716-91f6-ecb5f2f66643 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 821.649294] env[68391]: DEBUG nova.compute.manager [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Received event network-vif-deleted-4ad7f827-458f-4efc-9f0c-da9b1a0418f3 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.649466] env[68391]: INFO nova.compute.manager [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Neutron deleted interface 4ad7f827-458f-4efc-9f0c-da9b1a0418f3; detaching it from the instance and deleting it from the info cache [ 821.649634] env[68391]: DEBUG nova.network.neutron [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.852719] env[68391]: DEBUG oslo_concurrency.lockutils [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.869295] env[68391]: DEBUG oslo_vmware.api [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': task-3039057, 'name': PowerOffVM_Task, 'duration_secs': 0.284861} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.869454] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.869685] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.869867] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b5db7fc-5d93-4220-8113-fae28b430baf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.905842] env[68391]: DEBUG oslo_concurrency.lockutils [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.908481] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.763s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.909934] env[68391]: INFO nova.compute.claims [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.938602] env[68391]: INFO nova.scheduler.client.report [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Deleted allocations for instance 6936afa8-a1ae-482a-b4ab-a76bb359b41f [ 821.939973] env[68391]: INFO nova.compute.manager [-] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Took 1.70 seconds to deallocate network for instance. [ 821.950105] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.950105] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.950105] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Deleting the datastore file [datastore2] c5eea7a0-aca9-41e7-ad28-0011eed0c398 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.957903] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a3f88d1-6e1e-4c4a-b795-6d8c065ee05a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.960735] env[68391]: INFO nova.compute.manager [-] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Took 1.72 seconds to deallocate network for instance. [ 821.978156] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529beb85-ae11-abbf-4dc6-a1b1c7acacf9, 'name': SearchDatastore_Task, 'duration_secs': 0.015385} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.978462] env[68391]: DEBUG oslo_vmware.api [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Waiting for the task: (returnval){ [ 821.978462] env[68391]: value = "task-3039060" [ 821.978462] env[68391]: _type = "Task" [ 821.978462] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.981475] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-434cf5c2-d920-491b-9074-47101b0d9a34 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.996222] env[68391]: DEBUG oslo_vmware.api [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': task-3039060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.998437] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 821.998437] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522e8cd9-a7fd-70e4-275b-80178f5af3ee" [ 821.998437] env[68391]: _type = "Task" [ 821.998437] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.009818] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522e8cd9-a7fd-70e4-275b-80178f5af3ee, 'name': SearchDatastore_Task, 'duration_secs': 0.013006} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.013086] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.013395] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 8255f57d-32cf-4205-a078-dbf25d0f6afc/8255f57d-32cf-4205-a078-dbf25d0f6afc.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.013969] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d408ba5-c356-4596-a70c-1b7b908a5cf6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.025230] env[68391]: DEBUG oslo_vmware.api [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3039058, 'name': PowerOnVM_Task, 'duration_secs': 0.516223} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.026208] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.026414] env[68391]: INFO nova.compute.manager [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Took 7.71 seconds to spawn the instance on the hypervisor. [ 822.026615] env[68391]: DEBUG nova.compute.manager [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.027425] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 822.027425] env[68391]: value = "task-3039061" [ 822.027425] env[68391]: _type = "Task" [ 822.027425] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.031182] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8782ad-4fbb-464d-8da1-0e165d4876c1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.032146] env[68391]: DEBUG nova.network.neutron [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.048105] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.097320] env[68391]: DEBUG oslo_concurrency.lockutils [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.151909] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e83d13a-01e0-4113-9875-4979991b3fda {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.163778] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cad9195-be5a-42e0-975e-8311e9509aea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.202955] env[68391]: DEBUG nova.compute.manager [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Detach interface failed, port_id=4ad7f827-458f-4efc-9f0c-da9b1a0418f3, reason: Instance f914e007-b9ca-4fb4-b4c0-015b9e912734 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 822.203363] env[68391]: DEBUG nova.compute.manager [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Received event network-changed-b023644f-31a7-443c-8d47-47a74d96d7ab {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.203542] env[68391]: DEBUG nova.compute.manager [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Refreshing instance network info cache due to event network-changed-b023644f-31a7-443c-8d47-47a74d96d7ab. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.203739] env[68391]: DEBUG oslo_concurrency.lockutils [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] Acquiring lock "refresh_cache-f592f4c1-6d6c-471f-8caf-3e1a8733e351" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.308215] env[68391]: DEBUG nova.network.neutron [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Updating instance_info_cache with network_info: [{"id": "b023644f-31a7-443c-8d47-47a74d96d7ab", "address": "fa:16:3e:85:f5:8d", "network": {"id": "cb61484d-cb80-445f-b598-cfdb44a84d87", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-741119720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa91632df62443f90f1bd59cb669f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb023644f-31", "ovs_interfaceid": "b023644f-31a7-443c-8d47-47a74d96d7ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.453926] env[68391]: DEBUG oslo_concurrency.lockutils [None req-844b0319-fdbd-4f94-be7c-4c88fda70f36 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "6936afa8-a1ae-482a-b4ab-a76bb359b41f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.538s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.463053] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.477959] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.493258] env[68391]: DEBUG oslo_vmware.api [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Task: {'id': task-3039060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194805} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.493258] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.493258] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.493258] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.493258] env[68391]: INFO nova.compute.manager [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Took 1.16 seconds to destroy the instance on the hypervisor. [ 822.493525] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.493884] env[68391]: DEBUG nova.compute.manager [-] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.494019] env[68391]: DEBUG nova.network.neutron [-] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.542177] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039061, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.558630] env[68391]: INFO nova.compute.manager [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Took 46.95 seconds to build instance. [ 822.812169] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Releasing lock "refresh_cache-f592f4c1-6d6c-471f-8caf-3e1a8733e351" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.812169] env[68391]: DEBUG nova.compute.manager [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Instance network_info: |[{"id": "b023644f-31a7-443c-8d47-47a74d96d7ab", "address": "fa:16:3e:85:f5:8d", "network": {"id": "cb61484d-cb80-445f-b598-cfdb44a84d87", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-741119720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa91632df62443f90f1bd59cb669f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb023644f-31", "ovs_interfaceid": "b023644f-31a7-443c-8d47-47a74d96d7ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.812502] env[68391]: DEBUG oslo_concurrency.lockutils [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] Acquired lock "refresh_cache-f592f4c1-6d6c-471f-8caf-3e1a8733e351" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.812703] env[68391]: DEBUG nova.network.neutron [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Refreshing network info cache for port b023644f-31a7-443c-8d47-47a74d96d7ab {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.814525] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:f5:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b023644f-31a7-443c-8d47-47a74d96d7ab', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.826992] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.828890] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.829153] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2c5d805-9cc2-4164-b5c4-1d64d37a383b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.850980] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.850980] env[68391]: value = "task-3039062" [ 822.850980] env[68391]: _type = "Task" [ 822.850980] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.863484] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039062, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.044793] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538142} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.047915] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 8255f57d-32cf-4205-a078-dbf25d0f6afc/8255f57d-32cf-4205-a078-dbf25d0f6afc.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.048324] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.048946] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-419e7016-b6e5-4c3c-92ee-6d30677147bc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.059265] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 823.059265] env[68391]: value = "task-3039063" [ 823.059265] env[68391]: _type = "Task" [ 823.059265] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.066419] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6ae76a93-9ea7-4468-a5c7-c8534c8fbd36 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "dc6213c9-9532-47cf-b724-a252b4163eb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.328s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.072902] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.166088] env[68391]: DEBUG nova.compute.manager [req-d430678b-4b7d-4739-aada-5f1699b58970 req-16b99d7e-7a17-491d-bd5c-dfc9896408e5 service nova] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Received event network-vif-deleted-58855035-f47d-457e-90f3-47e3a597c65a {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.166292] env[68391]: INFO nova.compute.manager [req-d430678b-4b7d-4739-aada-5f1699b58970 req-16b99d7e-7a17-491d-bd5c-dfc9896408e5 service nova] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Neutron deleted interface 58855035-f47d-457e-90f3-47e3a597c65a; detaching it from the instance and deleting it from the info cache [ 823.166461] env[68391]: DEBUG nova.network.neutron [req-d430678b-4b7d-4739-aada-5f1699b58970 req-16b99d7e-7a17-491d-bd5c-dfc9896408e5 service nova] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.360807] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039062, 'name': CreateVM_Task, 'duration_secs': 0.376139} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.363469] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.364397] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.364586] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.364946] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.365291] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff39e705-f9cc-4c86-a3f7-7e1c5546557d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.373787] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 823.373787] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5240f46e-59aa-1edb-0ceb-09de753b1d36" [ 823.373787] env[68391]: _type = "Task" [ 823.373787] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.385220] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5240f46e-59aa-1edb-0ceb-09de753b1d36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.454074] env[68391]: DEBUG nova.network.neutron [-] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.471803] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f49d32-84bf-46ba-bfd4-4a8429a709ed {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.481534] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bf2f16-4f73-4ad6-a868-6f97d05d8e61 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.513594] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee97378-8f6a-4cec-8aa2-69b9c3843702 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.521875] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b3a2df-9334-442a-a4a4-c26be79c5437 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.539399] env[68391]: DEBUG nova.compute.provider_tree [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.568600] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077621} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.568866] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.569641] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e12e4c-eb0c-4302-9984-a7eba2941ac0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.592475] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 8255f57d-32cf-4205-a078-dbf25d0f6afc/8255f57d-32cf-4205-a078-dbf25d0f6afc.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.595405] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c43e9597-8958-4c11-9529-894a580a15a7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.618350] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 823.618350] env[68391]: value = "task-3039065" [ 823.618350] env[68391]: _type = "Task" [ 823.618350] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.626807] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.673225] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f94e2435-4451-4c3b-b056-1fa62ec3e28c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.683046] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19860c22-545c-46f7-a52c-4ff2b9452afb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.719645] env[68391]: DEBUG nova.compute.manager [req-d430678b-4b7d-4739-aada-5f1699b58970 req-16b99d7e-7a17-491d-bd5c-dfc9896408e5 service nova] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Detach interface failed, port_id=58855035-f47d-457e-90f3-47e3a597c65a, reason: Instance c5eea7a0-aca9-41e7-ad28-0011eed0c398 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 823.827551] env[68391]: DEBUG nova.network.neutron [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Updated VIF entry in instance network info cache for port b023644f-31a7-443c-8d47-47a74d96d7ab. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.828725] env[68391]: DEBUG nova.network.neutron [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Updating instance_info_cache with network_info: [{"id": "b023644f-31a7-443c-8d47-47a74d96d7ab", "address": "fa:16:3e:85:f5:8d", "network": {"id": "cb61484d-cb80-445f-b598-cfdb44a84d87", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-741119720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa91632df62443f90f1bd59cb669f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb023644f-31", "ovs_interfaceid": "b023644f-31a7-443c-8d47-47a74d96d7ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.885915] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5240f46e-59aa-1edb-0ceb-09de753b1d36, 'name': SearchDatastore_Task, 'duration_secs': 0.011482} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.885915] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.885915] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.885915] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.885915] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.886108] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.886290] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b82620d-3749-4af3-8682-c97ca388cdff {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.896101] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.896358] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.897148] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14112d84-2248-453e-b411-eaaf9aa58a6a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.906639] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 823.906639] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52680c75-5024-9ce2-35aa-8df92741d10a" [ 823.906639] env[68391]: _type = "Task" [ 823.906639] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.916475] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52680c75-5024-9ce2-35aa-8df92741d10a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.961858] env[68391]: INFO nova.compute.manager [-] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Took 1.47 seconds to deallocate network for instance. [ 824.046042] env[68391]: DEBUG nova.scheduler.client.report [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.131472] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039065, 'name': ReconfigVM_Task, 'duration_secs': 0.311373} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.131855] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 8255f57d-32cf-4205-a078-dbf25d0f6afc/8255f57d-32cf-4205-a078-dbf25d0f6afc.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.132762] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0f8dd90-4d2e-4caf-91bf-42067da3ad81 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.140056] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 824.140056] env[68391]: value = "task-3039066" [ 824.140056] env[68391]: _type = "Task" [ 824.140056] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.151160] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039066, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.330612] env[68391]: DEBUG oslo_concurrency.lockutils [req-54efc55b-6ae5-4435-b483-abe0ed1c7e81 req-9c20fc63-fba7-4a9e-8a77-a655b924028a service nova] Releasing lock "refresh_cache-f592f4c1-6d6c-471f-8caf-3e1a8733e351" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.422559] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52680c75-5024-9ce2-35aa-8df92741d10a, 'name': SearchDatastore_Task, 'duration_secs': 0.01088} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.423466] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd00e32-0d13-4e58-9e1e-1f8014a75b99 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.430375] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 824.430375] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520ac8b3-5cd4-6108-7a9d-80687e236dda" [ 824.430375] env[68391]: _type = "Task" [ 824.430375] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.446030] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520ac8b3-5cd4-6108-7a9d-80687e236dda, 'name': SearchDatastore_Task, 'duration_secs': 0.011673} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.446030] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.446030] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] f592f4c1-6d6c-471f-8caf-3e1a8733e351/f592f4c1-6d6c-471f-8caf-3e1a8733e351.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.446343] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ba9f892-3ef2-4cca-92dc-5cc084cd3db0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.448543] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ae51c46f-5c1b-4adf-9e86-468e39fc92c1 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquiring lock "dc6213c9-9532-47cf-b724-a252b4163eb4" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.448763] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ae51c46f-5c1b-4adf-9e86-468e39fc92c1 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "dc6213c9-9532-47cf-b724-a252b4163eb4" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.449010] env[68391]: INFO nova.compute.manager [None req-ae51c46f-5c1b-4adf-9e86-468e39fc92c1 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Rebooting instance [ 824.456947] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 824.456947] env[68391]: value = "task-3039067" [ 824.456947] env[68391]: _type = "Task" [ 824.456947] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.468290] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.468705] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.549088] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.549694] env[68391]: DEBUG nova.compute.manager [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.552617] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.322s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.651785] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039066, 'name': Rename_Task, 'duration_secs': 0.170396} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.653921] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.654225] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be177ba7-374b-42aa-b721-ca0abcd356c6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.663465] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 824.663465] env[68391]: value = "task-3039068" [ 824.663465] env[68391]: _type = "Task" [ 824.663465] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.673622] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.968244] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472198} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.968546] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] f592f4c1-6d6c-471f-8caf-3e1a8733e351/f592f4c1-6d6c-471f-8caf-3e1a8733e351.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.968783] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.969098] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c03181d-533f-4010-bb48-f31288488f6b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.973118] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ae51c46f-5c1b-4adf-9e86-468e39fc92c1 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquiring lock "refresh_cache-dc6213c9-9532-47cf-b724-a252b4163eb4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.973118] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ae51c46f-5c1b-4adf-9e86-468e39fc92c1 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquired lock "refresh_cache-dc6213c9-9532-47cf-b724-a252b4163eb4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.973118] env[68391]: DEBUG nova.network.neutron [None req-ae51c46f-5c1b-4adf-9e86-468e39fc92c1 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.977060] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 824.977060] env[68391]: value = "task-3039069" [ 824.977060] env[68391]: _type = "Task" [ 824.977060] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.990223] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.056671] env[68391]: DEBUG nova.compute.utils [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.058028] env[68391]: DEBUG nova.compute.manager [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.062021] env[68391]: DEBUG nova.network.neutron [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.115918] env[68391]: DEBUG nova.policy [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ff74d4fbdd64f6e8b80c50c235a2401', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acf38278c0304e9cb866e83ac60394b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.176330] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.197423] env[68391]: DEBUG nova.compute.manager [req-172a22cd-52f0-49c3-a1da-e918f14a2d81 req-82ef2797-7250-4b50-ace3-d2361257e9ce service nova] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Received event network-changed-e29010d7-0cc0-4d46-b3e6-c0b547c715d9 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.197646] env[68391]: DEBUG nova.compute.manager [req-172a22cd-52f0-49c3-a1da-e918f14a2d81 req-82ef2797-7250-4b50-ace3-d2361257e9ce service nova] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Refreshing instance network info cache due to event network-changed-e29010d7-0cc0-4d46-b3e6-c0b547c715d9. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.197848] env[68391]: DEBUG oslo_concurrency.lockutils [req-172a22cd-52f0-49c3-a1da-e918f14a2d81 req-82ef2797-7250-4b50-ace3-d2361257e9ce service nova] Acquiring lock "refresh_cache-dc6213c9-9532-47cf-b724-a252b4163eb4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.474453] env[68391]: DEBUG nova.network.neutron [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Successfully created port: 054bc661-5aff-42a0-a0a5-f50bbd25208a {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.491885] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065651} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.492188] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.492972] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1800e9-9005-429a-808e-6437ae84d938 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.529342] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] f592f4c1-6d6c-471f-8caf-3e1a8733e351/f592f4c1-6d6c-471f-8caf-3e1a8733e351.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.532179] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ec97a2c-f362-4c69-b28f-56e7cf161e83 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.556228] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 825.556228] env[68391]: value = "task-3039070" [ 825.556228] env[68391]: _type = "Task" [ 825.556228] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.568172] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.579728] env[68391]: DEBUG nova.compute.manager [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.612115] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 1b07d836-07a1-437f-8890-59630b092bca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 825.612337] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 825.613070] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 8255f57d-32cf-4205-a078-dbf25d0f6afc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 825.613324] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 03d0a82a-7689-4d48-9a5f-508f55a76ee3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 825.613432] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance d6b19435-f7df-4b89-b0b1-b147ff8d8f64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 825.613597] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance ec6ae023-f376-4c2f-9d3d-31144b5b007e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 825.613756] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 22c69ccb-39b6-411a-bed9-03c7555aaeff actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 825.613895] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 4874b0c8-bcd3-4eca-a82f-f76539d141bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 825.614099] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance eb194a52-be98-458f-aae2-60d43617fd1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 825.614246] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 09d2b78c-7aab-4af8-b794-8381516c89b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 825.614375] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 38da167e-1f64-462f-9847-b4daa77d0390 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 825.614581] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance dc52dc6a-f84d-4716-91f6-ecb5f2f66643 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 825.614747] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance f914e007-b9ca-4fb4-b4c0-015b9e912734 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 825.614870] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 64e01734-5cdd-4e7b-b212-e0b90f056441 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 825.615151] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance cabde9c0-af55-4b04-a866-83f41b301ccc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 825.615151] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 825.615240] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 825.615350] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 6ea9bd00-f2e9-4629-b4f6-39e460cfa864 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 825.615461] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance e93e52b7-a56f-49ae-b675-78aac2add525 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 825.615585] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance c0fc631c-dfa4-4413-b52b-c9f47b87d549 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 825.615696] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 49a07c27-056b-400b-af22-7b500e964c01 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 825.615810] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 1c998280-4834-47f8-8169-67f1aa41f730 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 825.615931] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance c5eea7a0-aca9-41e7-ad28-0011eed0c398 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 825.616059] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance dc6213c9-9532-47cf-b724-a252b4163eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 825.616171] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance f592f4c1-6d6c-471f-8caf-3e1a8733e351 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 825.616397] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 6b7c8e4e-7b97-433a-be89-cb5dbb977adb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 825.677938] env[68391]: DEBUG oslo_vmware.api [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039068, 'name': PowerOnVM_Task, 'duration_secs': 0.610297} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.681134] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.681134] env[68391]: DEBUG nova.compute.manager [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.682365] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07de394-2791-4335-999c-2b813a4dffed {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.906650] env[68391]: DEBUG nova.network.neutron [None req-ae51c46f-5c1b-4adf-9e86-468e39fc92c1 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Updating instance_info_cache with network_info: [{"id": "e29010d7-0cc0-4d46-b3e6-c0b547c715d9", "address": "fa:16:3e:3d:73:ca", "network": {"id": "b5e1d38b-3b49-4e36-b976-373fa872ed73", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-459158601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babe8a5bd99b488a87a5f5a828c7f0c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29010d7-0c", "ovs_interfaceid": "e29010d7-0cc0-4d46-b3e6-c0b547c715d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.066456] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039070, 'name': ReconfigVM_Task, 'duration_secs': 0.311566} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.066907] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Reconfigured VM instance instance-00000043 to attach disk [datastore2] f592f4c1-6d6c-471f-8caf-3e1a8733e351/f592f4c1-6d6c-471f-8caf-3e1a8733e351.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.067527] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7fc7bb1-dfbc-4048-a4ae-9165273d50d5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.076290] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 826.076290] env[68391]: value = "task-3039071" [ 826.076290] env[68391]: _type = "Task" [ 826.076290] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.091452] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039071, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.119790] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 2c31cd27-28e4-46e6-bd98-be287f3ff212 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 826.200731] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.408905] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ae51c46f-5c1b-4adf-9e86-468e39fc92c1 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Releasing lock "refresh_cache-dc6213c9-9532-47cf-b724-a252b4163eb4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.410199] env[68391]: DEBUG oslo_concurrency.lockutils [req-172a22cd-52f0-49c3-a1da-e918f14a2d81 req-82ef2797-7250-4b50-ace3-d2361257e9ce service nova] Acquired lock "refresh_cache-dc6213c9-9532-47cf-b724-a252b4163eb4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.410306] env[68391]: DEBUG nova.network.neutron [req-172a22cd-52f0-49c3-a1da-e918f14a2d81 req-82ef2797-7250-4b50-ace3-d2361257e9ce service nova] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Refreshing network info cache for port e29010d7-0cc0-4d46-b3e6-c0b547c715d9 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.588402] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039071, 'name': Rename_Task, 'duration_secs': 0.170695} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.588402] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.588732] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6cd05ae-e356-4cc0-84a5-410c5098314c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.593518] env[68391]: DEBUG nova.compute.manager [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.609510] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 826.609510] env[68391]: value = "task-3039072" [ 826.609510] env[68391]: _type = "Task" [ 826.609510] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.620086] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.622283] env[68391]: DEBUG nova.virt.hardware [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.622555] env[68391]: DEBUG nova.virt.hardware [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.622658] env[68391]: DEBUG nova.virt.hardware [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.622843] env[68391]: DEBUG nova.virt.hardware [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.622985] env[68391]: DEBUG nova.virt.hardware [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.623156] env[68391]: DEBUG nova.virt.hardware [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.623362] env[68391]: DEBUG nova.virt.hardware [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.623522] env[68391]: DEBUG nova.virt.hardware [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.623687] env[68391]: DEBUG nova.virt.hardware [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.623847] env[68391]: DEBUG nova.virt.hardware [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.624041] env[68391]: DEBUG nova.virt.hardware [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.624733] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 9a089a66-a2aa-45c1-8972-3788b1c1d3d0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 826.626487] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a425663-bfed-4dd0-aa04-f735b08d98b7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.635594] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff17c68d-6738-4d34-af0f-4d382dd3c599 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.916908] env[68391]: DEBUG nova.compute.manager [None req-ae51c46f-5c1b-4adf-9e86-468e39fc92c1 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.917883] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb13965-8ba3-49d8-8372-621789df85ac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.922566] env[68391]: DEBUG oslo_concurrency.lockutils [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquiring lock "7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.922770] env[68391]: DEBUG oslo_concurrency.lockutils [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.923089] env[68391]: DEBUG oslo_concurrency.lockutils [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquiring lock "7b44d5c5-c6e2-403e-8d0a-6580e3877e8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.923410] env[68391]: DEBUG oslo_concurrency.lockutils [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "7b44d5c5-c6e2-403e-8d0a-6580e3877e8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.923724] env[68391]: DEBUG oslo_concurrency.lockutils [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "7b44d5c5-c6e2-403e-8d0a-6580e3877e8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.929589] env[68391]: INFO nova.compute.manager [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Terminating instance [ 827.123396] env[68391]: DEBUG oslo_vmware.api [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039072, 'name': PowerOnVM_Task, 'duration_secs': 0.496481} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.123601] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.124091] env[68391]: INFO nova.compute.manager [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Took 7.56 seconds to spawn the instance on the hypervisor. [ 827.124314] env[68391]: DEBUG nova.compute.manager [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.126197] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908098fb-1202-4f35-a364-3e6f605e5364 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.131154] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 7531795f-fa8e-4e6b-9c78-f619a759203f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 827.294738] env[68391]: DEBUG nova.compute.manager [req-65385ae7-7ce5-447f-96fc-a0053e293e59 req-5de40ec5-c76d-4d11-a569-3a7980552e38 service nova] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Received event network-vif-plugged-054bc661-5aff-42a0-a0a5-f50bbd25208a {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.294996] env[68391]: DEBUG oslo_concurrency.lockutils [req-65385ae7-7ce5-447f-96fc-a0053e293e59 req-5de40ec5-c76d-4d11-a569-3a7980552e38 service nova] Acquiring lock "6b7c8e4e-7b97-433a-be89-cb5dbb977adb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.295217] env[68391]: DEBUG oslo_concurrency.lockutils [req-65385ae7-7ce5-447f-96fc-a0053e293e59 req-5de40ec5-c76d-4d11-a569-3a7980552e38 service nova] Lock "6b7c8e4e-7b97-433a-be89-cb5dbb977adb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.295383] env[68391]: DEBUG oslo_concurrency.lockutils [req-65385ae7-7ce5-447f-96fc-a0053e293e59 req-5de40ec5-c76d-4d11-a569-3a7980552e38 service nova] Lock "6b7c8e4e-7b97-433a-be89-cb5dbb977adb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.295547] env[68391]: DEBUG nova.compute.manager [req-65385ae7-7ce5-447f-96fc-a0053e293e59 req-5de40ec5-c76d-4d11-a569-3a7980552e38 service nova] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] No waiting events found dispatching network-vif-plugged-054bc661-5aff-42a0-a0a5-f50bbd25208a {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.295732] env[68391]: WARNING nova.compute.manager [req-65385ae7-7ce5-447f-96fc-a0053e293e59 req-5de40ec5-c76d-4d11-a569-3a7980552e38 service nova] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Received unexpected event network-vif-plugged-054bc661-5aff-42a0-a0a5-f50bbd25208a for instance with vm_state building and task_state spawning. [ 827.314761] env[68391]: DEBUG nova.network.neutron [req-172a22cd-52f0-49c3-a1da-e918f14a2d81 req-82ef2797-7250-4b50-ace3-d2361257e9ce service nova] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Updated VIF entry in instance network info cache for port e29010d7-0cc0-4d46-b3e6-c0b547c715d9. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.315145] env[68391]: DEBUG nova.network.neutron [req-172a22cd-52f0-49c3-a1da-e918f14a2d81 req-82ef2797-7250-4b50-ace3-d2361257e9ce service nova] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Updating instance_info_cache with network_info: [{"id": "e29010d7-0cc0-4d46-b3e6-c0b547c715d9", "address": "fa:16:3e:3d:73:ca", "network": {"id": "b5e1d38b-3b49-4e36-b976-373fa872ed73", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-459158601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babe8a5bd99b488a87a5f5a828c7f0c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29010d7-0c", "ovs_interfaceid": "e29010d7-0cc0-4d46-b3e6-c0b547c715d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.434840] env[68391]: DEBUG nova.compute.manager [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.436162] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.437363] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a549f2f-7827-44eb-8f1a-23972d5556d6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.453456] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.453456] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4086d15-fa55-40fd-9174-b9514f6d754e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.459238] env[68391]: DEBUG nova.network.neutron [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Successfully updated port: 054bc661-5aff-42a0-a0a5-f50bbd25208a {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.469116] env[68391]: DEBUG oslo_vmware.api [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 827.469116] env[68391]: value = "task-3039073" [ 827.469116] env[68391]: _type = "Task" [ 827.469116] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.478064] env[68391]: DEBUG oslo_vmware.api [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3039073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.643351] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance f09475ed-e91f-4338-8a89-be1e4d732c8f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 827.649447] env[68391]: INFO nova.compute.manager [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Took 42.77 seconds to build instance. [ 827.674608] env[68391]: INFO nova.compute.manager [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Rebuilding instance [ 827.728339] env[68391]: DEBUG nova.compute.manager [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.728636] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadf57d4-8c1f-4789-9758-c88d8a175b74 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.817826] env[68391]: DEBUG oslo_concurrency.lockutils [req-172a22cd-52f0-49c3-a1da-e918f14a2d81 req-82ef2797-7250-4b50-ace3-d2361257e9ce service nova] Releasing lock "refresh_cache-dc6213c9-9532-47cf-b724-a252b4163eb4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.938909] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca3ef88-d1d0-4a5a-a8d2-dbaf8ac8fa45 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.948188] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ae51c46f-5c1b-4adf-9e86-468e39fc92c1 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Doing hard reboot of VM {{(pid=68391) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 827.948482] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0687fab4-a979-4355-b8cb-a0eb84ff5595 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.955385] env[68391]: DEBUG oslo_vmware.api [None req-ae51c46f-5c1b-4adf-9e86-468e39fc92c1 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for the task: (returnval){ [ 827.955385] env[68391]: value = "task-3039074" [ 827.955385] env[68391]: _type = "Task" [ 827.955385] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.965242] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "refresh_cache-6b7c8e4e-7b97-433a-be89-cb5dbb977adb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.965242] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired lock "refresh_cache-6b7c8e4e-7b97-433a-be89-cb5dbb977adb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.965242] env[68391]: DEBUG nova.network.neutron [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.967061] env[68391]: DEBUG oslo_vmware.api [None req-ae51c46f-5c1b-4adf-9e86-468e39fc92c1 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3039074, 'name': ResetVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.977207] env[68391]: DEBUG oslo_vmware.api [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3039073, 'name': PowerOffVM_Task, 'duration_secs': 0.386889} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.978165] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.978359] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.978607] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4027bd4-820e-4293-bb37-8da7934d3cc4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.050407] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.052052] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.052052] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Deleting the datastore file [datastore2] 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.052052] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a612b40-20bc-420c-853b-2ec920255968 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.060605] env[68391]: DEBUG oslo_vmware.api [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for the task: (returnval){ [ 828.060605] env[68391]: value = "task-3039076" [ 828.060605] env[68391]: _type = "Task" [ 828.060605] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.074025] env[68391]: DEBUG oslo_vmware.api [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3039076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.132416] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "f592f4c1-6d6c-471f-8caf-3e1a8733e351" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.147024] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 31608c63-a532-49d3-ac81-adab0ec83003 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 828.151160] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b41b3f9d-c8e6-4005-ab4d-af5a09d8a150 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "f592f4c1-6d6c-471f-8caf-3e1a8733e351" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.540s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.152040] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "f592f4c1-6d6c-471f-8caf-3e1a8733e351" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.019s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.152040] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "f592f4c1-6d6c-471f-8caf-3e1a8733e351-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.152040] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "f592f4c1-6d6c-471f-8caf-3e1a8733e351-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.152040] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "f592f4c1-6d6c-471f-8caf-3e1a8733e351-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.154954] env[68391]: INFO nova.compute.manager [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Terminating instance [ 828.467421] env[68391]: DEBUG oslo_vmware.api [None req-ae51c46f-5c1b-4adf-9e86-468e39fc92c1 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3039074, 'name': ResetVM_Task, 'duration_secs': 0.113472} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.469894] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ae51c46f-5c1b-4adf-9e86-468e39fc92c1 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Did hard reboot of VM {{(pid=68391) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 828.470699] env[68391]: DEBUG nova.compute.manager [None req-ae51c46f-5c1b-4adf-9e86-468e39fc92c1 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.471552] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa025924-1374-4620-a7b8-8c1cea75f5b6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.523591] env[68391]: DEBUG nova.network.neutron [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.572302] env[68391]: DEBUG oslo_vmware.api [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Task: {'id': task-3039076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36615} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.574937] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.575146] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.575323] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.575502] env[68391]: INFO nova.compute.manager [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 828.575736] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.575937] env[68391]: DEBUG nova.compute.manager [-] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.576043] env[68391]: DEBUG nova.network.neutron [-] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.649961] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance d0025b06-7a42-4fcb-a80e-4c97d97b99b4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 828.659242] env[68391]: DEBUG nova.compute.manager [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.659476] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.660428] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dc4567-c6e2-49d3-aaf2-916edd6f178e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.670148] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.670148] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd96122c-5757-429f-9f52-7110645870b2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.677854] env[68391]: DEBUG oslo_vmware.api [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 828.677854] env[68391]: value = "task-3039077" [ 828.677854] env[68391]: _type = "Task" [ 828.677854] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.689312] env[68391]: DEBUG oslo_vmware.api [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.744963] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.746310] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca39dfc8-fafe-4a0e-8bd1-2f7a56f4da09 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.757717] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 828.757717] env[68391]: value = "task-3039078" [ 828.757717] env[68391]: _type = "Task" [ 828.757717] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.773598] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.821436] env[68391]: DEBUG nova.network.neutron [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Updating instance_info_cache with network_info: [{"id": "054bc661-5aff-42a0-a0a5-f50bbd25208a", "address": "fa:16:3e:94:bf:da", "network": {"id": "239e719f-3c9f-4236-8c76-b928e2d73186", "bridge": "br-int", "label": "tempest-ServersTestJSON-1987072107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf38278c0304e9cb866e83ac60394b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap054bc661-5a", "ovs_interfaceid": "054bc661-5aff-42a0-a0a5-f50bbd25208a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.992902] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ae51c46f-5c1b-4adf-9e86-468e39fc92c1 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "dc6213c9-9532-47cf-b724-a252b4163eb4" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.543s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.155695] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 272c5283-e702-4699-aae0-88aece98e488 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 829.155695] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 829.155695] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 829.193131] env[68391]: DEBUG oslo_vmware.api [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039077, 'name': PowerOffVM_Task, 'duration_secs': 0.23772} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.193131] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.193131] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.194114] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6853c4b-d1c8-431e-87d5-e5675632b32d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.257607] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.258827] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.259337] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Deleting the datastore file [datastore2] f592f4c1-6d6c-471f-8caf-3e1a8733e351 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.263113] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f64d6cf1-74b8-43f8-b5f5-ccb93fdcf997 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.272148] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039078, 'name': PowerOffVM_Task, 'duration_secs': 0.272539} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.273525] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.274086] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.274086] env[68391]: DEBUG oslo_vmware.api [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 829.274086] env[68391]: value = "task-3039080" [ 829.274086] env[68391]: _type = "Task" [ 829.274086] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.274817] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bdbc63-9375-4ecc-85fe-00ffd4a85c2e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.285541] env[68391]: DEBUG oslo_vmware.api [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.290167] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.290244] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f95efde-1556-461a-a59f-6704c95c0e80 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.327885] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Releasing lock "refresh_cache-6b7c8e4e-7b97-433a-be89-cb5dbb977adb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.327885] env[68391]: DEBUG nova.compute.manager [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Instance network_info: |[{"id": "054bc661-5aff-42a0-a0a5-f50bbd25208a", "address": "fa:16:3e:94:bf:da", "network": {"id": "239e719f-3c9f-4236-8c76-b928e2d73186", "bridge": "br-int", "label": "tempest-ServersTestJSON-1987072107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf38278c0304e9cb866e83ac60394b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap054bc661-5a", "ovs_interfaceid": "054bc661-5aff-42a0-a0a5-f50bbd25208a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.327885] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:bf:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '054bc661-5aff-42a0-a0a5-f50bbd25208a', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.336766] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Creating folder: Project (acf38278c0304e9cb866e83ac60394b1). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.343274] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a49bdc1-f2b1-4d13-8e83-29861fea6601 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.358312] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.358620] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.358731] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Deleting the datastore file [datastore2] 8255f57d-32cf-4205-a078-dbf25d0f6afc {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.360119] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a765c64-37e7-4fb9-9edc-42aabf831ede {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.362107] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Created folder: Project (acf38278c0304e9cb866e83ac60394b1) in parent group-v608736. [ 829.362294] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Creating folder: Instances. Parent ref: group-v608929. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.364171] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb6a3862-cb31-41cd-9c9e-35aa3260cb40 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.373612] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 829.373612] env[68391]: value = "task-3039084" [ 829.373612] env[68391]: _type = "Task" [ 829.373612] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.379320] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Created folder: Instances in parent group-v608929. [ 829.379320] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.379320] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.379320] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-000cbfb2-d9db-49cb-b9de-5f504072b736 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.402249] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.408625] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.408625] env[68391]: value = "task-3039085" [ 829.408625] env[68391]: _type = "Task" [ 829.408625] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.417464] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039085, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.548041] env[68391]: DEBUG nova.compute.manager [req-5fb451b9-7d5c-4bfa-86c2-753306960436 req-9524a5e8-59a8-4a02-a425-4adc3b2b21d2 service nova] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Received event network-changed-054bc661-5aff-42a0-a0a5-f50bbd25208a {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.548243] env[68391]: DEBUG nova.compute.manager [req-5fb451b9-7d5c-4bfa-86c2-753306960436 req-9524a5e8-59a8-4a02-a425-4adc3b2b21d2 service nova] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Refreshing instance network info cache due to event network-changed-054bc661-5aff-42a0-a0a5-f50bbd25208a. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.548520] env[68391]: DEBUG oslo_concurrency.lockutils [req-5fb451b9-7d5c-4bfa-86c2-753306960436 req-9524a5e8-59a8-4a02-a425-4adc3b2b21d2 service nova] Acquiring lock "refresh_cache-6b7c8e4e-7b97-433a-be89-cb5dbb977adb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.548604] env[68391]: DEBUG oslo_concurrency.lockutils [req-5fb451b9-7d5c-4bfa-86c2-753306960436 req-9524a5e8-59a8-4a02-a425-4adc3b2b21d2 service nova] Acquired lock "refresh_cache-6b7c8e4e-7b97-433a-be89-cb5dbb977adb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.548746] env[68391]: DEBUG nova.network.neutron [req-5fb451b9-7d5c-4bfa-86c2-753306960436 req-9524a5e8-59a8-4a02-a425-4adc3b2b21d2 service nova] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Refreshing network info cache for port 054bc661-5aff-42a0-a0a5-f50bbd25208a {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.769629] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe95c4bb-c1fb-49da-9eae-37d705a9bd3d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.778298] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018954e1-88c7-48ca-8748-c6e817b6508c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.793043] env[68391]: DEBUG oslo_vmware.api [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178199} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.816016] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.816256] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.816443] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.816703] env[68391]: INFO nova.compute.manager [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Took 1.16 seconds to destroy the instance on the hypervisor. [ 829.817039] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.817621] env[68391]: DEBUG nova.compute.manager [-] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.817621] env[68391]: DEBUG nova.network.neutron [-] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.820160] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230bfd14-3baa-4e9f-94f0-cb0512572dc0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.829858] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff75698b-f07c-42ac-a944-d9672e897d0a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.846831] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.884488] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179971} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.886757] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.886954] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.887150] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.922107] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039085, 'name': CreateVM_Task, 'duration_secs': 0.331247} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.922107] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.922107] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.922107] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.922107] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.923156] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0be7d5cf-5e55-4dab-9437-478a357c0273 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.928767] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 829.928767] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523a3ab2-542d-e24e-b4d8-22edb96249f2" [ 829.928767] env[68391]: _type = "Task" [ 829.928767] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.939077] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523a3ab2-542d-e24e-b4d8-22edb96249f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.993123] env[68391]: DEBUG nova.network.neutron [-] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.353626] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.358061] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquiring lock "dc6213c9-9532-47cf-b724-a252b4163eb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.358061] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "dc6213c9-9532-47cf-b724-a252b4163eb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.358061] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquiring lock "dc6213c9-9532-47cf-b724-a252b4163eb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.358061] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "dc6213c9-9532-47cf-b724-a252b4163eb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.358061] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "dc6213c9-9532-47cf-b724-a252b4163eb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.360153] env[68391]: INFO nova.compute.manager [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Terminating instance [ 830.440708] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523a3ab2-542d-e24e-b4d8-22edb96249f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011602} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.441018] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.441262] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.441491] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.441638] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.441820] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.442096] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bd3c74f-e253-4d49-a5c5-747a50878f7b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.451647] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.451836] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.452569] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ca2d9c-3b99-4349-b3ce-0508a1551587 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.458619] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 830.458619] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52431357-3165-d5ea-8e81-48cfbd5edb38" [ 830.458619] env[68391]: _type = "Task" [ 830.458619] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.468432] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52431357-3165-d5ea-8e81-48cfbd5edb38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.472316] env[68391]: DEBUG nova.network.neutron [req-5fb451b9-7d5c-4bfa-86c2-753306960436 req-9524a5e8-59a8-4a02-a425-4adc3b2b21d2 service nova] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Updated VIF entry in instance network info cache for port 054bc661-5aff-42a0-a0a5-f50bbd25208a. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.472650] env[68391]: DEBUG nova.network.neutron [req-5fb451b9-7d5c-4bfa-86c2-753306960436 req-9524a5e8-59a8-4a02-a425-4adc3b2b21d2 service nova] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Updating instance_info_cache with network_info: [{"id": "054bc661-5aff-42a0-a0a5-f50bbd25208a", "address": "fa:16:3e:94:bf:da", "network": {"id": "239e719f-3c9f-4236-8c76-b928e2d73186", "bridge": "br-int", "label": "tempest-ServersTestJSON-1987072107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf38278c0304e9cb866e83ac60394b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap054bc661-5a", "ovs_interfaceid": "054bc661-5aff-42a0-a0a5-f50bbd25208a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.496158] env[68391]: INFO nova.compute.manager [-] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Took 1.92 seconds to deallocate network for instance. [ 830.765210] env[68391]: DEBUG nova.network.neutron [-] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.860789] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68391) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 830.861173] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.309s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.861372] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.544s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.861549] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.863728] env[68391]: DEBUG oslo_concurrency.lockutils [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.970s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.865270] env[68391]: INFO nova.compute.claims [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.868000] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.872250] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Cleaning up deleted instances {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 830.874244] env[68391]: DEBUG nova.compute.manager [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.874603] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.875542] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a42d82b-d637-489b-8235-ab835a7e4be1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.889199] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.890632] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bcdc4da-36e7-466c-8de9-bd1fe6e00741 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.903017] env[68391]: DEBUG oslo_vmware.api [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for the task: (returnval){ [ 830.903017] env[68391]: value = "task-3039086" [ 830.903017] env[68391]: _type = "Task" [ 830.903017] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.903017] env[68391]: INFO nova.scheduler.client.report [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Deleted allocations for instance 64e01734-5cdd-4e7b-b212-e0b90f056441 [ 830.921790] env[68391]: DEBUG oslo_vmware.api [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3039086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.941821] env[68391]: DEBUG nova.virt.hardware [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.942374] env[68391]: DEBUG nova.virt.hardware [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.942544] env[68391]: DEBUG nova.virt.hardware [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.943539] env[68391]: DEBUG nova.virt.hardware [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.943760] env[68391]: DEBUG nova.virt.hardware [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.943952] env[68391]: DEBUG nova.virt.hardware [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.946010] env[68391]: DEBUG nova.virt.hardware [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.946010] env[68391]: DEBUG nova.virt.hardware [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.946010] env[68391]: DEBUG nova.virt.hardware [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.946010] env[68391]: DEBUG nova.virt.hardware [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.946010] env[68391]: DEBUG nova.virt.hardware [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.948556] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be278983-c024-443d-83d8-47edab978c54 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.965868] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead33bdb-3a88-412f-8025-db8f97c0dac2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.974788] env[68391]: DEBUG oslo_concurrency.lockutils [req-5fb451b9-7d5c-4bfa-86c2-753306960436 req-9524a5e8-59a8-4a02-a425-4adc3b2b21d2 service nova] Releasing lock "refresh_cache-6b7c8e4e-7b97-433a-be89-cb5dbb977adb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.979950] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52431357-3165-d5ea-8e81-48cfbd5edb38, 'name': SearchDatastore_Task, 'duration_secs': 0.011556} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.990532] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:40:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19290dc0-40cd-4336-9313-0154838d9eea', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.997934] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.998397] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ffe64f-356f-4ac1-bfc2-c21df018f8dc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.000701] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.001232] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f210f92b-a849-4d18-b637-40de5a8df092 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.020721] env[68391]: DEBUG oslo_concurrency.lockutils [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.027027] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 831.027027] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e60673-8096-9b0f-e011-802423b4e6e4" [ 831.027027] env[68391]: _type = "Task" [ 831.027027] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.028222] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.028222] env[68391]: value = "task-3039087" [ 831.028222] env[68391]: _type = "Task" [ 831.028222] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.035367] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e60673-8096-9b0f-e011-802423b4e6e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.043585] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039087, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.268122] env[68391]: INFO nova.compute.manager [-] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Took 1.45 seconds to deallocate network for instance. [ 831.389549] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] There are 42 instances to clean {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 831.389826] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 6936afa8-a1ae-482a-b4ab-a76bb359b41f] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 831.418655] env[68391]: DEBUG oslo_vmware.api [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3039086, 'name': PowerOffVM_Task, 'duration_secs': 0.214142} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.419038] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c1065eea-d523-4325-800e-7e635ffe2a0d tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "64e01734-5cdd-4e7b-b212-e0b90f056441" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.066s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.420548] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.420717] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.421275] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae134f5c-27f6-46ed-bb39-18014bd8b269 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.484717] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.485123] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.485337] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Deleting the datastore file [datastore2] dc6213c9-9532-47cf-b724-a252b4163eb4 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.486205] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ef7dbbb-1d64-4253-b73f-79f76312c91d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.493524] env[68391]: DEBUG oslo_vmware.api [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for the task: (returnval){ [ 831.493524] env[68391]: value = "task-3039089" [ 831.493524] env[68391]: _type = "Task" [ 831.493524] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.504477] env[68391]: DEBUG oslo_vmware.api [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3039089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.535869] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e60673-8096-9b0f-e011-802423b4e6e4, 'name': SearchDatastore_Task, 'duration_secs': 0.018491} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.536616] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.537079] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 6b7c8e4e-7b97-433a-be89-cb5dbb977adb/6b7c8e4e-7b97-433a-be89-cb5dbb977adb.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.537428] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c05cb0ba-9cff-4f7b-bf90-571244dad7d9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.543330] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039087, 'name': CreateVM_Task, 'duration_secs': 0.39495} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.543884] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.547568] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.547568] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.547568] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.547568] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-022eb7eb-9304-478d-ae5f-76cd1eb8b622 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.550821] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 831.550821] env[68391]: value = "task-3039090" [ 831.550821] env[68391]: _type = "Task" [ 831.550821] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.552419] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 831.552419] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bc429e-6db2-3342-9228-72c3c63c3af0" [ 831.552419] env[68391]: _type = "Task" [ 831.552419] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.567022] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bc429e-6db2-3342-9228-72c3c63c3af0, 'name': SearchDatastore_Task} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.568956] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.569234] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.569467] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.569638] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.569816] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.570107] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.570720] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd982af2-8cc0-4ffc-bed9-5ae6901da477 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.580129] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.580318] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.581073] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac29a6b-b8c0-4f50-bc6b-0a8c255fc54e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.589095] env[68391]: DEBUG nova.compute.manager [req-d1dd4a4c-b360-40c2-afa5-0f30395c4202 req-b4cc86f4-c1c5-4a09-bead-7943819b8aa0 service nova] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Received event network-changed-e29010d7-0cc0-4d46-b3e6-c0b547c715d9 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.589095] env[68391]: DEBUG nova.compute.manager [req-d1dd4a4c-b360-40c2-afa5-0f30395c4202 req-b4cc86f4-c1c5-4a09-bead-7943819b8aa0 service nova] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Refreshing instance network info cache due to event network-changed-e29010d7-0cc0-4d46-b3e6-c0b547c715d9. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.589095] env[68391]: DEBUG oslo_concurrency.lockutils [req-d1dd4a4c-b360-40c2-afa5-0f30395c4202 req-b4cc86f4-c1c5-4a09-bead-7943819b8aa0 service nova] Acquiring lock "refresh_cache-dc6213c9-9532-47cf-b724-a252b4163eb4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.589095] env[68391]: DEBUG oslo_concurrency.lockutils [req-d1dd4a4c-b360-40c2-afa5-0f30395c4202 req-b4cc86f4-c1c5-4a09-bead-7943819b8aa0 service nova] Acquired lock "refresh_cache-dc6213c9-9532-47cf-b724-a252b4163eb4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.589095] env[68391]: DEBUG nova.network.neutron [req-d1dd4a4c-b360-40c2-afa5-0f30395c4202 req-b4cc86f4-c1c5-4a09-bead-7943819b8aa0 service nova] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Refreshing network info cache for port e29010d7-0cc0-4d46-b3e6-c0b547c715d9 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.593241] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 831.593241] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5244b398-0121-2c2c-2df8-9d94081515ad" [ 831.593241] env[68391]: _type = "Task" [ 831.593241] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.601814] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5244b398-0121-2c2c-2df8-9d94081515ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.778170] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.895948] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 158f3c4a-6466-47bd-a348-0cde1fb86489] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 832.006114] env[68391]: DEBUG oslo_vmware.api [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3039089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165473} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.008651] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.008849] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.009045] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.009227] env[68391]: INFO nova.compute.manager [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 832.009467] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.009859] env[68391]: DEBUG nova.compute.manager [-] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.009960] env[68391]: DEBUG nova.network.neutron [-] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.065275] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495353} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.067928] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 6b7c8e4e-7b97-433a-be89-cb5dbb977adb/6b7c8e4e-7b97-433a-be89-cb5dbb977adb.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.068176] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.068641] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abf16448-2186-482c-9d57-802de4a8b215 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.077031] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 832.077031] env[68391]: value = "task-3039091" [ 832.077031] env[68391]: _type = "Task" [ 832.077031] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.095597] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.111513] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5244b398-0121-2c2c-2df8-9d94081515ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01083} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.111967] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8565b4ee-6067-4039-8840-7cdf9eec1b39 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.121075] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 832.121075] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52abec16-194f-ca47-4acc-f4d3fb4962f5" [ 832.121075] env[68391]: _type = "Task" [ 832.121075] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.129989] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52abec16-194f-ca47-4acc-f4d3fb4962f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.381415] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070f859d-234d-432b-a732-9b1dd883d5b3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.391025] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124454a5-94b4-4c20-9159-b2b03a47d61c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.398767] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: e13a7461-a57f-4cd6-86e2-f7a513b0c5a0] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 832.435330] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fba9b80-7b05-479f-a3a6-4d354937ff87 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.445012] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f51043-8800-4907-9f9c-f16c52b3d82a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.460781] env[68391]: DEBUG nova.compute.provider_tree [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.496937] env[68391]: DEBUG nova.network.neutron [req-d1dd4a4c-b360-40c2-afa5-0f30395c4202 req-b4cc86f4-c1c5-4a09-bead-7943819b8aa0 service nova] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Updated VIF entry in instance network info cache for port e29010d7-0cc0-4d46-b3e6-c0b547c715d9. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.497311] env[68391]: DEBUG nova.network.neutron [req-d1dd4a4c-b360-40c2-afa5-0f30395c4202 req-b4cc86f4-c1c5-4a09-bead-7943819b8aa0 service nova] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Updating instance_info_cache with network_info: [{"id": "e29010d7-0cc0-4d46-b3e6-c0b547c715d9", "address": "fa:16:3e:3d:73:ca", "network": {"id": "b5e1d38b-3b49-4e36-b976-373fa872ed73", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-459158601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babe8a5bd99b488a87a5f5a828c7f0c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29010d7-0c", "ovs_interfaceid": "e29010d7-0cc0-4d46-b3e6-c0b547c715d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.587996] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06903} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.589153] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.589153] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99264493-6d7d-468a-b55f-cf14b2fdb1fa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.627436] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 6b7c8e4e-7b97-433a-be89-cb5dbb977adb/6b7c8e4e-7b97-433a-be89-cb5dbb977adb.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.628611] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ce08210-72dd-40c5-8087-ed0fb6676626 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.654315] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52abec16-194f-ca47-4acc-f4d3fb4962f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012297} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.657177] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.657177] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 8255f57d-32cf-4205-a078-dbf25d0f6afc/8255f57d-32cf-4205-a078-dbf25d0f6afc.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.657177] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 832.657177] env[68391]: value = "task-3039092" [ 832.657177] env[68391]: _type = "Task" [ 832.657177] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.657177] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-896d969b-92a0-47dc-8468-aafcc1c9c1a7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.672272] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039092, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.672272] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 832.672272] env[68391]: value = "task-3039093" [ 832.672272] env[68391]: _type = "Task" [ 832.672272] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.933394] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 14ea71d3-251f-4b36-a4dc-b23750b7e83b] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 832.935298] env[68391]: DEBUG nova.network.neutron [-] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.966390] env[68391]: DEBUG nova.scheduler.client.report [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.001130] env[68391]: DEBUG oslo_concurrency.lockutils [req-d1dd4a4c-b360-40c2-afa5-0f30395c4202 req-b4cc86f4-c1c5-4a09-bead-7943819b8aa0 service nova] Releasing lock "refresh_cache-dc6213c9-9532-47cf-b724-a252b4163eb4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.001130] env[68391]: DEBUG nova.compute.manager [req-d1dd4a4c-b360-40c2-afa5-0f30395c4202 req-b4cc86f4-c1c5-4a09-bead-7943819b8aa0 service nova] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Received event network-vif-deleted-ebfc4e8a-eaf5-4e57-8202-c40d17da3c9e {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.001130] env[68391]: DEBUG nova.compute.manager [req-d1dd4a4c-b360-40c2-afa5-0f30395c4202 req-b4cc86f4-c1c5-4a09-bead-7943819b8aa0 service nova] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Received event network-vif-deleted-b023644f-31a7-443c-8d47-47a74d96d7ab {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.176806] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039092, 'name': ReconfigVM_Task, 'duration_secs': 0.302611} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.183853] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 6b7c8e4e-7b97-433a-be89-cb5dbb977adb/6b7c8e4e-7b97-433a-be89-cb5dbb977adb.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.184679] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aeab2586-49b8-46f4-9046-5ab08482e997 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.193355] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039093, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.195306] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 833.195306] env[68391]: value = "task-3039094" [ 833.195306] env[68391]: _type = "Task" [ 833.195306] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.205451] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039094, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.315494] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Acquiring lock "3e6b6f11-fdd4-4561-b2c2-25236e4d4a67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.315494] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Lock "3e6b6f11-fdd4-4561-b2c2-25236e4d4a67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.436975] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 7cf7d50a-e2f5-4288-8120-0f73e85bb66a] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 833.438648] env[68391]: INFO nova.compute.manager [-] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Took 1.43 seconds to deallocate network for instance. [ 833.469815] env[68391]: DEBUG oslo_concurrency.lockutils [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.470367] env[68391]: DEBUG nova.compute.manager [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.473193] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.896s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.473374] env[68391]: DEBUG nova.objects.instance [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68391) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 833.613775] env[68391]: DEBUG nova.compute.manager [req-802b1ceb-8453-4901-bf94-45d6bc002294 req-c20f6528-164c-43b1-84e3-77b9d5725ac9 service nova] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Received event network-vif-deleted-e29010d7-0cc0-4d46-b3e6-c0b547c715d9 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.688032] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529079} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.688032] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 8255f57d-32cf-4205-a078-dbf25d0f6afc/8255f57d-32cf-4205-a078-dbf25d0f6afc.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.688032] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.688032] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d944e7ce-6d78-4278-80dc-10a9e6ecf2ad {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.696864] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 833.696864] env[68391]: value = "task-3039095" [ 833.696864] env[68391]: _type = "Task" [ 833.696864] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.709759] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039094, 'name': Rename_Task, 'duration_secs': 0.16334} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.712973] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.713269] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.713486] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfb93dcd-a5d8-4647-aa7a-47b6b1c5e947 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.721458] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 833.721458] env[68391]: value = "task-3039096" [ 833.721458] env[68391]: _type = "Task" [ 833.721458] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.730606] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.817526] env[68391]: DEBUG nova.compute.manager [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.941063] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: e499cb5b-a255-4652-ad57-7d97873a8fbf] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 833.944211] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.981482] env[68391]: DEBUG nova.compute.utils [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.982904] env[68391]: DEBUG nova.compute.manager [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.983084] env[68391]: DEBUG nova.network.neutron [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.034559] env[68391]: DEBUG nova.policy [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ba159132ae04080b190323c078829ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba1f9a6645e345bbaeb4507c37fadb81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.211140] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081088} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.211408] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.212189] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0b9739-85e1-4e85-b444-86466f34cb48 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.236082] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 8255f57d-32cf-4205-a078-dbf25d0f6afc/8255f57d-32cf-4205-a078-dbf25d0f6afc.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.239116] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fdd541a-9de5-4a24-b434-fbeb36eea771 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.259467] env[68391]: DEBUG oslo_vmware.api [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039096, 'name': PowerOnVM_Task, 'duration_secs': 0.481073} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.259768] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.261122] env[68391]: INFO nova.compute.manager [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Took 7.67 seconds to spawn the instance on the hypervisor. [ 834.261122] env[68391]: DEBUG nova.compute.manager [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.262794] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebca298e-1dbc-4e6a-9bde-1e5ac8a1eea8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.264656] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 834.264656] env[68391]: value = "task-3039097" [ 834.264656] env[68391]: _type = "Task" [ 834.264656] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.277538] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.298054] env[68391]: DEBUG nova.network.neutron [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Successfully created port: 90ac8a0b-4aa7-474e-8afc-30a1dba10595 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.347991] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.443603] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 9158ca40-77ed-46cc-9e18-701703d52463] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 834.484325] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5758df22-b221-4172-9a3b-9e13e4c64e3d tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.485404] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.347s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.487507] env[68391]: INFO nova.compute.claims [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.491612] env[68391]: DEBUG nova.compute.manager [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.606797] env[68391]: DEBUG nova.network.neutron [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Successfully created port: 88f5f31c-98e3-41eb-ae65-ef5903e81120 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.777881] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039097, 'name': ReconfigVM_Task, 'duration_secs': 0.387984} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.781993] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 8255f57d-32cf-4205-a078-dbf25d0f6afc/8255f57d-32cf-4205-a078-dbf25d0f6afc.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.785959] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb4ce214-0694-4ae0-8969-afc36a71a4fb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.788128] env[68391]: INFO nova.compute.manager [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Took 43.67 seconds to build instance. [ 834.795540] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 834.795540] env[68391]: value = "task-3039098" [ 834.795540] env[68391]: _type = "Task" [ 834.795540] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.815420] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039098, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.950139] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 954b77db-199c-4472-a489-e6b57ac2af67] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 835.291396] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c18dc945-ba87-4a7f-9dd0-42b9366957df tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "6b7c8e4e-7b97-433a-be89-cb5dbb977adb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.583s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.307036] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039098, 'name': Rename_Task, 'duration_secs': 0.15062} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.307263] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.307510] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b79cfb48-5851-4baa-87e2-c11c5e9d0b83 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.314110] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 835.314110] env[68391]: value = "task-3039099" [ 835.314110] env[68391]: _type = "Task" [ 835.314110] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.323577] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.452638] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 69f2e7b4-4673-4707-87e3-e40032f09a10] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 835.505140] env[68391]: DEBUG nova.compute.manager [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.533325] env[68391]: DEBUG nova.virt.hardware [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.533656] env[68391]: DEBUG nova.virt.hardware [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.536448] env[68391]: DEBUG nova.virt.hardware [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.536448] env[68391]: DEBUG nova.virt.hardware [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.536448] env[68391]: DEBUG nova.virt.hardware [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.536448] env[68391]: DEBUG nova.virt.hardware [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.536448] env[68391]: DEBUG nova.virt.hardware [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.536448] env[68391]: DEBUG nova.virt.hardware [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.536448] env[68391]: DEBUG nova.virt.hardware [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.536448] env[68391]: DEBUG nova.virt.hardware [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.536448] env[68391]: DEBUG nova.virt.hardware [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.537039] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba84a28-f061-4a6f-86e1-c26f83eb1cb5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.548702] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a397dbc1-27bc-4f28-901a-c6fcec33f5aa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.825419] env[68391]: DEBUG oslo_vmware.api [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039099, 'name': PowerOnVM_Task, 'duration_secs': 0.461496} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.825693] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.825901] env[68391]: DEBUG nova.compute.manager [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.826730] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beee6a12-f27a-40b4-b247-cd19577d835b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.940743] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d83609c-df61-48c8-87d3-339af1fd3c9d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.949262] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed21b2f-5e98-435b-b028-28de048861a7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.955978] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 899fb4f5-ddf8-4295-8abe-99669680d1d2] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 835.987072] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48864bf-b2b8-45c6-9078-469349d419e5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.996274] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abe78b2-f215-4982-9afb-0355a37e7930 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.017482] env[68391]: DEBUG nova.compute.provider_tree [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.246950] env[68391]: DEBUG nova.compute.manager [req-85206323-cfcf-4d6c-9f20-6ea389a9bbf0 req-14a2ea80-955e-4aee-ab56-35329b1e9a11 service nova] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Received event network-vif-plugged-90ac8a0b-4aa7-474e-8afc-30a1dba10595 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.247193] env[68391]: DEBUG oslo_concurrency.lockutils [req-85206323-cfcf-4d6c-9f20-6ea389a9bbf0 req-14a2ea80-955e-4aee-ab56-35329b1e9a11 service nova] Acquiring lock "2c31cd27-28e4-46e6-bd98-be287f3ff212-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.247402] env[68391]: DEBUG oslo_concurrency.lockutils [req-85206323-cfcf-4d6c-9f20-6ea389a9bbf0 req-14a2ea80-955e-4aee-ab56-35329b1e9a11 service nova] Lock "2c31cd27-28e4-46e6-bd98-be287f3ff212-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.247573] env[68391]: DEBUG oslo_concurrency.lockutils [req-85206323-cfcf-4d6c-9f20-6ea389a9bbf0 req-14a2ea80-955e-4aee-ab56-35329b1e9a11 service nova] Lock "2c31cd27-28e4-46e6-bd98-be287f3ff212-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.247790] env[68391]: DEBUG nova.compute.manager [req-85206323-cfcf-4d6c-9f20-6ea389a9bbf0 req-14a2ea80-955e-4aee-ab56-35329b1e9a11 service nova] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] No waiting events found dispatching network-vif-plugged-90ac8a0b-4aa7-474e-8afc-30a1dba10595 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.247962] env[68391]: WARNING nova.compute.manager [req-85206323-cfcf-4d6c-9f20-6ea389a9bbf0 req-14a2ea80-955e-4aee-ab56-35329b1e9a11 service nova] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Received unexpected event network-vif-plugged-90ac8a0b-4aa7-474e-8afc-30a1dba10595 for instance with vm_state building and task_state spawning. [ 836.268393] env[68391]: DEBUG nova.network.neutron [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Successfully updated port: 90ac8a0b-4aa7-474e-8afc-30a1dba10595 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.353254] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.488605] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 0ce27112-6779-453d-845a-eb7bd66c49f9] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 836.524515] env[68391]: DEBUG nova.scheduler.client.report [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.991344] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 0a48b910-7213-4d2e-a33e-727304c3a810] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 837.032153] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.032153] env[68391]: DEBUG nova.compute.manager [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.034858] env[68391]: DEBUG oslo_concurrency.lockutils [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.090s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.036444] env[68391]: INFO nova.compute.claims [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.086366] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "e89ead6c-e588-4e43-8677-3af512054945" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.086835] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "e89ead6c-e588-4e43-8677-3af512054945" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.496728] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: c0e89e9f-edee-4adb-8efd-5ea5ae8fbc55] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 837.544021] env[68391]: DEBUG nova.compute.utils [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.544565] env[68391]: DEBUG nova.compute.manager [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.544727] env[68391]: DEBUG nova.network.neutron [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.590484] env[68391]: DEBUG nova.compute.manager [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.604159] env[68391]: DEBUG nova.policy [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21a0b5e2536547a08e15031454df0f10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4deb54b560a43289729084b9fbad669', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.701216] env[68391]: DEBUG oslo_concurrency.lockutils [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "1c998280-4834-47f8-8169-67f1aa41f730" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.701562] env[68391]: DEBUG oslo_concurrency.lockutils [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "1c998280-4834-47f8-8169-67f1aa41f730" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.701821] env[68391]: DEBUG oslo_concurrency.lockutils [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "1c998280-4834-47f8-8169-67f1aa41f730-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.702074] env[68391]: DEBUG oslo_concurrency.lockutils [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "1c998280-4834-47f8-8169-67f1aa41f730-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.702268] env[68391]: DEBUG oslo_concurrency.lockutils [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "1c998280-4834-47f8-8169-67f1aa41f730-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.704713] env[68391]: INFO nova.compute.manager [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Terminating instance [ 837.894495] env[68391]: DEBUG nova.network.neutron [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Successfully created port: 3daf1817-57d5-4682-92b1-fe2be18c8789 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.000394] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 6e3dde6e-00a4-465d-bf1f-5bd1ab28761d] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 838.050971] env[68391]: DEBUG nova.compute.manager [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.109734] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.208201] env[68391]: DEBUG nova.compute.manager [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.208482] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.209814] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12ab675-6d0a-444e-bdfa-e9b786874d19 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.218171] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.218413] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5c7a62a-97b3-4609-bfce-6273b87d62e9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.227555] env[68391]: DEBUG oslo_vmware.api [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 838.227555] env[68391]: value = "task-3039100" [ 838.227555] env[68391]: _type = "Task" [ 838.227555] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.237072] env[68391]: DEBUG oslo_vmware.api [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.277091] env[68391]: DEBUG nova.compute.manager [req-c701df28-9795-4d9b-8d63-e333b446374b req-516e66e8-39a6-4750-81e5-c3ed26eb74a4 service nova] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Received event network-changed-90ac8a0b-4aa7-474e-8afc-30a1dba10595 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.277384] env[68391]: DEBUG nova.compute.manager [req-c701df28-9795-4d9b-8d63-e333b446374b req-516e66e8-39a6-4750-81e5-c3ed26eb74a4 service nova] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Refreshing instance network info cache due to event network-changed-90ac8a0b-4aa7-474e-8afc-30a1dba10595. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.277661] env[68391]: DEBUG oslo_concurrency.lockutils [req-c701df28-9795-4d9b-8d63-e333b446374b req-516e66e8-39a6-4750-81e5-c3ed26eb74a4 service nova] Acquiring lock "refresh_cache-2c31cd27-28e4-46e6-bd98-be287f3ff212" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.279688] env[68391]: DEBUG oslo_concurrency.lockutils [req-c701df28-9795-4d9b-8d63-e333b446374b req-516e66e8-39a6-4750-81e5-c3ed26eb74a4 service nova] Acquired lock "refresh_cache-2c31cd27-28e4-46e6-bd98-be287f3ff212" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.279884] env[68391]: DEBUG nova.network.neutron [req-c701df28-9795-4d9b-8d63-e333b446374b req-516e66e8-39a6-4750-81e5-c3ed26eb74a4 service nova] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Refreshing network info cache for port 90ac8a0b-4aa7-474e-8afc-30a1dba10595 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.499349] env[68391]: DEBUG nova.network.neutron [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Successfully updated port: 88f5f31c-98e3-41eb-ae65-ef5903e81120 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.508017] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 03e4e020-511f-4d10-87a7-5e14a74cd77b] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 838.572446] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af61c046-3a5b-42f4-8e5c-769e754fbe9d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.587066] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c14102-e7ee-4fc2-80f5-77dd93ebdcc4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.621091] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e56caa1-3af2-49f2-92a4-e9a40aa89cf2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.630167] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a64f13-3e43-4fe8-8e74-546cdc6d40e5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.644581] env[68391]: DEBUG nova.compute.provider_tree [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.739468] env[68391]: DEBUG oslo_vmware.api [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039100, 'name': PowerOffVM_Task, 'duration_secs': 0.259487} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.739789] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.740014] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.740284] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b18f171-f671-49e1-8e00-06e3de90d915 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.804852] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.805133] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.805315] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Deleting the datastore file [datastore2] 1c998280-4834-47f8-8169-67f1aa41f730 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.805587] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5efa33e-0930-41f6-874c-a9a2df2dfc1a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.813614] env[68391]: DEBUG oslo_vmware.api [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 838.813614] env[68391]: value = "task-3039102" [ 838.813614] env[68391]: _type = "Task" [ 838.813614] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.821809] env[68391]: DEBUG oslo_vmware.api [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.858394] env[68391]: DEBUG nova.network.neutron [req-c701df28-9795-4d9b-8d63-e333b446374b req-516e66e8-39a6-4750-81e5-c3ed26eb74a4 service nova] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.952399] env[68391]: DEBUG nova.network.neutron [req-c701df28-9795-4d9b-8d63-e333b446374b req-516e66e8-39a6-4750-81e5-c3ed26eb74a4 service nova] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.002504] env[68391]: DEBUG oslo_concurrency.lockutils [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquiring lock "refresh_cache-2c31cd27-28e4-46e6-bd98-be287f3ff212" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.012130] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: e2c3bcf8-8270-4bf9-a599-ba2cc8311f5d] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 839.060551] env[68391]: DEBUG nova.compute.manager [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.086367] env[68391]: DEBUG nova.virt.hardware [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.087318] env[68391]: DEBUG nova.virt.hardware [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.087318] env[68391]: DEBUG nova.virt.hardware [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.087318] env[68391]: DEBUG nova.virt.hardware [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.087318] env[68391]: DEBUG nova.virt.hardware [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.087318] env[68391]: DEBUG nova.virt.hardware [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.087523] env[68391]: DEBUG nova.virt.hardware [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.087651] env[68391]: DEBUG nova.virt.hardware [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.087793] env[68391]: DEBUG nova.virt.hardware [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.087955] env[68391]: DEBUG nova.virt.hardware [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.088158] env[68391]: DEBUG nova.virt.hardware [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.088993] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058dd25e-fa76-4a7e-b35b-49efa23b211a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.097293] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d998b3-01a7-47de-810b-df10b7d4b30b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.147760] env[68391]: DEBUG nova.scheduler.client.report [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.324283] env[68391]: DEBUG oslo_vmware.api [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135606} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.324535] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.324714] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.324888] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.325074] env[68391]: INFO nova.compute.manager [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Took 1.12 seconds to destroy the instance on the hypervisor. [ 839.325313] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.325495] env[68391]: DEBUG nova.compute.manager [-] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.325590] env[68391]: DEBUG nova.network.neutron [-] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.455504] env[68391]: DEBUG oslo_concurrency.lockutils [req-c701df28-9795-4d9b-8d63-e333b446374b req-516e66e8-39a6-4750-81e5-c3ed26eb74a4 service nova] Releasing lock "refresh_cache-2c31cd27-28e4-46e6-bd98-be287f3ff212" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.455902] env[68391]: DEBUG oslo_concurrency.lockutils [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquired lock "refresh_cache-2c31cd27-28e4-46e6-bd98-be287f3ff212" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.456086] env[68391]: DEBUG nova.network.neutron [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.515311] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 6ab608b6-6828-46a0-a62a-ac56156c4be3] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 839.601054] env[68391]: DEBUG nova.network.neutron [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Successfully updated port: 3daf1817-57d5-4682-92b1-fe2be18c8789 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.652959] env[68391]: DEBUG oslo_concurrency.lockutils [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.653540] env[68391]: DEBUG nova.compute.manager [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.656103] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.884s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.656287] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.658383] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.701s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.659852] env[68391]: INFO nova.compute.claims [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.696613] env[68391]: INFO nova.scheduler.client.report [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Deleted allocations for instance cabde9c0-af55-4b04-a866-83f41b301ccc [ 839.999218] env[68391]: DEBUG nova.network.neutron [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.022067] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 336e7166-5e3f-4de1-b3af-14b521ec8147] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 840.104745] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.104745] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.104745] env[68391]: DEBUG nova.network.neutron [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.164836] env[68391]: DEBUG nova.compute.utils [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.168248] env[68391]: DEBUG nova.compute.manager [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Not allocating networking since 'none' was specified. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 840.205093] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b1abb2fa-cd3f-4add-a6b9-12c345e75e00 tempest-ServerShowV254Test-1932635571 tempest-ServerShowV254Test-1932635571-project-member] Lock "cabde9c0-af55-4b04-a866-83f41b301ccc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.708s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.207405] env[68391]: DEBUG nova.network.neutron [-] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.277448] env[68391]: DEBUG nova.network.neutron [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Updating instance_info_cache with network_info: [{"id": "90ac8a0b-4aa7-474e-8afc-30a1dba10595", "address": "fa:16:3e:07:d0:80", "network": {"id": "48683f45-8bbf-4ca0-997b-93a51e9485b6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1036832371", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1f9a6645e345bbaeb4507c37fadb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ac8a0b-4a", "ovs_interfaceid": "90ac8a0b-4aa7-474e-8afc-30a1dba10595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "88f5f31c-98e3-41eb-ae65-ef5903e81120", "address": "fa:16:3e:ac:c4:9e", "network": {"id": "15be8856-2e4b-446f-8135-c409d22e68ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-256217591", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ba1f9a6645e345bbaeb4507c37fadb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f5f31c-98", "ovs_interfaceid": "88f5f31c-98e3-41eb-ae65-ef5903e81120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.306817] env[68391]: DEBUG nova.compute.manager [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Received event network-vif-plugged-88f5f31c-98e3-41eb-ae65-ef5903e81120 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.307107] env[68391]: DEBUG oslo_concurrency.lockutils [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] Acquiring lock "2c31cd27-28e4-46e6-bd98-be287f3ff212-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.308020] env[68391]: DEBUG oslo_concurrency.lockutils [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] Lock "2c31cd27-28e4-46e6-bd98-be287f3ff212-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.308020] env[68391]: DEBUG oslo_concurrency.lockutils [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] Lock "2c31cd27-28e4-46e6-bd98-be287f3ff212-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.308020] env[68391]: DEBUG nova.compute.manager [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] No waiting events found dispatching network-vif-plugged-88f5f31c-98e3-41eb-ae65-ef5903e81120 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.308213] env[68391]: WARNING nova.compute.manager [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Received unexpected event network-vif-plugged-88f5f31c-98e3-41eb-ae65-ef5903e81120 for instance with vm_state building and task_state spawning. [ 840.308319] env[68391]: DEBUG nova.compute.manager [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Received event network-changed-88f5f31c-98e3-41eb-ae65-ef5903e81120 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.308486] env[68391]: DEBUG nova.compute.manager [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Refreshing instance network info cache due to event network-changed-88f5f31c-98e3-41eb-ae65-ef5903e81120. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.309120] env[68391]: DEBUG oslo_concurrency.lockutils [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] Acquiring lock "refresh_cache-2c31cd27-28e4-46e6-bd98-be287f3ff212" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.525603] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: f2771b69-6f75-4311-a727-ce7261fe1cf5] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 840.649215] env[68391]: DEBUG nova.network.neutron [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.669553] env[68391]: DEBUG nova.compute.manager [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.711305] env[68391]: INFO nova.compute.manager [-] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Took 1.38 seconds to deallocate network for instance. [ 840.782211] env[68391]: DEBUG oslo_concurrency.lockutils [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Releasing lock "refresh_cache-2c31cd27-28e4-46e6-bd98-be287f3ff212" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.782655] env[68391]: DEBUG nova.compute.manager [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Instance network_info: |[{"id": "90ac8a0b-4aa7-474e-8afc-30a1dba10595", "address": "fa:16:3e:07:d0:80", "network": {"id": "48683f45-8bbf-4ca0-997b-93a51e9485b6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1036832371", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1f9a6645e345bbaeb4507c37fadb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ac8a0b-4a", "ovs_interfaceid": "90ac8a0b-4aa7-474e-8afc-30a1dba10595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "88f5f31c-98e3-41eb-ae65-ef5903e81120", "address": "fa:16:3e:ac:c4:9e", "network": {"id": "15be8856-2e4b-446f-8135-c409d22e68ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-256217591", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ba1f9a6645e345bbaeb4507c37fadb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f5f31c-98", "ovs_interfaceid": "88f5f31c-98e3-41eb-ae65-ef5903e81120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.783591] env[68391]: DEBUG oslo_concurrency.lockutils [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] Acquired lock "refresh_cache-2c31cd27-28e4-46e6-bd98-be287f3ff212" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.784205] env[68391]: DEBUG nova.network.neutron [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Refreshing network info cache for port 88f5f31c-98e3-41eb-ae65-ef5903e81120 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.785338] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:d0:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8edfde4-5a99-4745-956d-04da82ab1b85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90ac8a0b-4aa7-474e-8afc-30a1dba10595', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:c4:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88f5f31c-98e3-41eb-ae65-ef5903e81120', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.801873] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.807275] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.808074] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3aa31dc2-c916-41b8-92d6-9360bd9aec0a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.837162] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.837162] env[68391]: value = "task-3039103" [ 840.837162] env[68391]: _type = "Task" [ 840.837162] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.847037] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039103, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.909066] env[68391]: DEBUG nova.network.neutron [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Updating instance_info_cache with network_info: [{"id": "3daf1817-57d5-4682-92b1-fe2be18c8789", "address": "fa:16:3e:d6:45:e7", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3daf1817-57", "ovs_interfaceid": "3daf1817-57d5-4682-92b1-fe2be18c8789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.029035] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 27d98b28-1248-40cf-8a75-121ce862be45] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 841.121938] env[68391]: DEBUG nova.network.neutron [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Updated VIF entry in instance network info cache for port 88f5f31c-98e3-41eb-ae65-ef5903e81120. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.122446] env[68391]: DEBUG nova.network.neutron [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Updating instance_info_cache with network_info: [{"id": "90ac8a0b-4aa7-474e-8afc-30a1dba10595", "address": "fa:16:3e:07:d0:80", "network": {"id": "48683f45-8bbf-4ca0-997b-93a51e9485b6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1036832371", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1f9a6645e345bbaeb4507c37fadb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ac8a0b-4a", "ovs_interfaceid": "90ac8a0b-4aa7-474e-8afc-30a1dba10595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "88f5f31c-98e3-41eb-ae65-ef5903e81120", "address": "fa:16:3e:ac:c4:9e", "network": {"id": "15be8856-2e4b-446f-8135-c409d22e68ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-256217591", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ba1f9a6645e345bbaeb4507c37fadb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f5f31c-98", "ovs_interfaceid": "88f5f31c-98e3-41eb-ae65-ef5903e81120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.215038] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0972c422-af70-4c45-92d1-87a222b27923 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.223697] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2030117-7777-46f4-97ec-58b8e38d9324 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.227390] env[68391]: DEBUG oslo_concurrency.lockutils [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.253949] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c980d3-0494-4f24-99e1-9566a659f678 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.260888] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19177b87-fb88-414e-8f26-fb04a6f3b153 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.275940] env[68391]: DEBUG nova.compute.provider_tree [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.346963] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039103, 'name': CreateVM_Task, 'duration_secs': 0.338908} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.347150] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.347957] env[68391]: DEBUG oslo_concurrency.lockutils [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.348177] env[68391]: DEBUG oslo_concurrency.lockutils [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.348451] env[68391]: DEBUG oslo_concurrency.lockutils [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.348695] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa526458-75fa-4b9e-9c39-851d0a39636e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.353229] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for the task: (returnval){ [ 841.353229] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523426f6-d99d-06cf-5f98-a62420b873e6" [ 841.353229] env[68391]: _type = "Task" [ 841.353229] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.360546] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523426f6-d99d-06cf-5f98-a62420b873e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.414297] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.414644] env[68391]: DEBUG nova.compute.manager [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Instance network_info: |[{"id": "3daf1817-57d5-4682-92b1-fe2be18c8789", "address": "fa:16:3e:d6:45:e7", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3daf1817-57", "ovs_interfaceid": "3daf1817-57d5-4682-92b1-fe2be18c8789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.415404] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:45:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3daf1817-57d5-4682-92b1-fe2be18c8789', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.422866] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.423094] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.423312] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d01f406-f6b8-4972-b537-228f8a693027 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.444448] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.444448] env[68391]: value = "task-3039104" [ 841.444448] env[68391]: _type = "Task" [ 841.444448] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.451879] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039104, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.532569] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 78c655a8-fc5e-462e-b7f0-6d17345654f7] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 841.625169] env[68391]: DEBUG oslo_concurrency.lockutils [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] Releasing lock "refresh_cache-2c31cd27-28e4-46e6-bd98-be287f3ff212" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.625433] env[68391]: DEBUG nova.compute.manager [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Received event network-vif-plugged-3daf1817-57d5-4682-92b1-fe2be18c8789 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.625626] env[68391]: DEBUG oslo_concurrency.lockutils [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] Acquiring lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.625833] env[68391]: DEBUG oslo_concurrency.lockutils [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] Lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.625995] env[68391]: DEBUG oslo_concurrency.lockutils [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] Lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.626238] env[68391]: DEBUG nova.compute.manager [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] No waiting events found dispatching network-vif-plugged-3daf1817-57d5-4682-92b1-fe2be18c8789 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.626358] env[68391]: WARNING nova.compute.manager [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Received unexpected event network-vif-plugged-3daf1817-57d5-4682-92b1-fe2be18c8789 for instance with vm_state building and task_state spawning. [ 841.626507] env[68391]: DEBUG nova.compute.manager [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Received event network-changed-3daf1817-57d5-4682-92b1-fe2be18c8789 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.626701] env[68391]: DEBUG nova.compute.manager [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Refreshing instance network info cache due to event network-changed-3daf1817-57d5-4682-92b1-fe2be18c8789. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.626904] env[68391]: DEBUG oslo_concurrency.lockutils [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] Acquiring lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.627053] env[68391]: DEBUG oslo_concurrency.lockutils [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] Acquired lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.627215] env[68391]: DEBUG nova.network.neutron [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Refreshing network info cache for port 3daf1817-57d5-4682-92b1-fe2be18c8789 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.685263] env[68391]: DEBUG nova.compute.manager [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.711364] env[68391]: DEBUG nova.virt.hardware [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.711599] env[68391]: DEBUG nova.virt.hardware [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.711780] env[68391]: DEBUG nova.virt.hardware [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.711961] env[68391]: DEBUG nova.virt.hardware [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.712126] env[68391]: DEBUG nova.virt.hardware [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.712278] env[68391]: DEBUG nova.virt.hardware [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.712484] env[68391]: DEBUG nova.virt.hardware [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.712648] env[68391]: DEBUG nova.virt.hardware [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.712801] env[68391]: DEBUG nova.virt.hardware [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.712959] env[68391]: DEBUG nova.virt.hardware [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.713146] env[68391]: DEBUG nova.virt.hardware [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.714064] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637734c0-04e4-420d-9939-9dd3d2c59e9d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.722353] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c291c09d-afc8-4d6b-9f2a-6cc99e3f4533 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.737040] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Instance VIF info [] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.742796] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Creating folder: Project (1939608b2c304e2c980af9e1109981dc). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.743130] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd322e3a-66b8-492a-ad27-a8cbf473271d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.752688] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Created folder: Project (1939608b2c304e2c980af9e1109981dc) in parent group-v608736. [ 841.752878] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Creating folder: Instances. Parent ref: group-v608935. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.753114] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6658dba8-4713-43f5-a992-241367787b77 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.761045] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Created folder: Instances in parent group-v608935. [ 841.761308] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.761455] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.761645] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b650a22f-9a8d-4b07-ae77-4297e39c1080 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.777559] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.777559] env[68391]: value = "task-3039107" [ 841.777559] env[68391]: _type = "Task" [ 841.777559] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.778381] env[68391]: DEBUG nova.scheduler.client.report [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.790186] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039107, 'name': CreateVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.864256] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523426f6-d99d-06cf-5f98-a62420b873e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010849} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.864566] env[68391]: DEBUG oslo_concurrency.lockutils [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.864807] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.865058] env[68391]: DEBUG oslo_concurrency.lockutils [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.865208] env[68391]: DEBUG oslo_concurrency.lockutils [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.865405] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.866144] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d4d8922-ab48-48c6-9b38-2ad96723df2b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.874095] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.874286] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.875159] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-499f62d8-fc05-47fd-b7e7-a9caba50bfae {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.880468] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for the task: (returnval){ [ 841.880468] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528922d8-b9cf-f71d-7725-fb4b77791204" [ 841.880468] env[68391]: _type = "Task" [ 841.880468] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.887804] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528922d8-b9cf-f71d-7725-fb4b77791204, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.956180] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039104, 'name': CreateVM_Task, 'duration_secs': 0.305836} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.956445] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.957069] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.957249] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.957563] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.957846] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ca01f8-bca3-4536-a312-f669251f4f53 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.963278] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 841.963278] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5244704c-e385-aa6e-722a-78c47c40d99c" [ 841.963278] env[68391]: _type = "Task" [ 841.963278] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.973312] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5244704c-e385-aa6e-722a-78c47c40d99c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.036175] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 0b5b4adf-a2bd-4255-964e-bb70a52c056e] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 842.286095] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.286805] env[68391]: DEBUG nova.compute.manager [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.293041] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.399s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.295148] env[68391]: INFO nova.compute.claims [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.299110] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039107, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.347161] env[68391]: DEBUG nova.network.neutron [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Updated VIF entry in instance network info cache for port 3daf1817-57d5-4682-92b1-fe2be18c8789. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.347531] env[68391]: DEBUG nova.network.neutron [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Updating instance_info_cache with network_info: [{"id": "3daf1817-57d5-4682-92b1-fe2be18c8789", "address": "fa:16:3e:d6:45:e7", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3daf1817-57", "ovs_interfaceid": "3daf1817-57d5-4682-92b1-fe2be18c8789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.391444] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528922d8-b9cf-f71d-7725-fb4b77791204, 'name': SearchDatastore_Task, 'duration_secs': 0.00762} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.392207] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a26d18a-6d10-4175-b07e-7f7d49505fb0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.397251] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for the task: (returnval){ [ 842.397251] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52339869-c76a-c2e3-d64f-cabc0b485e09" [ 842.397251] env[68391]: _type = "Task" [ 842.397251] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.404626] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52339869-c76a-c2e3-d64f-cabc0b485e09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.473766] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5244704c-e385-aa6e-722a-78c47c40d99c, 'name': SearchDatastore_Task, 'duration_secs': 0.010178} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.474082] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.474322] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.474534] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.539653] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: e10449a8-0e0b-496e-8861-84708e325079] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 842.788874] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039107, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.802324] env[68391]: DEBUG nova.compute.utils [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.803715] env[68391]: DEBUG nova.compute.manager [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Not allocating networking since 'none' was specified. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 842.849811] env[68391]: DEBUG oslo_concurrency.lockutils [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] Releasing lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.850122] env[68391]: DEBUG nova.compute.manager [req-4321ecdd-a6f9-484a-80a1-72a7f7ff3530 req-82a0e20b-d7d0-455e-bfb0-d0ab69e3d9b4 service nova] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Received event network-vif-deleted-f83ea2a3-18ac-4e9a-9f78-46781c8e01c1 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.908167] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52339869-c76a-c2e3-d64f-cabc0b485e09, 'name': SearchDatastore_Task, 'duration_secs': 0.009063} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.908449] env[68391]: DEBUG oslo_concurrency.lockutils [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.908715] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 2c31cd27-28e4-46e6-bd98-be287f3ff212/2c31cd27-28e4-46e6-bd98-be287f3ff212.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.908990] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.909195] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.909413] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36ad3612-ebc3-4f77-a83c-1a7cdc31aa3b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.911237] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-422cb695-0f61-4dcc-b34b-d4f6df9e3aa1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.918385] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for the task: (returnval){ [ 842.918385] env[68391]: value = "task-3039108" [ 842.918385] env[68391]: _type = "Task" [ 842.918385] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.922211] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.922385] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.923343] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ed8dd1-c0aa-43da-830f-b33fe074ced4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.929746] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3039108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.932437] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 842.932437] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52da6c06-d95f-024d-e2a5-c5cdde870a1c" [ 842.932437] env[68391]: _type = "Task" [ 842.932437] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.939824] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52da6c06-d95f-024d-e2a5-c5cdde870a1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.045182] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 11e16402-9fbd-4dc8-855b-b8db7dd1434c] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 843.291090] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039107, 'name': CreateVM_Task, 'duration_secs': 1.282341} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.291224] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.291675] env[68391]: DEBUG oslo_concurrency.lockutils [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.291846] env[68391]: DEBUG oslo_concurrency.lockutils [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.292203] env[68391]: DEBUG oslo_concurrency.lockutils [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.292474] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1997f82f-36fa-4fa7-82d8-60e437f90898 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.298788] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 843.298788] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5211a029-3753-fa88-3150-443ff1616e1c" [ 843.298788] env[68391]: _type = "Task" [ 843.298788] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.311069] env[68391]: DEBUG nova.compute.manager [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.313094] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5211a029-3753-fa88-3150-443ff1616e1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.431447] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3039108, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.442893] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52da6c06-d95f-024d-e2a5-c5cdde870a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.008913} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.443778] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea73b7e1-51db-4c1f-a2e6-844d611413a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.453233] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 843.453233] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d90e94-e954-2198-df69-d558ff9c84a0" [ 843.453233] env[68391]: _type = "Task" [ 843.453233] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.461458] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d90e94-e954-2198-df69-d558ff9c84a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.549064] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 828732f1-e0d2-4e9c-83f1-7f43892ba7be] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 843.739236] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770e9400-e71b-4dff-b5a0-bc93458f79aa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.747931] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176b05db-92dc-4301-a6ee-bcc55d4129cb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.778157] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47f0b2a-39aa-4d69-9c6b-9029a4aa176b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.785268] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e079adc6-9d2d-4700-a706-55265514fd5d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.798186] env[68391]: DEBUG nova.compute.provider_tree [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.809534] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5211a029-3753-fa88-3150-443ff1616e1c, 'name': SearchDatastore_Task, 'duration_secs': 0.058179} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.809776] env[68391]: DEBUG oslo_concurrency.lockutils [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.809995] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.810220] env[68391]: DEBUG oslo_concurrency.lockutils [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.931241] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3039108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589694} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.931467] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 2c31cd27-28e4-46e6-bd98-be287f3ff212/2c31cd27-28e4-46e6-bd98-be287f3ff212.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.931679] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.931976] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dc211e7-d768-4c5e-90f5-06b37b937f22 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.942017] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for the task: (returnval){ [ 843.942017] env[68391]: value = "task-3039109" [ 843.942017] env[68391]: _type = "Task" [ 843.942017] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.948698] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3039109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.963963] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d90e94-e954-2198-df69-d558ff9c84a0, 'name': SearchDatastore_Task, 'duration_secs': 0.045047} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.964084] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.964327] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 9a089a66-a2aa-45c1-8972-3788b1c1d3d0/9a089a66-a2aa-45c1-8972-3788b1c1d3d0.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.964609] env[68391]: DEBUG oslo_concurrency.lockutils [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.964792] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.965052] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97bc8869-7ece-46c6-8f96-a0a9ed5e6141 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.967704] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-488e694d-0f6b-4daa-944a-54ea41d4bb57 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.973812] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 843.973812] env[68391]: value = "task-3039110" [ 843.973812] env[68391]: _type = "Task" [ 843.973812] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.977987] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.978190] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.979236] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52b2a0b0-9d43-4938-922b-6eae163cd4df {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.986744] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.988613] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 843.988613] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a01d61-9273-4325-6839-07532f87149f" [ 843.988613] env[68391]: _type = "Task" [ 843.988613] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.995873] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a01d61-9273-4325-6839-07532f87149f, 'name': SearchDatastore_Task, 'duration_secs': 0.008249} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.996628] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1d88f79-ece6-47d5-b292-e40cf0a5ea6b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.001339] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 844.001339] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5228a236-ebe8-15ef-2718-c1450f0811c6" [ 844.001339] env[68391]: _type = "Task" [ 844.001339] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.009274] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5228a236-ebe8-15ef-2718-c1450f0811c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.052137] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 04a75416-4760-4c14-9e8e-5458a095866e] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 844.304398] env[68391]: DEBUG nova.scheduler.client.report [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.319576] env[68391]: DEBUG nova.compute.manager [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.348617] env[68391]: DEBUG nova.virt.hardware [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.349035] env[68391]: DEBUG nova.virt.hardware [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.349228] env[68391]: DEBUG nova.virt.hardware [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.349417] env[68391]: DEBUG nova.virt.hardware [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.349563] env[68391]: DEBUG nova.virt.hardware [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.349722] env[68391]: DEBUG nova.virt.hardware [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.349940] env[68391]: DEBUG nova.virt.hardware [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.350124] env[68391]: DEBUG nova.virt.hardware [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.350299] env[68391]: DEBUG nova.virt.hardware [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.350466] env[68391]: DEBUG nova.virt.hardware [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.350642] env[68391]: DEBUG nova.virt.hardware [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.351544] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791dd5eb-e1a2-466a-83b1-5a575e959ce9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.360353] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891625ca-67ed-4389-969e-9b9989ccbb05 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.377387] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Instance VIF info [] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.383214] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.383539] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.383800] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be040554-2fd2-481d-9ef1-bef8035b3ab3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.401750] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.401750] env[68391]: value = "task-3039111" [ 844.401750] env[68391]: _type = "Task" [ 844.401750] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.410137] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039111, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.449835] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3039109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0705} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.450596] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.450890] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a0c84c-3a74-4115-9c12-28513cdcb90c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.475414] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 2c31cd27-28e4-46e6-bd98-be287f3ff212/2c31cd27-28e4-46e6-bd98-be287f3ff212.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.475761] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-644729a0-11e9-4338-8e5d-071782ebed7a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.497935] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039110, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.499223] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for the task: (returnval){ [ 844.499223] env[68391]: value = "task-3039112" [ 844.499223] env[68391]: _type = "Task" [ 844.499223] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.510206] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5228a236-ebe8-15ef-2718-c1450f0811c6, 'name': SearchDatastore_Task, 'duration_secs': 0.008893} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.513250] env[68391]: DEBUG oslo_concurrency.lockutils [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.513526] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 7531795f-fa8e-4e6b-9c78-f619a759203f/7531795f-fa8e-4e6b-9c78-f619a759203f.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.513783] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3039112, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.513989] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ba72448-16ed-4548-989d-08894458d571 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.519478] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 844.519478] env[68391]: value = "task-3039113" [ 844.519478] env[68391]: _type = "Task" [ 844.519478] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.527914] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.555609] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 291661a1-659b-45a6-b35f-2db187f17324] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 844.809366] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.809972] env[68391]: DEBUG nova.compute.manager [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.813422] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.234s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.813699] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.816047] env[68391]: DEBUG oslo_concurrency.lockutils [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.957s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.817726] env[68391]: INFO nova.compute.claims [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.843932] env[68391]: INFO nova.scheduler.client.report [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Deleted allocations for instance 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee [ 844.913693] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039111, 'name': CreateVM_Task, 'duration_secs': 0.458073} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.914366] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.914366] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.914514] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.914844] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.915124] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6caf77a9-ae4b-4bdc-a7d3-2be12c120b3f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.921155] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 844.921155] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d768fc-61fb-1086-7b0b-55926683bef6" [ 844.921155] env[68391]: _type = "Task" [ 844.921155] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.930157] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d768fc-61fb-1086-7b0b-55926683bef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.985306] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559475} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.985705] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 9a089a66-a2aa-45c1-8972-3788b1c1d3d0/9a089a66-a2aa-45c1-8972-3788b1c1d3d0.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.985858] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.986085] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18a3fe94-7634-439a-9934-1ef0ab0aad13 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.994162] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 844.994162] env[68391]: value = "task-3039114" [ 844.994162] env[68391]: _type = "Task" [ 844.994162] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.001917] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.011102] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3039112, 'name': ReconfigVM_Task, 'duration_secs': 0.494846} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.011102] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 2c31cd27-28e4-46e6-bd98-be287f3ff212/2c31cd27-28e4-46e6-bd98-be287f3ff212.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.011789] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e7af902-4904-4d39-b591-744e4f69995e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.018527] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for the task: (returnval){ [ 845.018527] env[68391]: value = "task-3039115" [ 845.018527] env[68391]: _type = "Task" [ 845.018527] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.031717] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3039115, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.034293] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485022} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.034527] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 7531795f-fa8e-4e6b-9c78-f619a759203f/7531795f-fa8e-4e6b-9c78-f619a759203f.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.034780] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.035035] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84e48472-ca21-4b0b-acfb-8719c5b5f34e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.041101] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 845.041101] env[68391]: value = "task-3039116" [ 845.041101] env[68391]: _type = "Task" [ 845.041101] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.049238] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.058958] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: cb0f9997-74dc-4974-93e3-f5a9d451499e] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 845.326418] env[68391]: DEBUG nova.compute.utils [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.328129] env[68391]: DEBUG nova.compute.manager [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.328240] env[68391]: DEBUG nova.network.neutron [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.353390] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b51240bc-bc55-47f6-bb44-b4eaba4ecef1 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "0ebee0cf-0566-42b3-9d46-2b959dbcb8ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.298s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.386032] env[68391]: DEBUG nova.policy [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1860df70a8241329956abda3ecbaff8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4913741499f44a32bac7ddc902ee62c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.431318] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d768fc-61fb-1086-7b0b-55926683bef6, 'name': SearchDatastore_Task, 'duration_secs': 0.051901} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.431643] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.431876] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.432138] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.432287] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.432465] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.432727] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2df4305b-9f6f-4dfc-8678-5270ac5addcd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.442236] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.442425] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.443237] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18b13abc-5415-4304-8f39-3a2fc0999b54 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.448180] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 845.448180] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529b9b36-83c6-8d7a-4d42-d2b2279d3287" [ 845.448180] env[68391]: _type = "Task" [ 845.448180] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.455774] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529b9b36-83c6-8d7a-4d42-d2b2279d3287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.503815] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073395} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.505343] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.506180] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df27667f-e02c-40b0-82b4-3301538f52ab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.529980] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 9a089a66-a2aa-45c1-8972-3788b1c1d3d0/9a089a66-a2aa-45c1-8972-3788b1c1d3d0.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.531184] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-417f75e8-03c7-4417-ad93-5d92a298d084 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.553751] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3039115, 'name': Rename_Task, 'duration_secs': 0.150241} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.554464] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.554745] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57cab5aa-13c9-422c-b65f-e50c9e3f1011 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.561156] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074951} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.561156] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 845.561156] env[68391]: value = "task-3039117" [ 845.561156] env[68391]: _type = "Task" [ 845.561156] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.561156] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.561924] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde9338e-8eac-4f0c-9584-5a5b26dccdc8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.573902] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: e356559c-e4ae-4a13-8605-edb2c6608463] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 845.576828] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for the task: (returnval){ [ 845.576828] env[68391]: value = "task-3039118" [ 845.576828] env[68391]: _type = "Task" [ 845.576828] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.601011] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 7531795f-fa8e-4e6b-9c78-f619a759203f/7531795f-fa8e-4e6b-9c78-f619a759203f.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.601439] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.602808] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a06bb54-4250-4e4a-b479-ebcb5a5732d2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.621459] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3039118, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.627605] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 845.627605] env[68391]: value = "task-3039119" [ 845.627605] env[68391]: _type = "Task" [ 845.627605] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.635835] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.833253] env[68391]: DEBUG nova.compute.manager [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.969772] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529b9b36-83c6-8d7a-4d42-d2b2279d3287, 'name': SearchDatastore_Task, 'duration_secs': 0.013269} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.970759] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37fd6680-f7db-4b24-99d0-d854b0ff785a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.978432] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 845.978432] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52105060-4456-29c0-31ca-a234e0969fd6" [ 845.978432] env[68391]: _type = "Task" [ 845.978432] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.986450] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52105060-4456-29c0-31ca-a234e0969fd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.073181] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039117, 'name': ReconfigVM_Task, 'duration_secs': 0.285233} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.077156] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 9a089a66-a2aa-45c1-8972-3788b1c1d3d0/9a089a66-a2aa-45c1-8972-3788b1c1d3d0.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.077402] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-796d7bf7-5300-4233-909d-c206aff5c3dd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.079355] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: a40e75b5-1c76-4f37-8452-6f2769a5978e] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 846.092547] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3039118, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.094083] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 846.094083] env[68391]: value = "task-3039120" [ 846.094083] env[68391]: _type = "Task" [ 846.094083] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.105525] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039120, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.137477] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039119, 'name': ReconfigVM_Task, 'duration_secs': 0.429282} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.138112] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 7531795f-fa8e-4e6b-9c78-f619a759203f/7531795f-fa8e-4e6b-9c78-f619a759203f.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.138399] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ae24341-e055-47b5-8ebb-712b108761a6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.148108] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 846.148108] env[68391]: value = "task-3039121" [ 846.148108] env[68391]: _type = "Task" [ 846.148108] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.149618] env[68391]: DEBUG nova.network.neutron [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Successfully created port: 6d0d798c-4a37-430e-beed-1e533add7591 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.156609] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039121, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.371365] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e45e06-9cd3-414f-9223-a5e5fde61247 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.379595] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c336d071-43c3-40c1-b60d-b267c2964773 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.413521] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfbc9c2-a730-436a-94af-5bfb57e43629 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.422218] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189ad9fb-4578-4eb2-8655-394230fe5fce {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.440033] env[68391]: DEBUG nova.compute.provider_tree [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.488515] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52105060-4456-29c0-31ca-a234e0969fd6, 'name': SearchDatastore_Task, 'duration_secs': 0.008742} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.488802] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.489096] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] f09475ed-e91f-4338-8a89-be1e4d732c8f/f09475ed-e91f-4338-8a89-be1e4d732c8f.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.489359] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63a682bc-f14c-42d7-aa21-aa9d59cdbfe8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.495963] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 846.495963] env[68391]: value = "task-3039122" [ 846.495963] env[68391]: _type = "Task" [ 846.495963] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.503936] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.587541] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 04218161-39eb-419d-96ea-c624f6e18e66] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 846.592846] env[68391]: DEBUG oslo_vmware.api [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3039118, 'name': PowerOnVM_Task, 'duration_secs': 0.541586} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.593320] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.593523] env[68391]: INFO nova.compute.manager [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Took 11.09 seconds to spawn the instance on the hypervisor. [ 846.593699] env[68391]: DEBUG nova.compute.manager [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.594490] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7360f06e-564c-4d9d-ba11-4a011d2c2ae3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.608743] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039120, 'name': Rename_Task, 'duration_secs': 0.144772} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.609250] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.609484] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42b17880-63c4-4365-876d-90ae121832cb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.616515] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 846.616515] env[68391]: value = "task-3039123" [ 846.616515] env[68391]: _type = "Task" [ 846.616515] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.624675] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.655818] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039121, 'name': Rename_Task, 'duration_secs': 0.176138} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.655974] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.656206] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3971215-d234-43c2-9ad6-2e18a7239c44 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.662887] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 846.662887] env[68391]: value = "task-3039124" [ 846.662887] env[68391]: _type = "Task" [ 846.662887] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.670565] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.843406] env[68391]: DEBUG nova.compute.manager [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.868599] env[68391]: DEBUG nova.virt.hardware [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.868863] env[68391]: DEBUG nova.virt.hardware [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.868979] env[68391]: DEBUG nova.virt.hardware [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.869170] env[68391]: DEBUG nova.virt.hardware [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.869797] env[68391]: DEBUG nova.virt.hardware [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.869797] env[68391]: DEBUG nova.virt.hardware [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.869797] env[68391]: DEBUG nova.virt.hardware [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.869952] env[68391]: DEBUG nova.virt.hardware [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.870137] env[68391]: DEBUG nova.virt.hardware [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.870301] env[68391]: DEBUG nova.virt.hardware [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.870471] env[68391]: DEBUG nova.virt.hardware [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.871400] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9084037-e230-4dd3-bcf3-b5e64e683a4c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.883616] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538a4674-503c-4b95-bd65-4eb475271820 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.944978] env[68391]: DEBUG nova.scheduler.client.report [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.008135] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039122, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.094274] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 071bfe29-85ee-4aaa-99ea-0d81dc2de1a1] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 847.121452] env[68391]: INFO nova.compute.manager [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Took 49.25 seconds to build instance. [ 847.131508] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039123, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.173217] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039124, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.451029] env[68391]: DEBUG oslo_concurrency.lockutils [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.451276] env[68391]: DEBUG nova.compute.manager [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.453712] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.501s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.453901] env[68391]: DEBUG nova.objects.instance [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68391) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 847.510702] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666028} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.510702] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] f09475ed-e91f-4338-8a89-be1e4d732c8f/f09475ed-e91f-4338-8a89-be1e4d732c8f.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.510702] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.510702] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a095dc98-9d8d-406d-a7d3-be225f3a4434 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.516834] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 847.516834] env[68391]: value = "task-3039125" [ 847.516834] env[68391]: _type = "Task" [ 847.516834] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.525022] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.547970] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "a50fdb6f-02de-4893-9386-5095581a91e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.548191] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "a50fdb6f-02de-4893-9386-5095581a91e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.597568] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 85e6230e-00fc-4099-bebd-5a2b0f7d8402] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 847.629268] env[68391]: DEBUG oslo_concurrency.lockutils [None req-79d49443-95ce-4c1d-886d-edb420531d28 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lock "2c31cd27-28e4-46e6-bd98-be287f3ff212" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.162s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.629786] env[68391]: DEBUG oslo_vmware.api [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039123, 'name': PowerOnVM_Task, 'duration_secs': 0.744906} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.630274] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.630494] env[68391]: INFO nova.compute.manager [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Took 8.57 seconds to spawn the instance on the hypervisor. [ 847.630684] env[68391]: DEBUG nova.compute.manager [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.631504] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae55361-8932-4c65-8c4a-24a1839c5d7f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.673816] env[68391]: DEBUG oslo_vmware.api [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039124, 'name': PowerOnVM_Task, 'duration_secs': 0.936462} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.674035] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.674281] env[68391]: INFO nova.compute.manager [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Took 5.99 seconds to spawn the instance on the hypervisor. [ 847.674462] env[68391]: DEBUG nova.compute.manager [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.675891] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739f76ef-3573-4644-bf27-01d83eb75d3f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.883170] env[68391]: DEBUG nova.compute.manager [req-a3b9a210-9bcf-4d43-a787-0bea891826c2 req-f2049a68-ccd9-428f-b5e6-525919e3c388 service nova] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Received event network-vif-plugged-6d0d798c-4a37-430e-beed-1e533add7591 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.883170] env[68391]: DEBUG oslo_concurrency.lockutils [req-a3b9a210-9bcf-4d43-a787-0bea891826c2 req-f2049a68-ccd9-428f-b5e6-525919e3c388 service nova] Acquiring lock "31608c63-a532-49d3-ac81-adab0ec83003-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.883170] env[68391]: DEBUG oslo_concurrency.lockutils [req-a3b9a210-9bcf-4d43-a787-0bea891826c2 req-f2049a68-ccd9-428f-b5e6-525919e3c388 service nova] Lock "31608c63-a532-49d3-ac81-adab0ec83003-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.883170] env[68391]: DEBUG oslo_concurrency.lockutils [req-a3b9a210-9bcf-4d43-a787-0bea891826c2 req-f2049a68-ccd9-428f-b5e6-525919e3c388 service nova] Lock "31608c63-a532-49d3-ac81-adab0ec83003-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.883170] env[68391]: DEBUG nova.compute.manager [req-a3b9a210-9bcf-4d43-a787-0bea891826c2 req-f2049a68-ccd9-428f-b5e6-525919e3c388 service nova] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] No waiting events found dispatching network-vif-plugged-6d0d798c-4a37-430e-beed-1e533add7591 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.883170] env[68391]: WARNING nova.compute.manager [req-a3b9a210-9bcf-4d43-a787-0bea891826c2 req-f2049a68-ccd9-428f-b5e6-525919e3c388 service nova] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Received unexpected event network-vif-plugged-6d0d798c-4a37-430e-beed-1e533add7591 for instance with vm_state building and task_state spawning. [ 847.927106] env[68391]: DEBUG nova.network.neutron [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Successfully updated port: 6d0d798c-4a37-430e-beed-1e533add7591 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.958138] env[68391]: DEBUG nova.compute.utils [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.959595] env[68391]: DEBUG nova.compute.manager [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.959763] env[68391]: DEBUG nova.network.neutron [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.016763] env[68391]: DEBUG nova.policy [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '302d0ac03cfd4220809204369c4bd9cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00256b7ce8ca4c049e61b42503ca7c73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.027346] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062973} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.027346] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.028566] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac086fd7-dd39-468c-a1bf-1274eca7c76d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.047928] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] f09475ed-e91f-4338-8a89-be1e4d732c8f/f09475ed-e91f-4338-8a89-be1e4d732c8f.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.048226] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d62c980a-0ed1-426e-8421-27dc795719fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.062213] env[68391]: DEBUG nova.compute.manager [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.069992] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 848.069992] env[68391]: value = "task-3039126" [ 848.069992] env[68391]: _type = "Task" [ 848.069992] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.079107] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.097910] env[68391]: DEBUG oslo_concurrency.lockutils [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquiring lock "2c31cd27-28e4-46e6-bd98-be287f3ff212" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.098353] env[68391]: DEBUG oslo_concurrency.lockutils [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lock "2c31cd27-28e4-46e6-bd98-be287f3ff212" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.098571] env[68391]: DEBUG oslo_concurrency.lockutils [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquiring lock "2c31cd27-28e4-46e6-bd98-be287f3ff212-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.098838] env[68391]: DEBUG oslo_concurrency.lockutils [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lock "2c31cd27-28e4-46e6-bd98-be287f3ff212-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.098972] env[68391]: DEBUG oslo_concurrency.lockutils [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lock "2c31cd27-28e4-46e6-bd98-be287f3ff212-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.103023] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 669b4866-63c3-4467-bd68-478e604042c1] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 848.103023] env[68391]: INFO nova.compute.manager [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Terminating instance [ 848.151385] env[68391]: INFO nova.compute.manager [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Took 46.03 seconds to build instance. [ 848.197147] env[68391]: INFO nova.compute.manager [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Took 44.27 seconds to build instance. [ 848.299821] env[68391]: DEBUG nova.network.neutron [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Successfully created port: 74408c7f-e7db-4e31-8bc6-738032c5c966 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.429902] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "refresh_cache-31608c63-a532-49d3-ac81-adab0ec83003" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.430085] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquired lock "refresh_cache-31608c63-a532-49d3-ac81-adab0ec83003" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.430243] env[68391]: DEBUG nova.network.neutron [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.465631] env[68391]: DEBUG nova.compute.manager [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.469065] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cc3599bb-f94d-44e1-9ee1-8dda634a08b4 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.470274] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.488s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.470503] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.472573] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.508s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.475512] env[68391]: DEBUG nova.objects.instance [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68391) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 848.501596] env[68391]: INFO nova.scheduler.client.report [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Deleted allocations for instance 49a07c27-056b-400b-af22-7b500e964c01 [ 848.586470] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039126, 'name': ReconfigVM_Task, 'duration_secs': 0.276083} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.587627] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.588016] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Reconfigured VM instance instance-00000048 to attach disk [datastore2] f09475ed-e91f-4338-8a89-be1e4d732c8f/f09475ed-e91f-4338-8a89-be1e4d732c8f.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.588701] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c43ca365-ad3e-486f-af96-87fdd5b3d36c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.596311] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 848.596311] env[68391]: value = "task-3039127" [ 848.596311] env[68391]: _type = "Task" [ 848.596311] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.606362] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 54a90dc4-1c71-487e-90c8-9ac494d9ea3b] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 848.608538] env[68391]: DEBUG nova.compute.manager [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.608859] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.609202] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039127, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.610232] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2577f6b1-61e9-4edb-91ef-85588a3630e1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.618807] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.619238] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8222b510-8f70-4b8c-9223-5838c717d9db {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.626485] env[68391]: DEBUG oslo_vmware.api [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for the task: (returnval){ [ 848.626485] env[68391]: value = "task-3039128" [ 848.626485] env[68391]: _type = "Task" [ 848.626485] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.635871] env[68391]: DEBUG oslo_vmware.api [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3039128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.653848] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a166ce13-e965-4398-94ff-85ed43b64ce9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.866s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.699623] env[68391]: DEBUG oslo_concurrency.lockutils [None req-92eb9c38-1a74-4f19-8ca4-670cadebf7ad tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "7531795f-fa8e-4e6b-9c78-f619a759203f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.562s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.988135] env[68391]: DEBUG nova.network.neutron [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.010410] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3e4ea74c-8402-45c3-a162-c2485ed5ef4b tempest-AttachInterfacesV270Test-1982472892 tempest-AttachInterfacesV270Test-1982472892-project-member] Lock "49a07c27-056b-400b-af22-7b500e964c01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.855s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.106515] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039127, 'name': Rename_Task, 'duration_secs': 0.189201} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.109533] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.110042] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 7eea385c-cd21-4229-84ca-60ebfaa72460] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 849.112049] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fc46f19-2404-40e1-9248-8a29a22f0093 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.120422] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 849.120422] env[68391]: value = "task-3039129" [ 849.120422] env[68391]: _type = "Task" [ 849.120422] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.134037] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.140685] env[68391]: DEBUG oslo_vmware.api [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3039128, 'name': PowerOffVM_Task, 'duration_secs': 0.268842} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.141035] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.141271] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.141562] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0e98a0c-35bf-4a84-9c29-a3620fc66ed2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.230753] env[68391]: DEBUG nova.network.neutron [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Updating instance_info_cache with network_info: [{"id": "6d0d798c-4a37-430e-beed-1e533add7591", "address": "fa:16:3e:03:6f:d7", "network": {"id": "c85807cd-7d81-46a3-b9dd-165f7f8469b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1206664520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4913741499f44a32bac7ddc902ee62c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0d798c-4a", "ovs_interfaceid": "6d0d798c-4a37-430e-beed-1e533add7591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.253513] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.254090] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.254365] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Deleting the datastore file [datastore2] 2c31cd27-28e4-46e6-bd98-be287f3ff212 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.254792] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ad4eed2-214e-464d-bc42-cae0540a1740 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.262825] env[68391]: DEBUG oslo_vmware.api [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for the task: (returnval){ [ 849.262825] env[68391]: value = "task-3039131" [ 849.262825] env[68391]: _type = "Task" [ 849.262825] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.272165] env[68391]: DEBUG oslo_vmware.api [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3039131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.476703] env[68391]: DEBUG nova.compute.manager [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.480647] env[68391]: DEBUG oslo_concurrency.lockutils [None req-69469070-2fdd-49c0-b78b-ed645a00e26b tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.481979] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.123s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.482298] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.484521] env[68391]: DEBUG oslo_concurrency.lockutils [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.651s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.485036] env[68391]: DEBUG oslo_concurrency.lockutils [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.487097] env[68391]: DEBUG oslo_concurrency.lockutils [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.635s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.488784] env[68391]: INFO nova.compute.claims [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.525120] env[68391]: DEBUG nova.virt.hardware [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.525387] env[68391]: DEBUG nova.virt.hardware [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.525538] env[68391]: DEBUG nova.virt.hardware [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.525711] env[68391]: DEBUG nova.virt.hardware [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.530021] env[68391]: DEBUG nova.virt.hardware [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.530021] env[68391]: DEBUG nova.virt.hardware [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.530021] env[68391]: DEBUG nova.virt.hardware [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.530021] env[68391]: DEBUG nova.virt.hardware [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.530021] env[68391]: DEBUG nova.virt.hardware [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.530021] env[68391]: DEBUG nova.virt.hardware [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.530021] env[68391]: DEBUG nova.virt.hardware [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.530021] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6715167-3309-4775-bdc7-078e098f9be3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.537452] env[68391]: INFO nova.scheduler.client.report [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Deleted allocations for instance 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef [ 849.539676] env[68391]: INFO nova.scheduler.client.report [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Deleted allocations for instance c0fc631c-dfa4-4413-b52b-c9f47b87d549 [ 849.549876] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694ee813-544c-466d-a696-84b24db93e7c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.615541] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 186d39ce-c42b-4fb6-bcd1-ba10eeb9df20] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 849.630239] env[68391]: DEBUG oslo_vmware.api [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039129, 'name': PowerOnVM_Task, 'duration_secs': 0.437095} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.630602] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.630831] env[68391]: INFO nova.compute.manager [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Took 5.31 seconds to spawn the instance on the hypervisor. [ 849.631031] env[68391]: DEBUG nova.compute.manager [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.631796] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a8868d-6a32-4fa2-863d-a32222b21e7d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.734306] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Releasing lock "refresh_cache-31608c63-a532-49d3-ac81-adab0ec83003" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.734783] env[68391]: DEBUG nova.compute.manager [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Instance network_info: |[{"id": "6d0d798c-4a37-430e-beed-1e533add7591", "address": "fa:16:3e:03:6f:d7", "network": {"id": "c85807cd-7d81-46a3-b9dd-165f7f8469b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1206664520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4913741499f44a32bac7ddc902ee62c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0d798c-4a", "ovs_interfaceid": "6d0d798c-4a37-430e-beed-1e533add7591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.735247] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:6f:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d0d798c-4a37-430e-beed-1e533add7591', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.744376] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.744376] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.745191] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57bfd952-703d-493b-b9cf-48067496aa20 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.770417] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.770417] env[68391]: value = "task-3039132" [ 849.770417] env[68391]: _type = "Task" [ 849.770417] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.776478] env[68391]: DEBUG oslo_vmware.api [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Task: {'id': task-3039131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237918} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.777160] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.777352] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.777533] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.777732] env[68391]: INFO nova.compute.manager [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Took 1.17 seconds to destroy the instance on the hypervisor. [ 849.778044] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.778218] env[68391]: DEBUG nova.compute.manager [-] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.778373] env[68391]: DEBUG nova.network.neutron [-] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.783206] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039132, 'name': CreateVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.962835] env[68391]: DEBUG nova.compute.manager [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Received event network-changed-6d0d798c-4a37-430e-beed-1e533add7591 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.963031] env[68391]: DEBUG nova.compute.manager [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Refreshing instance network info cache due to event network-changed-6d0d798c-4a37-430e-beed-1e533add7591. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.963381] env[68391]: DEBUG oslo_concurrency.lockutils [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] Acquiring lock "refresh_cache-31608c63-a532-49d3-ac81-adab0ec83003" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.963426] env[68391]: DEBUG oslo_concurrency.lockutils [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] Acquired lock "refresh_cache-31608c63-a532-49d3-ac81-adab0ec83003" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.963578] env[68391]: DEBUG nova.network.neutron [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Refreshing network info cache for port 6d0d798c-4a37-430e-beed-1e533add7591 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.053735] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fd73d5c-a43e-4229-a1dd-f6a26ebe1821 tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.281s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.055105] env[68391]: DEBUG oslo_concurrency.lockutils [None req-642d8855-36bd-40aa-b94d-81685f21c86d tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "c0fc631c-dfa4-4413-b52b-c9f47b87d549" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.949s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.119845] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 5afc3947-fa82-4aa1-9c9d-f93ac3f12a2b] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 850.155025] env[68391]: INFO nova.compute.manager [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Took 43.21 seconds to build instance. [ 850.162202] env[68391]: DEBUG nova.network.neutron [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Successfully updated port: 74408c7f-e7db-4e31-8bc6-738032c5c966 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.280839] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039132, 'name': CreateVM_Task, 'duration_secs': 0.339656} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.281125] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.281857] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.282028] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.282371] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.282739] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-654da53b-2927-4a19-bedf-25f852bb2c2e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.288173] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 850.288173] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528d0600-6240-2e91-1c65-bc25a7fcfad8" [ 850.288173] env[68391]: _type = "Task" [ 850.288173] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.302745] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528d0600-6240-2e91-1c65-bc25a7fcfad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.624311] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 9da9da05-f0fe-4490-a416-5e4513e72584] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 850.659221] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f3b44446-943b-45d4-9538-7f1012272525 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "f09475ed-e91f-4338-8a89-be1e4d732c8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.097s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.664122] env[68391]: DEBUG oslo_concurrency.lockutils [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "refresh_cache-d0025b06-7a42-4fcb-a80e-4c97d97b99b4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.664517] env[68391]: DEBUG oslo_concurrency.lockutils [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "refresh_cache-d0025b06-7a42-4fcb-a80e-4c97d97b99b4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.667120] env[68391]: DEBUG nova.network.neutron [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.804257] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528d0600-6240-2e91-1c65-bc25a7fcfad8, 'name': SearchDatastore_Task, 'duration_secs': 0.024397} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.804950] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.805261] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.805564] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.805783] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.806060] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.806468] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fe04a58-b765-4c69-84a8-71cf206f4d48 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.818859] env[68391]: DEBUG nova.network.neutron [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Updated VIF entry in instance network info cache for port 6d0d798c-4a37-430e-beed-1e533add7591. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.819309] env[68391]: DEBUG nova.network.neutron [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Updating instance_info_cache with network_info: [{"id": "6d0d798c-4a37-430e-beed-1e533add7591", "address": "fa:16:3e:03:6f:d7", "network": {"id": "c85807cd-7d81-46a3-b9dd-165f7f8469b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1206664520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4913741499f44a32bac7ddc902ee62c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0d798c-4a", "ovs_interfaceid": "6d0d798c-4a37-430e-beed-1e533add7591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.822457] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.822642] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.823552] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b70666d-18bf-4532-b83c-7f9116d03bbf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.833799] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 850.833799] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520f4291-782c-72e0-2c69-c86c89267904" [ 850.833799] env[68391]: _type = "Task" [ 850.833799] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.845990] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520f4291-782c-72e0-2c69-c86c89267904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.011382] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cd7c4b-570f-4f8a-82ff-9e291b2400eb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.019040] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ea35a7-1e60-47b5-98ea-6aaffec22929 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.050756] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595b1367-5f0d-4dad-a2a2-fc27fb727d3f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.058202] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11394462-e7d7-4f28-881c-8a690a8ae2ac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.071762] env[68391]: DEBUG nova.compute.provider_tree [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.128035] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 39cf4eea-900e-4211-9afe-ae2735af2661] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 851.171190] env[68391]: DEBUG nova.network.neutron [-] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.215845] env[68391]: DEBUG nova.network.neutron [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.239954] env[68391]: DEBUG oslo_concurrency.lockutils [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "1b07d836-07a1-437f-8890-59630b092bca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.240249] env[68391]: DEBUG oslo_concurrency.lockutils [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "1b07d836-07a1-437f-8890-59630b092bca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.240457] env[68391]: DEBUG oslo_concurrency.lockutils [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "1b07d836-07a1-437f-8890-59630b092bca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.240727] env[68391]: DEBUG oslo_concurrency.lockutils [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "1b07d836-07a1-437f-8890-59630b092bca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.240803] env[68391]: DEBUG oslo_concurrency.lockutils [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "1b07d836-07a1-437f-8890-59630b092bca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.243412] env[68391]: INFO nova.compute.manager [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Terminating instance [ 851.249672] env[68391]: INFO nova.compute.manager [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Rebuilding instance [ 851.301216] env[68391]: DEBUG nova.compute.manager [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.302590] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92cbcdc-88c0-4942-817d-a422d2d0841c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.328760] env[68391]: DEBUG oslo_concurrency.lockutils [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] Releasing lock "refresh_cache-31608c63-a532-49d3-ac81-adab0ec83003" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.331014] env[68391]: DEBUG nova.compute.manager [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Received event network-changed-3daf1817-57d5-4682-92b1-fe2be18c8789 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.331014] env[68391]: DEBUG nova.compute.manager [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Refreshing instance network info cache due to event network-changed-3daf1817-57d5-4682-92b1-fe2be18c8789. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.331014] env[68391]: DEBUG oslo_concurrency.lockutils [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] Acquiring lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.331014] env[68391]: DEBUG oslo_concurrency.lockutils [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] Acquired lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.331014] env[68391]: DEBUG nova.network.neutron [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Refreshing network info cache for port 3daf1817-57d5-4682-92b1-fe2be18c8789 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.344780] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520f4291-782c-72e0-2c69-c86c89267904, 'name': SearchDatastore_Task, 'duration_secs': 0.011667} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.345634] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7afac654-2591-4fda-aa34-4af8e92c69b3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.351330] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 851.351330] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526948b1-6959-2a18-ac66-1690e5c32744" [ 851.351330] env[68391]: _type = "Task" [ 851.351330] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.361096] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526948b1-6959-2a18-ac66-1690e5c32744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.403945] env[68391]: DEBUG nova.network.neutron [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Updating instance_info_cache with network_info: [{"id": "74408c7f-e7db-4e31-8bc6-738032c5c966", "address": "fa:16:3e:db:0d:b1", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74408c7f-e7", "ovs_interfaceid": "74408c7f-e7db-4e31-8bc6-738032c5c966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.577028] env[68391]: DEBUG nova.scheduler.client.report [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.633074] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 6e0dade5-e6cb-4bfe-8415-3a820c338854] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 851.674820] env[68391]: INFO nova.compute.manager [-] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Took 1.90 seconds to deallocate network for instance. [ 851.747358] env[68391]: DEBUG nova.compute.manager [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.747588] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.748544] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d39e83f-b732-4a02-9ca5-f956a7cbad5a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.756897] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.757218] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f639c754-1201-41aa-835e-57bf45b3226d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.763285] env[68391]: DEBUG oslo_vmware.api [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 851.763285] env[68391]: value = "task-3039133" [ 851.763285] env[68391]: _type = "Task" [ 851.763285] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.770937] env[68391]: DEBUG oslo_vmware.api [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3039133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.864039] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526948b1-6959-2a18-ac66-1690e5c32744, 'name': SearchDatastore_Task, 'duration_secs': 0.030799} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.864321] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.865211] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 31608c63-a532-49d3-ac81-adab0ec83003/31608c63-a532-49d3-ac81-adab0ec83003.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.865211] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0f4615a-d0df-4170-8252-bda7ffe8508d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.873819] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 851.873819] env[68391]: value = "task-3039134" [ 851.873819] env[68391]: _type = "Task" [ 851.873819] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.881852] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.907147] env[68391]: DEBUG oslo_concurrency.lockutils [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "refresh_cache-d0025b06-7a42-4fcb-a80e-4c97d97b99b4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.907967] env[68391]: DEBUG nova.compute.manager [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Instance network_info: |[{"id": "74408c7f-e7db-4e31-8bc6-738032c5c966", "address": "fa:16:3e:db:0d:b1", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74408c7f-e7", "ovs_interfaceid": "74408c7f-e7db-4e31-8bc6-738032c5c966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.908432] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:0d:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74408c7f-e7db-4e31-8bc6-738032c5c966', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.917572] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.917831] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.918099] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e63be7ed-1c03-4450-a1cd-bc3f26eeb51d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.940764] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.940764] env[68391]: value = "task-3039135" [ 851.940764] env[68391]: _type = "Task" [ 851.940764] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.949102] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039135, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.016378] env[68391]: DEBUG nova.compute.manager [req-f85808ab-457b-4ff6-9cd0-05b198717b5f req-bb84126c-54c8-4398-92e8-a5186c46ca33 service nova] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Received event network-changed-74408c7f-e7db-4e31-8bc6-738032c5c966 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.016720] env[68391]: DEBUG nova.compute.manager [req-f85808ab-457b-4ff6-9cd0-05b198717b5f req-bb84126c-54c8-4398-92e8-a5186c46ca33 service nova] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Refreshing instance network info cache due to event network-changed-74408c7f-e7db-4e31-8bc6-738032c5c966. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.018032] env[68391]: DEBUG oslo_concurrency.lockutils [req-f85808ab-457b-4ff6-9cd0-05b198717b5f req-bb84126c-54c8-4398-92e8-a5186c46ca33 service nova] Acquiring lock "refresh_cache-d0025b06-7a42-4fcb-a80e-4c97d97b99b4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.018140] env[68391]: DEBUG oslo_concurrency.lockutils [req-f85808ab-457b-4ff6-9cd0-05b198717b5f req-bb84126c-54c8-4398-92e8-a5186c46ca33 service nova] Acquired lock "refresh_cache-d0025b06-7a42-4fcb-a80e-4c97d97b99b4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.018258] env[68391]: DEBUG nova.network.neutron [req-f85808ab-457b-4ff6-9cd0-05b198717b5f req-bb84126c-54c8-4398-92e8-a5186c46ca33 service nova] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Refreshing network info cache for port 74408c7f-e7db-4e31-8bc6-738032c5c966 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.081465] env[68391]: DEBUG oslo_concurrency.lockutils [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.082144] env[68391]: DEBUG nova.compute.manager [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.086526] env[68391]: DEBUG oslo_concurrency.lockutils [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.989s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.088423] env[68391]: DEBUG oslo_concurrency.lockutils [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.089976] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.627s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.090306] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.092360] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.615s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.093099] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.095209] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.627s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.095437] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.097539] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.897s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.097686] env[68391]: DEBUG nova.objects.instance [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68391) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 852.136434] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 955d5968-609f-41ef-9fba-34c29184f66f] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 852.145994] env[68391]: INFO nova.scheduler.client.report [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Deleted allocations for instance 6ea9bd00-f2e9-4629-b4f6-39e460cfa864 [ 852.151502] env[68391]: INFO nova.scheduler.client.report [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Deleted allocations for instance dc52dc6a-f84d-4716-91f6-ecb5f2f66643 [ 852.167373] env[68391]: INFO nova.scheduler.client.report [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Deleted allocations for instance f914e007-b9ca-4fb4-b4c0-015b9e912734 [ 852.169586] env[68391]: INFO nova.scheduler.client.report [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Deleted allocations for instance c5eea7a0-aca9-41e7-ad28-0011eed0c398 [ 852.182338] env[68391]: DEBUG oslo_concurrency.lockutils [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.229386] env[68391]: DEBUG nova.network.neutron [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Updated VIF entry in instance network info cache for port 3daf1817-57d5-4682-92b1-fe2be18c8789. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.229771] env[68391]: DEBUG nova.network.neutron [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Updating instance_info_cache with network_info: [{"id": "3daf1817-57d5-4682-92b1-fe2be18c8789", "address": "fa:16:3e:d6:45:e7", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3daf1817-57", "ovs_interfaceid": "3daf1817-57d5-4682-92b1-fe2be18c8789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.274954] env[68391]: DEBUG oslo_vmware.api [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3039133, 'name': PowerOffVM_Task, 'duration_secs': 0.26931} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.275260] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.275432] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.275726] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a229ed0f-1c35-4c06-a4d7-e5693be9d30b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.316879] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.317316] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f952d95c-d9ce-4496-8454-b5324bb29766 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.326099] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 852.326099] env[68391]: value = "task-3039137" [ 852.326099] env[68391]: _type = "Task" [ 852.326099] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.335207] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.345993] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.345993] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.345993] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Deleting the datastore file [datastore2] 1b07d836-07a1-437f-8890-59630b092bca {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.346498] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44be2e61-b300-4fea-881b-e85851dde6de {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.353416] env[68391]: DEBUG oslo_vmware.api [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for the task: (returnval){ [ 852.353416] env[68391]: value = "task-3039138" [ 852.353416] env[68391]: _type = "Task" [ 852.353416] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.361496] env[68391]: DEBUG oslo_vmware.api [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3039138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.384713] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47687} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.385304] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 31608c63-a532-49d3-ac81-adab0ec83003/31608c63-a532-49d3-ac81-adab0ec83003.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.385647] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.385956] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b971554-f127-4a6d-97c3-6bd18a704e92 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.396639] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 852.396639] env[68391]: value = "task-3039139" [ 852.396639] env[68391]: _type = "Task" [ 852.396639] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.405081] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.449783] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039135, 'name': CreateVM_Task, 'duration_secs': 0.484737} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.450028] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.450828] env[68391]: DEBUG oslo_concurrency.lockutils [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.451754] env[68391]: DEBUG oslo_concurrency.lockutils [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.451754] env[68391]: DEBUG oslo_concurrency.lockutils [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.451754] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd84595-4048-4de1-92ef-57bd55f2e9ad {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.458721] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 852.458721] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5223c9b9-c07c-7249-1db2-ef4be44df4fe" [ 852.458721] env[68391]: _type = "Task" [ 852.458721] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.466689] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5223c9b9-c07c-7249-1db2-ef4be44df4fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.588599] env[68391]: DEBUG nova.compute.utils [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.590238] env[68391]: DEBUG nova.compute.manager [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.590471] env[68391]: DEBUG nova.network.neutron [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.640533] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.640753] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Cleaning up deleted instances with incomplete migration {{(pid=68391) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 852.664910] env[68391]: DEBUG oslo_concurrency.lockutils [None req-46782eb1-76d4-4a8a-bde7-504bb56f9fb4 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "6ea9bd00-f2e9-4629-b4f6-39e460cfa864" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.538s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.665945] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a91bdaa4-8611-43f7-9acf-87f535f6a375 tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "dc52dc6a-f84d-4716-91f6-ecb5f2f66643" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.480s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.682366] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9b1d632d-2507-4a19-8f4e-b2cfec2e311b tempest-ListServersNegativeTestJSON-844528478 tempest-ListServersNegativeTestJSON-844528478-project-member] Lock "f914e007-b9ca-4fb4-b4c0-015b9e912734" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.407s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.684889] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0287c3d1-eae7-4ee2-a777-b00ac97db122 tempest-ServerAddressesNegativeTestJSON-2036045785 tempest-ServerAddressesNegativeTestJSON-2036045785-project-member] Lock "c5eea7a0-aca9-41e7-ad28-0011eed0c398" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.872s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.710997] env[68391]: DEBUG nova.policy [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'caac51ebdc8d4b80b3de3d5ec902489d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '331f924de2b94bb988cde9a8ee1fff74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.732976] env[68391]: DEBUG oslo_concurrency.lockutils [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] Releasing lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.733320] env[68391]: DEBUG nova.compute.manager [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Received event network-vif-plugged-74408c7f-e7db-4e31-8bc6-738032c5c966 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.733523] env[68391]: DEBUG oslo_concurrency.lockutils [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] Acquiring lock "d0025b06-7a42-4fcb-a80e-4c97d97b99b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.733734] env[68391]: DEBUG oslo_concurrency.lockutils [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] Lock "d0025b06-7a42-4fcb-a80e-4c97d97b99b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.733899] env[68391]: DEBUG oslo_concurrency.lockutils [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] Lock "d0025b06-7a42-4fcb-a80e-4c97d97b99b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.734127] env[68391]: DEBUG nova.compute.manager [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] No waiting events found dispatching network-vif-plugged-74408c7f-e7db-4e31-8bc6-738032c5c966 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.734317] env[68391]: WARNING nova.compute.manager [req-e7837456-f032-411e-b057-b541e7c1a8bd req-a533cd2a-70ce-4368-bea0-69f4cacafb58 service nova] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Received unexpected event network-vif-plugged-74408c7f-e7db-4e31-8bc6-738032c5c966 for instance with vm_state building and task_state spawning. [ 852.836377] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039137, 'name': PowerOffVM_Task, 'duration_secs': 0.133462} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.836672] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.836941] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.837739] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9f0a48-c5b9-4393-a4ff-2976a20ea679 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.844541] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.844828] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0612998-7a25-4699-ab96-e256e8b17885 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.863234] env[68391]: DEBUG oslo_vmware.api [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Task: {'id': task-3039138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194114} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.863577] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.863895] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.864047] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.864266] env[68391]: INFO nova.compute.manager [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Took 1.12 seconds to destroy the instance on the hypervisor. [ 852.864659] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.864758] env[68391]: DEBUG nova.compute.manager [-] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.864883] env[68391]: DEBUG nova.network.neutron [-] [instance: 1b07d836-07a1-437f-8890-59630b092bca] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.868781] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.869036] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.869298] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Deleting the datastore file [datastore2] f09475ed-e91f-4338-8a89-be1e4d732c8f {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.869587] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10b3e043-13f4-487a-b011-be5bb48c0542 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.875254] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 852.875254] env[68391]: value = "task-3039141" [ 852.875254] env[68391]: _type = "Task" [ 852.875254] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.883639] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.905300] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102388} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.905787] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.906835] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc33164-2a78-4686-8ba0-fc5a114b17b9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.932689] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 31608c63-a532-49d3-ac81-adab0ec83003/31608c63-a532-49d3-ac81-adab0ec83003.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.935619] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efdd1f52-8b8e-42a6-9dd7-61ff68696e9c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.958726] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 852.958726] env[68391]: value = "task-3039142" [ 852.958726] env[68391]: _type = "Task" [ 852.958726] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.976118] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.984029] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5223c9b9-c07c-7249-1db2-ef4be44df4fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010295} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.984029] env[68391]: DEBUG oslo_concurrency.lockutils [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.984029] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.984029] env[68391]: DEBUG oslo_concurrency.lockutils [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.984029] env[68391]: DEBUG oslo_concurrency.lockutils [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.984029] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.984029] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0738ccfc-2b29-4061-9b47-fdab8f9faa43 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.993747] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.993938] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.994758] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-393ff2ff-c103-4254-adfa-1177ffd3c00f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.000900] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 853.000900] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5237d11e-75db-6950-6b04-fb8339769877" [ 853.000900] env[68391]: _type = "Task" [ 853.000900] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.009377] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5237d11e-75db-6950-6b04-fb8339769877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.094241] env[68391]: DEBUG nova.compute.manager [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.113069] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0341eb4b-839b-4c94-b7b4-6a46d7965f42 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.114343] env[68391]: DEBUG oslo_concurrency.lockutils [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.094s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.115289] env[68391]: DEBUG nova.objects.instance [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lazy-loading 'resources' on Instance uuid 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.143253] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.262331] env[68391]: DEBUG nova.network.neutron [req-f85808ab-457b-4ff6-9cd0-05b198717b5f req-bb84126c-54c8-4398-92e8-a5186c46ca33 service nova] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Updated VIF entry in instance network info cache for port 74408c7f-e7db-4e31-8bc6-738032c5c966. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.263217] env[68391]: DEBUG nova.network.neutron [req-f85808ab-457b-4ff6-9cd0-05b198717b5f req-bb84126c-54c8-4398-92e8-a5186c46ca33 service nova] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Updating instance_info_cache with network_info: [{"id": "74408c7f-e7db-4e31-8bc6-738032c5c966", "address": "fa:16:3e:db:0d:b1", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74408c7f-e7", "ovs_interfaceid": "74408c7f-e7db-4e31-8bc6-738032c5c966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.394869] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353525} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.397679] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.398283] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.398283] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.469771] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039142, 'name': ReconfigVM_Task, 'duration_secs': 0.26226} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.470135] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 31608c63-a532-49d3-ac81-adab0ec83003/31608c63-a532-49d3-ac81-adab0ec83003.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.470788] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a17f0d74-ae26-45d5-ad15-92d2f28cb089 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.480420] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 853.480420] env[68391]: value = "task-3039143" [ 853.480420] env[68391]: _type = "Task" [ 853.480420] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.490560] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039143, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.515032] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5237d11e-75db-6950-6b04-fb8339769877, 'name': SearchDatastore_Task, 'duration_secs': 0.015472} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.517196] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23bf5407-61fd-402e-b38b-20ab036ae75a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.524666] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 853.524666] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52406f20-a653-c560-d19f-fdb416e22d36" [ 853.524666] env[68391]: _type = "Task" [ 853.524666] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.533111] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52406f20-a653-c560-d19f-fdb416e22d36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.766990] env[68391]: DEBUG oslo_concurrency.lockutils [req-f85808ab-457b-4ff6-9cd0-05b198717b5f req-bb84126c-54c8-4398-92e8-a5186c46ca33 service nova] Releasing lock "refresh_cache-d0025b06-7a42-4fcb-a80e-4c97d97b99b4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.766990] env[68391]: DEBUG nova.compute.manager [req-f85808ab-457b-4ff6-9cd0-05b198717b5f req-bb84126c-54c8-4398-92e8-a5186c46ca33 service nova] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Received event network-vif-deleted-90ac8a0b-4aa7-474e-8afc-30a1dba10595 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.766990] env[68391]: DEBUG nova.compute.manager [req-f85808ab-457b-4ff6-9cd0-05b198717b5f req-bb84126c-54c8-4398-92e8-a5186c46ca33 service nova] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Received event network-vif-deleted-88f5f31c-98e3-41eb-ae65-ef5903e81120 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.831326] env[68391]: DEBUG nova.network.neutron [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Successfully created port: fa0e9568-2a7b-48f0-85ec-6ed09c12d765 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.993878] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039143, 'name': Rename_Task, 'duration_secs': 0.14927} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.994303] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.995197] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a20490b8-6c25-492a-a1ea-a453f9b9ffa6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.004024] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 854.004024] env[68391]: value = "task-3039144" [ 854.004024] env[68391]: _type = "Task" [ 854.004024] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.011041] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.035117] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52406f20-a653-c560-d19f-fdb416e22d36, 'name': SearchDatastore_Task, 'duration_secs': 0.0203} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.038124] env[68391]: DEBUG oslo_concurrency.lockutils [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.038517] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] d0025b06-7a42-4fcb-a80e-4c97d97b99b4/d0025b06-7a42-4fcb-a80e-4c97d97b99b4.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.039161] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d55ab5bb-2b40-4bf7-944e-4b435d41e600 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.048040] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 854.048040] env[68391]: value = "task-3039145" [ 854.048040] env[68391]: _type = "Task" [ 854.048040] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.061236] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.096843] env[68391]: DEBUG nova.compute.manager [req-62b5f94d-39d7-4fd0-9028-d278010af502 req-2ac2463a-17ff-4d3f-8ca6-43fa4b11654e service nova] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Received event network-vif-deleted-dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.097091] env[68391]: INFO nova.compute.manager [req-62b5f94d-39d7-4fd0-9028-d278010af502 req-2ac2463a-17ff-4d3f-8ca6-43fa4b11654e service nova] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Neutron deleted interface dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8; detaching it from the instance and deleting it from the info cache [ 854.097282] env[68391]: DEBUG nova.network.neutron [req-62b5f94d-39d7-4fd0-9028-d278010af502 req-2ac2463a-17ff-4d3f-8ca6-43fa4b11654e service nova] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.105245] env[68391]: DEBUG nova.compute.manager [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.128151] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128ee35a-a62f-43c6-856f-59b8a13b1b8e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.142305] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb00102-1208-411d-88e2-cf47256dcd51 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.148383] env[68391]: DEBUG nova.virt.hardware [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.148663] env[68391]: DEBUG nova.virt.hardware [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.148791] env[68391]: DEBUG nova.virt.hardware [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.148987] env[68391]: DEBUG nova.virt.hardware [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.149188] env[68391]: DEBUG nova.virt.hardware [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.149510] env[68391]: DEBUG nova.virt.hardware [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.149770] env[68391]: DEBUG nova.virt.hardware [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.149938] env[68391]: DEBUG nova.virt.hardware [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.150140] env[68391]: DEBUG nova.virt.hardware [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.150306] env[68391]: DEBUG nova.virt.hardware [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.150478] env[68391]: DEBUG nova.virt.hardware [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.151653] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc90fe04-c507-4501-9870-9bbf65e353a8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.188213] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fd04e8-3b37-43f1-856e-affe7e02a8fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.193808] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2c8eca-4f9f-489f-ac21-cad3f1ef4dd3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.213165] env[68391]: DEBUG nova.network.neutron [-] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.215038] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae40b58-676b-44bf-857b-e8b69b71f0af {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.231664] env[68391]: DEBUG nova.compute.provider_tree [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.448933] env[68391]: DEBUG nova.virt.hardware [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.449270] env[68391]: DEBUG nova.virt.hardware [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.449428] env[68391]: DEBUG nova.virt.hardware [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.449598] env[68391]: DEBUG nova.virt.hardware [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.449819] env[68391]: DEBUG nova.virt.hardware [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.449881] env[68391]: DEBUG nova.virt.hardware [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.450115] env[68391]: DEBUG nova.virt.hardware [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.450330] env[68391]: DEBUG nova.virt.hardware [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.450542] env[68391]: DEBUG nova.virt.hardware [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.450734] env[68391]: DEBUG nova.virt.hardware [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.450920] env[68391]: DEBUG nova.virt.hardware [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.451881] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2be876-8d32-49e3-8d82-f60a7c7906a3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.462860] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaa4790-e9be-4835-bd1b-7e12ae2bf7e4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.482537] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Instance VIF info [] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.489815] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.490690] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.490690] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2115ba3-5bc3-4579-ae8a-a5a652f180ca {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.515057] env[68391]: DEBUG oslo_vmware.api [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039144, 'name': PowerOnVM_Task, 'duration_secs': 0.488205} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.516827] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.516981] env[68391]: INFO nova.compute.manager [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Took 7.67 seconds to spawn the instance on the hypervisor. [ 854.517155] env[68391]: DEBUG nova.compute.manager [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.520191] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.520191] env[68391]: value = "task-3039146" [ 854.520191] env[68391]: _type = "Task" [ 854.520191] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.520191] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785ef1bd-1c03-4c84-b24f-7eecca260f69 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.529499] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039146, 'name': CreateVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.560374] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039145, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.600187] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1c23504-7e3d-40c3-9925-725fd1ca852b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.610395] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edb86d1-a8bd-42e7-83f3-fe7f57e14987 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.650097] env[68391]: DEBUG nova.compute.manager [req-62b5f94d-39d7-4fd0-9028-d278010af502 req-2ac2463a-17ff-4d3f-8ca6-43fa4b11654e service nova] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Detach interface failed, port_id=dfb6dc4c-d911-4d7f-8a5a-17d0e2e350c8, reason: Instance 1b07d836-07a1-437f-8890-59630b092bca could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 854.720673] env[68391]: INFO nova.compute.manager [-] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Took 1.86 seconds to deallocate network for instance. [ 854.735246] env[68391]: DEBUG nova.scheduler.client.report [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.040805] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039146, 'name': CreateVM_Task, 'duration_secs': 0.512057} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.042694] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.043301] env[68391]: INFO nova.compute.manager [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Took 45.18 seconds to build instance. [ 855.044359] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.044497] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.044898] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.045358] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa8f66b-94c0-4e9f-a0de-d922a9c0bc91 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.054972] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 855.054972] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525c5a68-11c7-9b14-157f-a2e6d85d4762" [ 855.054972] env[68391]: _type = "Task" [ 855.054972] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.066686] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587173} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.069032] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] d0025b06-7a42-4fcb-a80e-4c97d97b99b4/d0025b06-7a42-4fcb-a80e-4c97d97b99b4.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.069032] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.069032] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2743c89-ed44-49b9-bb71-9120970aa003 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.078519] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525c5a68-11c7-9b14-157f-a2e6d85d4762, 'name': SearchDatastore_Task, 'duration_secs': 0.015853} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.079388] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.079781] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.079916] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.080110] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.080367] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.080890] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-928fb41b-db08-48b1-a2a2-6ec8ad4f418d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.085082] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 855.085082] env[68391]: value = "task-3039147" [ 855.085082] env[68391]: _type = "Task" [ 855.085082] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.097054] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.097493] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.105894] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c11f8acf-4f9e-4349-8022-8532162f6efc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.110325] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.115747] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 855.115747] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bee89e-7cf7-9f87-e5be-7564b2c335fd" [ 855.115747] env[68391]: _type = "Task" [ 855.115747] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.124462] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bee89e-7cf7-9f87-e5be-7564b2c335fd, 'name': SearchDatastore_Task, 'duration_secs': 0.00869} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.125351] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aba4fdc9-238d-4cbf-87ed-c8f1350e74d3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.130689] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 855.130689] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5260598c-6eb4-16da-17e6-22df6ba6d21d" [ 855.130689] env[68391]: _type = "Task" [ 855.130689] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.140434] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5260598c-6eb4-16da-17e6-22df6ba6d21d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.236155] env[68391]: DEBUG oslo_concurrency.lockutils [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.249959] env[68391]: DEBUG oslo_concurrency.lockutils [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.254609] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.476s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.254609] env[68391]: DEBUG nova.objects.instance [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lazy-loading 'resources' on Instance uuid f592f4c1-6d6c-471f-8caf-3e1a8733e351 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.285729] env[68391]: INFO nova.scheduler.client.report [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Deleted allocations for instance 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e [ 855.546914] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9ae27b3-2f68-4ae0-a37d-88826f933f1a tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "31608c63-a532-49d3-ac81-adab0ec83003" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.506s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.606124] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071703} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.606256] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.609301] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6149f020-2194-42f3-9fec-1d42980b07e7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.640374] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] d0025b06-7a42-4fcb-a80e-4c97d97b99b4/d0025b06-7a42-4fcb-a80e-4c97d97b99b4.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.644700] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f483062-1c2e-4c9d-bd5b-0193c8642345 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.673598] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5260598c-6eb4-16da-17e6-22df6ba6d21d, 'name': SearchDatastore_Task, 'duration_secs': 0.021478} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.676867] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.676867] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] f09475ed-e91f-4338-8a89-be1e4d732c8f/f09475ed-e91f-4338-8a89-be1e4d732c8f.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.676867] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 855.676867] env[68391]: value = "task-3039148" [ 855.676867] env[68391]: _type = "Task" [ 855.676867] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.676867] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e1c64b1-6774-4a9c-b0ab-6204f327bdec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.695070] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.695070] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 855.695070] env[68391]: value = "task-3039149" [ 855.695070] env[68391]: _type = "Task" [ 855.695070] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.703308] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.800248] env[68391]: DEBUG oslo_concurrency.lockutils [None req-056a9121-e16b-498a-8a1c-28231a792bd3 tempest-VolumesAdminNegativeTest-1006247280 tempest-VolumesAdminNegativeTest-1006247280-project-member] Lock "7b44d5c5-c6e2-403e-8d0a-6580e3877e8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.877s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.191906] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.194224] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d830e0-9ecd-46bb-bf74-1f933320ae3b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.214558] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484879} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.217784] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] f09475ed-e91f-4338-8a89-be1e4d732c8f/f09475ed-e91f-4338-8a89-be1e4d732c8f.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.218175] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.219781] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a383c2a-cce4-4d99-a38f-5d2ee9eae5bc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.222827] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8ca1571-0ff8-40b3-8db5-ac0334b7cd70 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.262154] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7084cd-c71b-46c4-bf9a-1c34ec78c517 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.264998] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 856.264998] env[68391]: value = "task-3039150" [ 856.264998] env[68391]: _type = "Task" [ 856.264998] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.273372] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd74557c-eb71-437e-8f5d-fe7ea6e0bff7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.281760] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.303077] env[68391]: DEBUG nova.compute.provider_tree [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.402844] env[68391]: DEBUG nova.compute.manager [req-6996bfcc-3ba5-4319-87b6-e6c818d3142a req-cf8e73ec-1bc6-425e-a8d9-e9fc868c26f9 service nova] [instance: 272c5283-e702-4699-aae0-88aece98e488] Received event network-vif-plugged-fa0e9568-2a7b-48f0-85ec-6ed09c12d765 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.402844] env[68391]: DEBUG oslo_concurrency.lockutils [req-6996bfcc-3ba5-4319-87b6-e6c818d3142a req-cf8e73ec-1bc6-425e-a8d9-e9fc868c26f9 service nova] Acquiring lock "272c5283-e702-4699-aae0-88aece98e488-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.403093] env[68391]: DEBUG oslo_concurrency.lockutils [req-6996bfcc-3ba5-4319-87b6-e6c818d3142a req-cf8e73ec-1bc6-425e-a8d9-e9fc868c26f9 service nova] Lock "272c5283-e702-4699-aae0-88aece98e488-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.403714] env[68391]: DEBUG oslo_concurrency.lockutils [req-6996bfcc-3ba5-4319-87b6-e6c818d3142a req-cf8e73ec-1bc6-425e-a8d9-e9fc868c26f9 service nova] Lock "272c5283-e702-4699-aae0-88aece98e488-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.403714] env[68391]: DEBUG nova.compute.manager [req-6996bfcc-3ba5-4319-87b6-e6c818d3142a req-cf8e73ec-1bc6-425e-a8d9-e9fc868c26f9 service nova] [instance: 272c5283-e702-4699-aae0-88aece98e488] No waiting events found dispatching network-vif-plugged-fa0e9568-2a7b-48f0-85ec-6ed09c12d765 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.403714] env[68391]: WARNING nova.compute.manager [req-6996bfcc-3ba5-4319-87b6-e6c818d3142a req-cf8e73ec-1bc6-425e-a8d9-e9fc868c26f9 service nova] [instance: 272c5283-e702-4699-aae0-88aece98e488] Received unexpected event network-vif-plugged-fa0e9568-2a7b-48f0-85ec-6ed09c12d765 for instance with vm_state building and task_state spawning. [ 856.512828] env[68391]: DEBUG nova.network.neutron [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Successfully updated port: fa0e9568-2a7b-48f0-85ec-6ed09c12d765 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.672439] env[68391]: DEBUG nova.compute.manager [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.673742] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68ce918-0c5a-4da6-a0a1-b5433ef9701b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.699360] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039148, 'name': ReconfigVM_Task, 'duration_secs': 0.570995} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.700142] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Reconfigured VM instance instance-0000004a to attach disk [datastore2] d0025b06-7a42-4fcb-a80e-4c97d97b99b4/d0025b06-7a42-4fcb-a80e-4c97d97b99b4.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.700636] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bb5c012-b512-4bf0-b923-c65f891bda5f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.711704] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 856.711704] env[68391]: value = "task-3039151" [ 856.711704] env[68391]: _type = "Task" [ 856.711704] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.719203] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039151, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.780151] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07068} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.780520] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.781601] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987dc707-09dc-4b03-99b1-a0905ff977bd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.807976] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] f09475ed-e91f-4338-8a89-be1e4d732c8f/f09475ed-e91f-4338-8a89-be1e4d732c8f.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.808935] env[68391]: DEBUG nova.scheduler.client.report [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.813069] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaa01c42-d5c6-42df-acc1-df68c1f5a062 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.841517] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 856.841517] env[68391]: value = "task-3039152" [ 856.841517] env[68391]: _type = "Task" [ 856.841517] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.852769] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.992666] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "d1bf895c-d819-49a6-bedb-83c05595a171" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.992992] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "d1bf895c-d819-49a6-bedb-83c05595a171" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.018479] env[68391]: DEBUG oslo_concurrency.lockutils [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "refresh_cache-272c5283-e702-4699-aae0-88aece98e488" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.018746] env[68391]: DEBUG oslo_concurrency.lockutils [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "refresh_cache-272c5283-e702-4699-aae0-88aece98e488" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.018805] env[68391]: DEBUG nova.network.neutron [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.195733] env[68391]: INFO nova.compute.manager [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] instance snapshotting [ 857.201265] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fc1aeb-23ba-46f7-b5d9-612a0a7ccf85 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.236724] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac3f2f1-5370-4561-83ab-0976ce643bb1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.246264] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039151, 'name': Rename_Task, 'duration_secs': 0.239573} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.248813] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.251442] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a396960-9dc1-45b9-bb38-8920c003809e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.261348] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 857.261348] env[68391]: value = "task-3039153" [ 857.261348] env[68391]: _type = "Task" [ 857.261348] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.271685] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.336041] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.336718] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.393s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.337354] env[68391]: DEBUG nova.objects.instance [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lazy-loading 'resources' on Instance uuid dc6213c9-9532-47cf-b724-a252b4163eb4 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.357188] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039152, 'name': ReconfigVM_Task, 'duration_secs': 0.369992} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.357728] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Reconfigured VM instance instance-00000048 to attach disk [datastore2] f09475ed-e91f-4338-8a89-be1e4d732c8f/f09475ed-e91f-4338-8a89-be1e4d732c8f.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.358824] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6499bc22-809a-48c3-9a35-aa5063c0eb20 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.371834] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 857.371834] env[68391]: value = "task-3039154" [ 857.371834] env[68391]: _type = "Task" [ 857.371834] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.372889] env[68391]: INFO nova.scheduler.client.report [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Deleted allocations for instance f592f4c1-6d6c-471f-8caf-3e1a8733e351 [ 857.393296] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039154, 'name': Rename_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.496298] env[68391]: DEBUG nova.compute.manager [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.573040] env[68391]: DEBUG nova.network.neutron [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.754972] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Creating Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 857.755303] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-954d81f0-b9ab-4ac9-a81b-29edfb504a1b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.770947] env[68391]: DEBUG oslo_vmware.api [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 857.770947] env[68391]: value = "task-3039155" [ 857.770947] env[68391]: _type = "Task" [ 857.770947] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.781655] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039153, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.789496] env[68391]: DEBUG oslo_vmware.api [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039155, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.837085] env[68391]: DEBUG nova.network.neutron [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Updating instance_info_cache with network_info: [{"id": "fa0e9568-2a7b-48f0-85ec-6ed09c12d765", "address": "fa:16:3e:39:3c:8f", "network": {"id": "ba27caf7-4890-4674-a1b1-65960524871a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2042391078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331f924de2b94bb988cde9a8ee1fff74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa0e9568-2a", "ovs_interfaceid": "fa0e9568-2a7b-48f0-85ec-6ed09c12d765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.890083] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039154, 'name': Rename_Task, 'duration_secs': 0.22925} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.890610] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b33f6150-5521-4082-844e-29b6216aca2d tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "f592f4c1-6d6c-471f-8caf-3e1a8733e351" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.739s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.891748] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.892562] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10a12ebe-ef05-4b53-bfc0-86998a96e889 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.903086] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 857.903086] env[68391]: value = "task-3039156" [ 857.903086] env[68391]: _type = "Task" [ 857.903086] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.912932] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.018848] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.275097] env[68391]: DEBUG oslo_vmware.api [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039153, 'name': PowerOnVM_Task, 'duration_secs': 0.632114} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.278643] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.278920] env[68391]: INFO nova.compute.manager [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Took 8.80 seconds to spawn the instance on the hypervisor. [ 858.279214] env[68391]: DEBUG nova.compute.manager [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.281457] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb9d668-9b49-4849-8b65-45c6070b39c3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.286852] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10c5084-9045-4989-b96a-99dbb318b06c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.304956] env[68391]: DEBUG oslo_vmware.api [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039155, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.306470] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400dbe37-67ea-4079-8b95-00f2c8115fa5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.346325] env[68391]: DEBUG oslo_concurrency.lockutils [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "refresh_cache-272c5283-e702-4699-aae0-88aece98e488" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.346667] env[68391]: DEBUG nova.compute.manager [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Instance network_info: |[{"id": "fa0e9568-2a7b-48f0-85ec-6ed09c12d765", "address": "fa:16:3e:39:3c:8f", "network": {"id": "ba27caf7-4890-4674-a1b1-65960524871a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2042391078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331f924de2b94bb988cde9a8ee1fff74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa0e9568-2a", "ovs_interfaceid": "fa0e9568-2a7b-48f0-85ec-6ed09c12d765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.347581] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:3c:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa0e9568-2a7b-48f0-85ec-6ed09c12d765', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.356837] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.356837] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1405d6-640b-408f-868f-50950ebe2a88 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.360479] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 272c5283-e702-4699-aae0-88aece98e488] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.360710] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc639491-9012-4aa4-85c5-a353bfddcc53 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.383264] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280478e6-1299-418d-8eb5-18e398af3292 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.389258] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.389258] env[68391]: value = "task-3039157" [ 858.389258] env[68391]: _type = "Task" [ 858.389258] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.403311] env[68391]: DEBUG nova.compute.provider_tree [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.412432] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039157, 'name': CreateVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.418846] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.787270] env[68391]: DEBUG oslo_vmware.api [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039155, 'name': CreateSnapshot_Task, 'duration_secs': 0.989022} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.787270] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Created Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 858.788151] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43ae986-95ac-4db4-a544-cb3a75d8ce08 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.816948] env[68391]: INFO nova.compute.manager [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Took 43.98 seconds to build instance. [ 858.832220] env[68391]: DEBUG nova.compute.manager [req-e67ec43b-1596-4f8a-bd6b-77fe60e954e4 req-f8d743b2-cc79-461f-8868-6af2fb664ec5 service nova] [instance: 272c5283-e702-4699-aae0-88aece98e488] Received event network-changed-fa0e9568-2a7b-48f0-85ec-6ed09c12d765 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.832220] env[68391]: DEBUG nova.compute.manager [req-e67ec43b-1596-4f8a-bd6b-77fe60e954e4 req-f8d743b2-cc79-461f-8868-6af2fb664ec5 service nova] [instance: 272c5283-e702-4699-aae0-88aece98e488] Refreshing instance network info cache due to event network-changed-fa0e9568-2a7b-48f0-85ec-6ed09c12d765. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.832220] env[68391]: DEBUG oslo_concurrency.lockutils [req-e67ec43b-1596-4f8a-bd6b-77fe60e954e4 req-f8d743b2-cc79-461f-8868-6af2fb664ec5 service nova] Acquiring lock "refresh_cache-272c5283-e702-4699-aae0-88aece98e488" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.835906] env[68391]: DEBUG oslo_concurrency.lockutils [req-e67ec43b-1596-4f8a-bd6b-77fe60e954e4 req-f8d743b2-cc79-461f-8868-6af2fb664ec5 service nova] Acquired lock "refresh_cache-272c5283-e702-4699-aae0-88aece98e488" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.835906] env[68391]: DEBUG nova.network.neutron [req-e67ec43b-1596-4f8a-bd6b-77fe60e954e4 req-f8d743b2-cc79-461f-8868-6af2fb664ec5 service nova] [instance: 272c5283-e702-4699-aae0-88aece98e488] Refreshing network info cache for port fa0e9568-2a7b-48f0-85ec-6ed09c12d765 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.908820] env[68391]: DEBUG nova.scheduler.client.report [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.913941] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039157, 'name': CreateVM_Task, 'duration_secs': 0.429371} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.920727] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 272c5283-e702-4699-aae0-88aece98e488] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.921701] env[68391]: DEBUG oslo_concurrency.lockutils [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.921891] env[68391]: DEBUG oslo_concurrency.lockutils [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.922212] env[68391]: DEBUG oslo_concurrency.lockutils [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.922870] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416382b0-0bb2-4f47-a090-1581e89ccfa9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.937075] env[68391]: DEBUG oslo_vmware.api [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039156, 'name': PowerOnVM_Task, 'duration_secs': 0.777936} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.937393] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 858.937393] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525d69a4-631c-1408-70de-909da238bc3f" [ 858.937393] env[68391]: _type = "Task" [ 858.937393] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.937638] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.937864] env[68391]: DEBUG nova.compute.manager [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.938999] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d81d31-f138-43f4-a15b-db4e3b36a88d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.952697] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525d69a4-631c-1408-70de-909da238bc3f, 'name': SearchDatastore_Task, 'duration_secs': 0.018454} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.956200] env[68391]: DEBUG oslo_concurrency.lockutils [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.956200] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.956200] env[68391]: DEBUG oslo_concurrency.lockutils [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.956200] env[68391]: DEBUG oslo_concurrency.lockutils [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.956200] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.958555] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-502c1855-03f6-47e2-8620-3b524c129454 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.972673] env[68391]: DEBUG oslo_concurrency.lockutils [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Acquiring lock "a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.972955] env[68391]: DEBUG oslo_concurrency.lockutils [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Lock "a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.976395] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.976395] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.976395] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec2606de-97cb-4e74-886d-a6dbe1c15dbb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.982977] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 858.982977] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524b97d9-5440-80b0-df68-30b8ae6a7ea4" [ 858.982977] env[68391]: _type = "Task" [ 858.982977] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.995758] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524b97d9-5440-80b0-df68-30b8ae6a7ea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.313148] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Creating linked-clone VM from snapshot {{(pid=68391) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 859.313962] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-55934f82-a4aa-4c15-8ec1-593454cd4eb8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.320310] env[68391]: DEBUG oslo_concurrency.lockutils [None req-155758df-fe6f-446a-b034-9ec98cdcf18c tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "d0025b06-7a42-4fcb-a80e-4c97d97b99b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.217s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.324685] env[68391]: DEBUG oslo_vmware.api [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 859.324685] env[68391]: value = "task-3039158" [ 859.324685] env[68391]: _type = "Task" [ 859.324685] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.335092] env[68391]: DEBUG oslo_vmware.api [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039158, 'name': CloneVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.420382] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.423896] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.072s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.426178] env[68391]: INFO nova.compute.claims [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.444470] env[68391]: INFO nova.scheduler.client.report [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Deleted allocations for instance dc6213c9-9532-47cf-b724-a252b4163eb4 [ 859.470232] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.477248] env[68391]: DEBUG nova.compute.manager [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.495151] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524b97d9-5440-80b0-df68-30b8ae6a7ea4, 'name': SearchDatastore_Task, 'duration_secs': 0.011952} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.496898] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a370370d-87e1-44a3-8125-53c76de8ba69 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.508274] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 859.508274] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528eace6-5af2-de4e-b4a6-4adcb096a3db" [ 859.508274] env[68391]: _type = "Task" [ 859.508274] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.523908] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528eace6-5af2-de4e-b4a6-4adcb096a3db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.685884] env[68391]: DEBUG nova.network.neutron [req-e67ec43b-1596-4f8a-bd6b-77fe60e954e4 req-f8d743b2-cc79-461f-8868-6af2fb664ec5 service nova] [instance: 272c5283-e702-4699-aae0-88aece98e488] Updated VIF entry in instance network info cache for port fa0e9568-2a7b-48f0-85ec-6ed09c12d765. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.688280] env[68391]: DEBUG nova.network.neutron [req-e67ec43b-1596-4f8a-bd6b-77fe60e954e4 req-f8d743b2-cc79-461f-8868-6af2fb664ec5 service nova] [instance: 272c5283-e702-4699-aae0-88aece98e488] Updating instance_info_cache with network_info: [{"id": "fa0e9568-2a7b-48f0-85ec-6ed09c12d765", "address": "fa:16:3e:39:3c:8f", "network": {"id": "ba27caf7-4890-4674-a1b1-65960524871a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2042391078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331f924de2b94bb988cde9a8ee1fff74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa0e9568-2a", "ovs_interfaceid": "fa0e9568-2a7b-48f0-85ec-6ed09c12d765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.836745] env[68391]: DEBUG oslo_vmware.api [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039158, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.952973] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3d15a258-0ab1-4c52-9324-d38277f7a0f2 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "dc6213c9-9532-47cf-b724-a252b4163eb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.595s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.006274] env[68391]: DEBUG oslo_concurrency.lockutils [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.021739] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528eace6-5af2-de4e-b4a6-4adcb096a3db, 'name': SearchDatastore_Task, 'duration_secs': 0.015979} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.022134] env[68391]: DEBUG oslo_concurrency.lockutils [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.022494] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 272c5283-e702-4699-aae0-88aece98e488/272c5283-e702-4699-aae0-88aece98e488.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.022770] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18b01d68-dfb8-4175-b3d1-cab5187f2f0e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.032475] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 860.032475] env[68391]: value = "task-3039159" [ 860.032475] env[68391]: _type = "Task" [ 860.032475] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.046662] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.088119] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "d0025b06-7a42-4fcb-a80e-4c97d97b99b4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.088119] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "d0025b06-7a42-4fcb-a80e-4c97d97b99b4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.088119] env[68391]: INFO nova.compute.manager [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Shelving [ 860.192846] env[68391]: DEBUG oslo_concurrency.lockutils [req-e67ec43b-1596-4f8a-bd6b-77fe60e954e4 req-f8d743b2-cc79-461f-8868-6af2fb664ec5 service nova] Releasing lock "refresh_cache-272c5283-e702-4699-aae0-88aece98e488" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.341914] env[68391]: DEBUG oslo_vmware.api [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039158, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.548075] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039159, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.849383] env[68391]: DEBUG oslo_vmware.api [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039158, 'name': CloneVM_Task} progress is 95%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.868632] env[68391]: DEBUG oslo_concurrency.lockutils [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquiring lock "f09475ed-e91f-4338-8a89-be1e4d732c8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.869181] env[68391]: DEBUG oslo_concurrency.lockutils [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "f09475ed-e91f-4338-8a89-be1e4d732c8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.869934] env[68391]: DEBUG oslo_concurrency.lockutils [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquiring lock "f09475ed-e91f-4338-8a89-be1e4d732c8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.869934] env[68391]: DEBUG oslo_concurrency.lockutils [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "f09475ed-e91f-4338-8a89-be1e4d732c8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.869934] env[68391]: DEBUG oslo_concurrency.lockutils [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "f09475ed-e91f-4338-8a89-be1e4d732c8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.872184] env[68391]: INFO nova.compute.manager [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Terminating instance [ 860.979686] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc0cc4c-0b8a-481b-b52e-88b6124d4377 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.996699] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea69f044-8961-4823-a6e7-fc67c93ecfcf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.041673] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b339b3f-475d-489d-9ae5-e429d15dcb9b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.058948] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118112d8-6d3a-4e31-9f23-3f173e815e5c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.061546] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837301} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.061788] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 272c5283-e702-4699-aae0-88aece98e488/272c5283-e702-4699-aae0-88aece98e488.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.062285] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.063249] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-903f7045-84be-4ceb-8dcb-ff9679b02fb2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.075461] env[68391]: DEBUG nova.compute.provider_tree [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.083757] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 861.083757] env[68391]: value = "task-3039160" [ 861.083757] env[68391]: _type = "Task" [ 861.083757] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.096101] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.112090] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.112464] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f86afef9-d021-4580-91a8-c5d77906e5cf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.128437] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 861.128437] env[68391]: value = "task-3039161" [ 861.128437] env[68391]: _type = "Task" [ 861.128437] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.141310] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.340645] env[68391]: DEBUG oslo_vmware.api [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039158, 'name': CloneVM_Task, 'duration_secs': 1.910384} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.341252] env[68391]: INFO nova.virt.vmwareapi.vmops [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Created linked-clone VM from snapshot [ 861.341785] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238b7a27-927a-4da5-9031-fd45e364cac1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.354597] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Uploading image 2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 861.379106] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 861.379106] env[68391]: value = "vm-608944" [ 861.379106] env[68391]: _type = "VirtualMachine" [ 861.379106] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 861.379449] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d3fdf925-8eb6-4366-a690-43a53ad55670 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.385594] env[68391]: DEBUG oslo_concurrency.lockutils [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquiring lock "refresh_cache-f09475ed-e91f-4338-8a89-be1e4d732c8f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.385841] env[68391]: DEBUG oslo_concurrency.lockutils [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquired lock "refresh_cache-f09475ed-e91f-4338-8a89-be1e4d732c8f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.386065] env[68391]: DEBUG nova.network.neutron [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.392806] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lease: (returnval){ [ 861.392806] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522a1ee6-9e73-6ef5-5e15-9332b59738f9" [ 861.392806] env[68391]: _type = "HttpNfcLease" [ 861.392806] env[68391]: } obtained for exporting VM: (result){ [ 861.392806] env[68391]: value = "vm-608944" [ 861.392806] env[68391]: _type = "VirtualMachine" [ 861.392806] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 861.393281] env[68391]: DEBUG oslo_vmware.api [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the lease: (returnval){ [ 861.393281] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522a1ee6-9e73-6ef5-5e15-9332b59738f9" [ 861.393281] env[68391]: _type = "HttpNfcLease" [ 861.393281] env[68391]: } to be ready. {{(pid=68391) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 861.409319] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 861.409319] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522a1ee6-9e73-6ef5-5e15-9332b59738f9" [ 861.409319] env[68391]: _type = "HttpNfcLease" [ 861.409319] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 861.579823] env[68391]: DEBUG nova.scheduler.client.report [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.607303] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127139} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.608099] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.609321] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75299baf-8054-44cf-b8d2-8f9a6d069b02 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.649201] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 272c5283-e702-4699-aae0-88aece98e488/272c5283-e702-4699-aae0-88aece98e488.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.654877] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-788e3aab-10ac-46bf-a1d5-ddd69e0a15f4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.687421] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039161, 'name': PowerOffVM_Task, 'duration_secs': 0.372342} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.689073] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.689497] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 861.689497] env[68391]: value = "task-3039163" [ 861.689497] env[68391]: _type = "Task" [ 861.689497] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.690253] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885706a2-1d2c-4528-9a86-00f2286a722b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.702362] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.719777] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa66ef05-ff61-4321-acd3-80fe591a8efa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.904466] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 861.904466] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522a1ee6-9e73-6ef5-5e15-9332b59738f9" [ 861.904466] env[68391]: _type = "HttpNfcLease" [ 861.904466] env[68391]: } is ready. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 861.904703] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 861.904703] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522a1ee6-9e73-6ef5-5e15-9332b59738f9" [ 861.904703] env[68391]: _type = "HttpNfcLease" [ 861.904703] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 861.905448] env[68391]: DEBUG nova.network.neutron [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.907645] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44293041-9477-4d43-9fdc-9073cc38ef38 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.916716] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205ca84-7bac-b9d0-abd8-15d1a2845d20/disk-0.vmdk from lease info. {{(pid=68391) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 861.916941] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205ca84-7bac-b9d0-abd8-15d1a2845d20/disk-0.vmdk for reading. {{(pid=68391) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 862.042645] env[68391]: DEBUG nova.network.neutron [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.058471] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquiring lock "09d2b78c-7aab-4af8-b794-8381516c89b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.058760] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "09d2b78c-7aab-4af8-b794-8381516c89b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.058970] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquiring lock "09d2b78c-7aab-4af8-b794-8381516c89b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.059187] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "09d2b78c-7aab-4af8-b794-8381516c89b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.059409] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "09d2b78c-7aab-4af8-b794-8381516c89b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.062891] env[68391]: INFO nova.compute.manager [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Terminating instance [ 862.084858] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.085280] env[68391]: DEBUG nova.compute.manager [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.092284] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.739s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.092518] env[68391]: DEBUG nova.objects.instance [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68391) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 862.095485] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f3c6f641-72f0-4081-8c74-8cad1d39175d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.203952] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.232407] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Creating Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 862.232690] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2abeea1f-954d-422e-9d89-836e1e9654b4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.241581] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 862.241581] env[68391]: value = "task-3039164" [ 862.241581] env[68391]: _type = "Task" [ 862.241581] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.252424] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039164, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.548241] env[68391]: DEBUG oslo_concurrency.lockutils [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Releasing lock "refresh_cache-f09475ed-e91f-4338-8a89-be1e4d732c8f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.548681] env[68391]: DEBUG nova.compute.manager [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.548884] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.550247] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc928ee-f8eb-418b-a8ce-d242a1f2137a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.560694] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.561122] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebb50a59-fd0a-4d8c-bae5-efe8b5039c42 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.567363] env[68391]: DEBUG nova.compute.manager [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.569030] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.570877] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0309ab22-6fc7-461b-8371-6eb71af78694 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.576514] env[68391]: DEBUG oslo_vmware.api [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 862.576514] env[68391]: value = "task-3039165" [ 862.576514] env[68391]: _type = "Task" [ 862.576514] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.583644] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.584527] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-489fe663-5573-40e9-b752-2a6ea272377e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.592234] env[68391]: DEBUG nova.compute.utils [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.593773] env[68391]: DEBUG nova.compute.manager [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.596114] env[68391]: DEBUG nova.network.neutron [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.608475] env[68391]: DEBUG oslo_vmware.api [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for the task: (returnval){ [ 862.608475] env[68391]: value = "task-3039166" [ 862.608475] env[68391]: _type = "Task" [ 862.608475] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.609238] env[68391]: DEBUG oslo_vmware.api [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.621083] env[68391]: DEBUG oslo_vmware.api [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3039166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.681923] env[68391]: DEBUG nova.policy [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40288cbf9a1740a8bc18610fa4469a63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fa785b2d13d46ff9bfb6d03d71c8368', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.708299] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039163, 'name': ReconfigVM_Task, 'duration_secs': 0.760888} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.708900] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 272c5283-e702-4699-aae0-88aece98e488/272c5283-e702-4699-aae0-88aece98e488.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.709918] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1772fb52-dab3-4893-a1b2-6c939cfb95d9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.721280] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 862.721280] env[68391]: value = "task-3039167" [ 862.721280] env[68391]: _type = "Task" [ 862.721280] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.737811] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039167, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.754547] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039164, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.094470] env[68391]: DEBUG oslo_vmware.api [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039165, 'name': PowerOffVM_Task, 'duration_secs': 0.156095} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.095650] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.095838] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.096123] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-133f3583-e0ac-4406-85d7-305505c2e5e4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.098609] env[68391]: DEBUG nova.compute.manager [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.112233] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9669092-f167-416d-91f5-9c548bf89850 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.113424] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.004s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.120039] env[68391]: INFO nova.compute.claims [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.139197] env[68391]: DEBUG oslo_vmware.api [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3039166, 'name': PowerOffVM_Task, 'duration_secs': 0.275359} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.144284] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.145019] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.145587] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.145831] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.146032] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Deleting the datastore file [datastore2] f09475ed-e91f-4338-8a89-be1e4d732c8f {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.147794] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45d896a0-f987-42e2-a071-8898869184ff {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.148714] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bed7c277-06b9-4e5e-bcdb-10cf64ce3325 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.158169] env[68391]: DEBUG oslo_vmware.api [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 863.158169] env[68391]: value = "task-3039170" [ 863.158169] env[68391]: _type = "Task" [ 863.158169] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.167472] env[68391]: DEBUG oslo_vmware.api [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.190658] env[68391]: DEBUG nova.network.neutron [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Successfully created port: 3ae12477-d561-4957-a601-e3d12aa466b4 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.222120] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.222120] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.222120] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Deleting the datastore file [datastore1] 09d2b78c-7aab-4af8-b794-8381516c89b8 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.222419] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53b9666d-96a1-4740-a858-02cd3c625025 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.234405] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039167, 'name': Rename_Task, 'duration_secs': 0.194616} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.235900] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.236255] env[68391]: DEBUG oslo_vmware.api [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for the task: (returnval){ [ 863.236255] env[68391]: value = "task-3039171" [ 863.236255] env[68391]: _type = "Task" [ 863.236255] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.236529] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28d92a66-f31d-4085-a085-e7e43b4aa581 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.251911] env[68391]: DEBUG oslo_vmware.api [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3039171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.251911] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 863.251911] env[68391]: value = "task-3039172" [ 863.251911] env[68391]: _type = "Task" [ 863.251911] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.258892] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039164, 'name': CreateSnapshot_Task, 'duration_secs': 0.730198} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.259658] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Created Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 863.260546] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09355e5-0bfd-494a-b5b9-634d6c2b5faf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.267530] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.671793] env[68391]: DEBUG oslo_vmware.api [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122212} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.672534] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.672534] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.672534] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.672534] env[68391]: INFO nova.compute.manager [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 863.672534] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.672534] env[68391]: DEBUG nova.compute.manager [-] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.672534] env[68391]: DEBUG nova.network.neutron [-] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.704727] env[68391]: DEBUG nova.network.neutron [-] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.751287] env[68391]: DEBUG oslo_vmware.api [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Task: {'id': task-3039171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172394} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.751702] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.751966] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.752273] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.752504] env[68391]: INFO nova.compute.manager [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 863.752763] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.756766] env[68391]: DEBUG nova.compute.manager [-] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.758613] env[68391]: DEBUG nova.network.neutron [-] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.766748] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039172, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.786470] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Creating linked-clone VM from snapshot {{(pid=68391) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 863.787140] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-48b05c52-ac5e-475b-931e-2159beb93edc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.800793] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 863.800793] env[68391]: value = "task-3039173" [ 863.800793] env[68391]: _type = "Task" [ 863.800793] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.813549] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039173, 'name': CloneVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.112291] env[68391]: DEBUG nova.compute.manager [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.167152] env[68391]: DEBUG nova.virt.hardware [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.167483] env[68391]: DEBUG nova.virt.hardware [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.167699] env[68391]: DEBUG nova.virt.hardware [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.167963] env[68391]: DEBUG nova.virt.hardware [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.168465] env[68391]: DEBUG nova.virt.hardware [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.168729] env[68391]: DEBUG nova.virt.hardware [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.169031] env[68391]: DEBUG nova.virt.hardware [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.169356] env[68391]: DEBUG nova.virt.hardware [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.169478] env[68391]: DEBUG nova.virt.hardware [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.169694] env[68391]: DEBUG nova.virt.hardware [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.169881] env[68391]: DEBUG nova.virt.hardware [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.171119] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a736d71e-b3b5-48b9-a627-ca8f431018d1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.181367] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365db937-2e62-413a-a700-2791cd01622f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.208439] env[68391]: DEBUG nova.network.neutron [-] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.265439] env[68391]: DEBUG oslo_vmware.api [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039172, 'name': PowerOnVM_Task, 'duration_secs': 0.761579} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.265680] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.266037] env[68391]: INFO nova.compute.manager [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Took 10.16 seconds to spawn the instance on the hypervisor. [ 864.266343] env[68391]: DEBUG nova.compute.manager [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.267890] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185ec911-561b-48a4-a485-6d34ac6cd058 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.317957] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039173, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.602434] env[68391]: DEBUG nova.compute.manager [req-b21ea8d2-db76-485e-bba3-c26dccc492cf req-35266e1b-305f-46e5-9e30-8ad45fbfca95 service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Received event network-vif-deleted-0cbac97c-4abc-4682-b237-2051924ce7ae {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.602855] env[68391]: INFO nova.compute.manager [req-b21ea8d2-db76-485e-bba3-c26dccc492cf req-35266e1b-305f-46e5-9e30-8ad45fbfca95 service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Neutron deleted interface 0cbac97c-4abc-4682-b237-2051924ce7ae; detaching it from the instance and deleting it from the info cache [ 864.603219] env[68391]: DEBUG nova.network.neutron [req-b21ea8d2-db76-485e-bba3-c26dccc492cf req-35266e1b-305f-46e5-9e30-8ad45fbfca95 service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.657240] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c250dd4-2d43-4539-85a0-0de888bb6349 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.667433] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cba9dc0-a92e-4266-b94a-12a9a04463a2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.702086] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f5e158-4f57-430b-a9c1-a4beb783d331 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.713744] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b973328a-1d73-416f-a816-673ddf7f0b4d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.715379] env[68391]: INFO nova.compute.manager [-] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Took 1.04 seconds to deallocate network for instance. [ 864.729302] env[68391]: DEBUG nova.compute.provider_tree [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.800028] env[68391]: INFO nova.compute.manager [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Took 42.96 seconds to build instance. [ 864.814926] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039173, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.978474] env[68391]: DEBUG nova.network.neutron [-] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.107300] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d99b882b-c471-4378-b0af-bcdd61216b60 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.121483] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e71711-02ca-4435-9018-19583aeb8554 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.164385] env[68391]: DEBUG nova.compute.manager [req-b21ea8d2-db76-485e-bba3-c26dccc492cf req-35266e1b-305f-46e5-9e30-8ad45fbfca95 service nova] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Detach interface failed, port_id=0cbac97c-4abc-4682-b237-2051924ce7ae, reason: Instance 09d2b78c-7aab-4af8-b794-8381516c89b8 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 865.232918] env[68391]: DEBUG oslo_concurrency.lockutils [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.236017] env[68391]: DEBUG nova.scheduler.client.report [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.299577] env[68391]: DEBUG oslo_concurrency.lockutils [None req-370ab98d-5ed8-43c5-a818-4120bc06302e tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "272c5283-e702-4699-aae0-88aece98e488" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.703s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.319420] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039173, 'name': CloneVM_Task} progress is 95%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.327959] env[68391]: DEBUG nova.network.neutron [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Successfully updated port: 3ae12477-d561-4957-a601-e3d12aa466b4 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.483316] env[68391]: INFO nova.compute.manager [-] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Took 1.73 seconds to deallocate network for instance. [ 865.738798] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.739484] env[68391]: DEBUG nova.compute.manager [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.742972] env[68391]: DEBUG oslo_concurrency.lockutils [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.515s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.742972] env[68391]: DEBUG nova.objects.instance [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lazy-loading 'resources' on Instance uuid 1c998280-4834-47f8-8169-67f1aa41f730 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.817091] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039173, 'name': CloneVM_Task, 'duration_secs': 1.827799} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.817988] env[68391]: INFO nova.virt.vmwareapi.vmops [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Created linked-clone VM from snapshot [ 865.820212] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfab9b6-6b93-42c1-b6ae-9b36dd8618c9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.828556] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Uploading image b44f70e6-0ae7-4e97-9d01-4f4a9a01db71 {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 865.831259] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Acquiring lock "refresh_cache-3e6b6f11-fdd4-4561-b2c2-25236e4d4a67" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.831462] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Acquired lock "refresh_cache-3e6b6f11-fdd4-4561-b2c2-25236e4d4a67" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.831679] env[68391]: DEBUG nova.network.neutron [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.857168] env[68391]: DEBUG oslo_vmware.rw_handles [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 865.857168] env[68391]: value = "vm-608946" [ 865.857168] env[68391]: _type = "VirtualMachine" [ 865.857168] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 865.857464] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e0f8bbcd-4bfc-4708-a41e-f8fc9a78a540 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.868623] env[68391]: DEBUG oslo_vmware.rw_handles [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lease: (returnval){ [ 865.868623] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521ba738-1db8-cab4-e86c-a0d910e14d1c" [ 865.868623] env[68391]: _type = "HttpNfcLease" [ 865.868623] env[68391]: } obtained for exporting VM: (result){ [ 865.868623] env[68391]: value = "vm-608946" [ 865.868623] env[68391]: _type = "VirtualMachine" [ 865.868623] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 865.868623] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the lease: (returnval){ [ 865.868623] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521ba738-1db8-cab4-e86c-a0d910e14d1c" [ 865.868623] env[68391]: _type = "HttpNfcLease" [ 865.868623] env[68391]: } to be ready. {{(pid=68391) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 865.877549] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 865.877549] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521ba738-1db8-cab4-e86c-a0d910e14d1c" [ 865.877549] env[68391]: _type = "HttpNfcLease" [ 865.877549] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 865.993173] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.252868] env[68391]: DEBUG nova.compute.utils [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.259095] env[68391]: DEBUG nova.compute.manager [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.259095] env[68391]: DEBUG nova.network.neutron [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.312258] env[68391]: DEBUG nova.policy [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ff74d4fbdd64f6e8b80c50c235a2401', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acf38278c0304e9cb866e83ac60394b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.343814] env[68391]: INFO nova.compute.manager [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Rebuilding instance [ 866.378094] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 866.378094] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521ba738-1db8-cab4-e86c-a0d910e14d1c" [ 866.378094] env[68391]: _type = "HttpNfcLease" [ 866.378094] env[68391]: } is ready. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 866.378427] env[68391]: DEBUG oslo_vmware.rw_handles [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 866.378427] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521ba738-1db8-cab4-e86c-a0d910e14d1c" [ 866.378427] env[68391]: _type = "HttpNfcLease" [ 866.378427] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 866.379773] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf240ec-0c1f-4aee-ae40-6126887ffe65 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.393221] env[68391]: DEBUG oslo_vmware.rw_handles [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52668500-9909-1bae-cd4c-906db3dce890/disk-0.vmdk from lease info. {{(pid=68391) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 866.393418] env[68391]: DEBUG oslo_vmware.rw_handles [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52668500-9909-1bae-cd4c-906db3dce890/disk-0.vmdk for reading. {{(pid=68391) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 866.464748] env[68391]: DEBUG nova.network.neutron [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.492130] env[68391]: DEBUG nova.compute.manager [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.492990] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c45097-3a83-45bc-9257-5b9a73094c26 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.524014] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-edf43b7d-b354-4956-9863-525bf1b557c0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.661568] env[68391]: DEBUG nova.compute.manager [req-c0cd1d45-b4c3-40a2-b742-f510a50cdd6c req-d3597b37-d0b7-4d01-b16e-d7727211fa7f service nova] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Received event network-vif-plugged-3ae12477-d561-4957-a601-e3d12aa466b4 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.661782] env[68391]: DEBUG oslo_concurrency.lockutils [req-c0cd1d45-b4c3-40a2-b742-f510a50cdd6c req-d3597b37-d0b7-4d01-b16e-d7727211fa7f service nova] Acquiring lock "3e6b6f11-fdd4-4561-b2c2-25236e4d4a67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.662125] env[68391]: DEBUG oslo_concurrency.lockutils [req-c0cd1d45-b4c3-40a2-b742-f510a50cdd6c req-d3597b37-d0b7-4d01-b16e-d7727211fa7f service nova] Lock "3e6b6f11-fdd4-4561-b2c2-25236e4d4a67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.662315] env[68391]: DEBUG oslo_concurrency.lockutils [req-c0cd1d45-b4c3-40a2-b742-f510a50cdd6c req-d3597b37-d0b7-4d01-b16e-d7727211fa7f service nova] Lock "3e6b6f11-fdd4-4561-b2c2-25236e4d4a67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.662496] env[68391]: DEBUG nova.compute.manager [req-c0cd1d45-b4c3-40a2-b742-f510a50cdd6c req-d3597b37-d0b7-4d01-b16e-d7727211fa7f service nova] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] No waiting events found dispatching network-vif-plugged-3ae12477-d561-4957-a601-e3d12aa466b4 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.662701] env[68391]: WARNING nova.compute.manager [req-c0cd1d45-b4c3-40a2-b742-f510a50cdd6c req-d3597b37-d0b7-4d01-b16e-d7727211fa7f service nova] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Received unexpected event network-vif-plugged-3ae12477-d561-4957-a601-e3d12aa466b4 for instance with vm_state building and task_state spawning. [ 866.662799] env[68391]: DEBUG nova.compute.manager [req-c0cd1d45-b4c3-40a2-b742-f510a50cdd6c req-d3597b37-d0b7-4d01-b16e-d7727211fa7f service nova] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Received event network-changed-3ae12477-d561-4957-a601-e3d12aa466b4 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.666259] env[68391]: DEBUG nova.compute.manager [req-c0cd1d45-b4c3-40a2-b742-f510a50cdd6c req-d3597b37-d0b7-4d01-b16e-d7727211fa7f service nova] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Refreshing instance network info cache due to event network-changed-3ae12477-d561-4957-a601-e3d12aa466b4. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.666473] env[68391]: DEBUG oslo_concurrency.lockutils [req-c0cd1d45-b4c3-40a2-b742-f510a50cdd6c req-d3597b37-d0b7-4d01-b16e-d7727211fa7f service nova] Acquiring lock "refresh_cache-3e6b6f11-fdd4-4561-b2c2-25236e4d4a67" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.756678] env[68391]: DEBUG nova.compute.manager [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.775578] env[68391]: DEBUG nova.network.neutron [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Updating instance_info_cache with network_info: [{"id": "3ae12477-d561-4957-a601-e3d12aa466b4", "address": "fa:16:3e:a8:b5:f1", "network": {"id": "a54bf756-1491-4fd8-8914-646a911ca470", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1431796105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa785b2d13d46ff9bfb6d03d71c8368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae12477-d5", "ovs_interfaceid": "3ae12477-d561-4957-a601-e3d12aa466b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.827078] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa65b98e-7e71-4ee5-b48f-b08742899746 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.838189] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40f5ba0-a672-425e-a504-256780579043 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.874912] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0aac6a1-acb7-49d7-ac3b-9c0977e0c04b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.884717] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df73aea-6f57-4002-8726-03bf7e771996 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.902045] env[68391]: DEBUG nova.compute.provider_tree [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.981550] env[68391]: DEBUG nova.network.neutron [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Successfully created port: 4fa6d2bc-ceed-4265-ad43-4246015f5f12 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.283573] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Releasing lock "refresh_cache-3e6b6f11-fdd4-4561-b2c2-25236e4d4a67" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.283905] env[68391]: DEBUG nova.compute.manager [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Instance network_info: |[{"id": "3ae12477-d561-4957-a601-e3d12aa466b4", "address": "fa:16:3e:a8:b5:f1", "network": {"id": "a54bf756-1491-4fd8-8914-646a911ca470", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1431796105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa785b2d13d46ff9bfb6d03d71c8368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae12477-d5", "ovs_interfaceid": "3ae12477-d561-4957-a601-e3d12aa466b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.284267] env[68391]: DEBUG oslo_concurrency.lockutils [req-c0cd1d45-b4c3-40a2-b742-f510a50cdd6c req-d3597b37-d0b7-4d01-b16e-d7727211fa7f service nova] Acquired lock "refresh_cache-3e6b6f11-fdd4-4561-b2c2-25236e4d4a67" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.284467] env[68391]: DEBUG nova.network.neutron [req-c0cd1d45-b4c3-40a2-b742-f510a50cdd6c req-d3597b37-d0b7-4d01-b16e-d7727211fa7f service nova] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Refreshing network info cache for port 3ae12477-d561-4957-a601-e3d12aa466b4 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.286351] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:b5:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ae12477-d561-4957-a601-e3d12aa466b4', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.300650] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Creating folder: Project (7fa785b2d13d46ff9bfb6d03d71c8368). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.304896] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd0e983e-cd37-4b69-a303-113b14e57d79 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.321088] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Created folder: Project (7fa785b2d13d46ff9bfb6d03d71c8368) in parent group-v608736. [ 867.325023] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Creating folder: Instances. Parent ref: group-v608947. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.325023] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96e890a5-83d2-40b6-a051-dc30992e6f7e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.336402] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Created folder: Instances in parent group-v608947. [ 867.336781] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.338841] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.339683] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e88d3abb-5325-47ac-aa2d-d9465ac7aa43 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.370799] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.370799] env[68391]: value = "task-3039177" [ 867.370799] env[68391]: _type = "Task" [ 867.370799] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.381990] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039177, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.406310] env[68391]: DEBUG nova.scheduler.client.report [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.530064] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.531217] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c24b5970-36f8-438a-97fa-63dee72f1d68 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.541208] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 867.541208] env[68391]: value = "task-3039178" [ 867.541208] env[68391]: _type = "Task" [ 867.541208] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.551329] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.713248] env[68391]: DEBUG nova.network.neutron [req-c0cd1d45-b4c3-40a2-b742-f510a50cdd6c req-d3597b37-d0b7-4d01-b16e-d7727211fa7f service nova] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Updated VIF entry in instance network info cache for port 3ae12477-d561-4957-a601-e3d12aa466b4. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.714089] env[68391]: DEBUG nova.network.neutron [req-c0cd1d45-b4c3-40a2-b742-f510a50cdd6c req-d3597b37-d0b7-4d01-b16e-d7727211fa7f service nova] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Updating instance_info_cache with network_info: [{"id": "3ae12477-d561-4957-a601-e3d12aa466b4", "address": "fa:16:3e:a8:b5:f1", "network": {"id": "a54bf756-1491-4fd8-8914-646a911ca470", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1431796105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa785b2d13d46ff9bfb6d03d71c8368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae12477-d5", "ovs_interfaceid": "3ae12477-d561-4957-a601-e3d12aa466b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.771634] env[68391]: DEBUG nova.compute.manager [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.883956] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039177, 'name': CreateVM_Task, 'duration_secs': 0.436755} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.884267] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.885093] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.885361] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.885844] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.886192] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf0ca0b3-eabc-482d-bad3-b8355bddd8d3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.891848] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Waiting for the task: (returnval){ [ 867.891848] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5298c519-94df-45a1-ffa1-c99394019e5d" [ 867.891848] env[68391]: _type = "Task" [ 867.891848] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.902974] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5298c519-94df-45a1-ffa1-c99394019e5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.913221] env[68391]: DEBUG oslo_concurrency.lockutils [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.916290] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.329s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.918721] env[68391]: INFO nova.compute.claims [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.011667] env[68391]: INFO nova.scheduler.client.report [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Deleted allocations for instance 1c998280-4834-47f8-8169-67f1aa41f730 [ 868.052780] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039178, 'name': PowerOffVM_Task, 'duration_secs': 0.23625} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.053773] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.054105] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.055113] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4469a3d-71dd-46f2-8586-6e9d4399bf26 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.067188] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.067478] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-888e2728-7ec7-4df4-8339-12365a5f6ab1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.151228] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.151737] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.152135] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Deleting the datastore file [datastore2] 272c5283-e702-4699-aae0-88aece98e488 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.155232] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64265881-92b8-4897-83f7-4862ba1c9464 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.166701] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 868.166701] env[68391]: value = "task-3039180" [ 868.166701] env[68391]: _type = "Task" [ 868.166701] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.178271] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.218275] env[68391]: DEBUG oslo_concurrency.lockutils [req-c0cd1d45-b4c3-40a2-b742-f510a50cdd6c req-d3597b37-d0b7-4d01-b16e-d7727211fa7f service nova] Releasing lock "refresh_cache-3e6b6f11-fdd4-4561-b2c2-25236e4d4a67" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.403635] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5298c519-94df-45a1-ffa1-c99394019e5d, 'name': SearchDatastore_Task, 'duration_secs': 0.017992} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.404862] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.404862] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.405405] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.405981] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.405981] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.406480] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4f9c71c-2042-4a0e-b82b-5a362734ed27 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.416644] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.417393] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.418566] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc5a9577-fd67-456a-88f0-be87186f22ae {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.427020] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Waiting for the task: (returnval){ [ 868.427020] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e560e9-01c9-847e-f387-d3e4480212b9" [ 868.427020] env[68391]: _type = "Task" [ 868.427020] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.440357] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e560e9-01c9-847e-f387-d3e4480212b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.533325] env[68391]: DEBUG oslo_concurrency.lockutils [None req-35293a11-5ad3-4256-bf76-7c789848eadd tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "1c998280-4834-47f8-8169-67f1aa41f730" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.832s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.681304] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240811} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.681304] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.681304] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.681304] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.942147] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e560e9-01c9-847e-f387-d3e4480212b9, 'name': SearchDatastore_Task, 'duration_secs': 0.01417} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.942961] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a59501f6-a447-4d78-9b5e-03aecbc2501b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.949932] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Waiting for the task: (returnval){ [ 868.949932] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523e4c1a-be8d-f0c2-ef14-9605404267fb" [ 868.949932] env[68391]: _type = "Task" [ 868.949932] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.959031] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523e4c1a-be8d-f0c2-ef14-9605404267fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.117570] env[68391]: DEBUG nova.network.neutron [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Successfully updated port: 4fa6d2bc-ceed-4265-ad43-4246015f5f12 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.326166] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60078bd-1e2d-4c1b-b158-ecb06dd1f3ff {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.337358] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd64c219-53ae-4957-9569-396b105c867f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.370942] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba291e99-98c0-42d5-a3b1-0535e0df9525 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.381175] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b775ad17-55bb-41f8-9b3c-b4fadf21edb9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.398939] env[68391]: DEBUG nova.compute.provider_tree [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.463323] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523e4c1a-be8d-f0c2-ef14-9605404267fb, 'name': SearchDatastore_Task, 'duration_secs': 0.018714} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.463648] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.463954] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67/3e6b6f11-fdd4-4561-b2c2-25236e4d4a67.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.464272] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb9b3ebb-c07f-4df1-94b1-3af3263dd13c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.472574] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Waiting for the task: (returnval){ [ 869.472574] env[68391]: value = "task-3039181" [ 869.472574] env[68391]: _type = "Task" [ 869.472574] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.482675] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': task-3039181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.622131] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "refresh_cache-e89ead6c-e588-4e43-8677-3af512054945" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.622475] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired lock "refresh_cache-e89ead6c-e588-4e43-8677-3af512054945" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.622475] env[68391]: DEBUG nova.network.neutron [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.898368] env[68391]: DEBUG nova.compute.manager [req-d3a203fa-c2d1-4cf1-a56d-c79b6bf53831 req-2a589f42-3a6c-4428-b4da-be3ea07f981f service nova] [instance: e89ead6c-e588-4e43-8677-3af512054945] Received event network-vif-plugged-4fa6d2bc-ceed-4265-ad43-4246015f5f12 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.898605] env[68391]: DEBUG oslo_concurrency.lockutils [req-d3a203fa-c2d1-4cf1-a56d-c79b6bf53831 req-2a589f42-3a6c-4428-b4da-be3ea07f981f service nova] Acquiring lock "e89ead6c-e588-4e43-8677-3af512054945-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.898823] env[68391]: DEBUG oslo_concurrency.lockutils [req-d3a203fa-c2d1-4cf1-a56d-c79b6bf53831 req-2a589f42-3a6c-4428-b4da-be3ea07f981f service nova] Lock "e89ead6c-e588-4e43-8677-3af512054945-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.898997] env[68391]: DEBUG oslo_concurrency.lockutils [req-d3a203fa-c2d1-4cf1-a56d-c79b6bf53831 req-2a589f42-3a6c-4428-b4da-be3ea07f981f service nova] Lock "e89ead6c-e588-4e43-8677-3af512054945-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.899226] env[68391]: DEBUG nova.compute.manager [req-d3a203fa-c2d1-4cf1-a56d-c79b6bf53831 req-2a589f42-3a6c-4428-b4da-be3ea07f981f service nova] [instance: e89ead6c-e588-4e43-8677-3af512054945] No waiting events found dispatching network-vif-plugged-4fa6d2bc-ceed-4265-ad43-4246015f5f12 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.899375] env[68391]: WARNING nova.compute.manager [req-d3a203fa-c2d1-4cf1-a56d-c79b6bf53831 req-2a589f42-3a6c-4428-b4da-be3ea07f981f service nova] [instance: e89ead6c-e588-4e43-8677-3af512054945] Received unexpected event network-vif-plugged-4fa6d2bc-ceed-4265-ad43-4246015f5f12 for instance with vm_state building and task_state spawning. [ 869.903641] env[68391]: DEBUG nova.scheduler.client.report [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.988443] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': task-3039181, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.170424] env[68391]: DEBUG nova.network.neutron [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.384725] env[68391]: DEBUG nova.network.neutron [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Updating instance_info_cache with network_info: [{"id": "4fa6d2bc-ceed-4265-ad43-4246015f5f12", "address": "fa:16:3e:23:a7:13", "network": {"id": "239e719f-3c9f-4236-8c76-b928e2d73186", "bridge": "br-int", "label": "tempest-ServersTestJSON-1987072107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf38278c0304e9cb866e83ac60394b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa6d2bc-ce", "ovs_interfaceid": "4fa6d2bc-ceed-4265-ad43-4246015f5f12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.407680] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.408335] env[68391]: DEBUG nova.compute.manager [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.411734] env[68391]: DEBUG oslo_concurrency.lockutils [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.231s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.411875] env[68391]: DEBUG nova.objects.instance [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lazy-loading 'resources' on Instance uuid 2c31cd27-28e4-46e6-bd98-be287f3ff212 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.486736] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': task-3039181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563848} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.487131] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67/3e6b6f11-fdd4-4561-b2c2-25236e4d4a67.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.487399] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.487681] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da5885ee-9e23-4a79-be0e-e1abcae82331 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.497668] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Waiting for the task: (returnval){ [ 870.497668] env[68391]: value = "task-3039182" [ 870.497668] env[68391]: _type = "Task" [ 870.497668] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.511034] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': task-3039182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.543354] env[68391]: DEBUG nova.virt.hardware [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.543594] env[68391]: DEBUG nova.virt.hardware [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.543772] env[68391]: DEBUG nova.virt.hardware [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.543952] env[68391]: DEBUG nova.virt.hardware [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.544272] env[68391]: DEBUG nova.virt.hardware [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.544632] env[68391]: DEBUG nova.virt.hardware [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.544686] env[68391]: DEBUG nova.virt.hardware [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.544819] env[68391]: DEBUG nova.virt.hardware [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.544994] env[68391]: DEBUG nova.virt.hardware [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.545192] env[68391]: DEBUG nova.virt.hardware [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.545389] env[68391]: DEBUG nova.virt.hardware [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.547646] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09d41d1-02e0-4f5a-a1ae-9e5b697e08d3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.566016] env[68391]: DEBUG nova.virt.hardware [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.566301] env[68391]: DEBUG nova.virt.hardware [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.566474] env[68391]: DEBUG nova.virt.hardware [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.566679] env[68391]: DEBUG nova.virt.hardware [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.566837] env[68391]: DEBUG nova.virt.hardware [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.567068] env[68391]: DEBUG nova.virt.hardware [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.567505] env[68391]: DEBUG nova.virt.hardware [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.567505] env[68391]: DEBUG nova.virt.hardware [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.567642] env[68391]: DEBUG nova.virt.hardware [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.567808] env[68391]: DEBUG nova.virt.hardware [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.568016] env[68391]: DEBUG nova.virt.hardware [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.569408] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7119c3bc-ecf1-42e2-a6f9-af58a1467efd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.575583] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1458ef97-a860-458d-a677-ba969679f9e0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.595566] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205ca84-7bac-b9d0-abd8-15d1a2845d20/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 870.597505] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c406ad2-55ee-46a1-8535-e7feaa888a81 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.601282] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c74581-cfd2-484e-83ae-9781561906c1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.609966] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205ca84-7bac-b9d0-abd8-15d1a2845d20/disk-0.vmdk is in state: ready. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 870.610177] env[68391]: ERROR oslo_vmware.rw_handles [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205ca84-7bac-b9d0-abd8-15d1a2845d20/disk-0.vmdk due to incomplete transfer. [ 870.618452] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-caf09442-f676-4ceb-9345-2f569d681d5d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.620553] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:3c:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa0e9568-2a7b-48f0-85ec-6ed09c12d765', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.628120] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.628703] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 272c5283-e702-4699-aae0-88aece98e488] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.629432] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d72513b9-e240-4d1e-a4a4-3c13866b01d7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.646382] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205ca84-7bac-b9d0-abd8-15d1a2845d20/disk-0.vmdk. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 870.646608] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Uploaded image 2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d to the Glance image server {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 870.649098] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Destroying the VM {{(pid=68391) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 870.649792] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b2877d13-2628-4ade-b5c2-8f12ab125752 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.656196] env[68391]: DEBUG oslo_vmware.api [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 870.656196] env[68391]: value = "task-3039184" [ 870.656196] env[68391]: _type = "Task" [ 870.656196] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.657577] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.657577] env[68391]: value = "task-3039183" [ 870.657577] env[68391]: _type = "Task" [ 870.657577] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.670742] env[68391]: DEBUG oslo_vmware.api [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039184, 'name': Destroy_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.674224] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039183, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.887581] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Releasing lock "refresh_cache-e89ead6c-e588-4e43-8677-3af512054945" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.888091] env[68391]: DEBUG nova.compute.manager [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Instance network_info: |[{"id": "4fa6d2bc-ceed-4265-ad43-4246015f5f12", "address": "fa:16:3e:23:a7:13", "network": {"id": "239e719f-3c9f-4236-8c76-b928e2d73186", "bridge": "br-int", "label": "tempest-ServersTestJSON-1987072107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf38278c0304e9cb866e83ac60394b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa6d2bc-ce", "ovs_interfaceid": "4fa6d2bc-ceed-4265-ad43-4246015f5f12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.889191] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:a7:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fa6d2bc-ceed-4265-ad43-4246015f5f12', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.903394] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.903554] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e89ead6c-e588-4e43-8677-3af512054945] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.903914] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74bf480e-f161-4aa1-8a0e-6487c8e0d243 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.933194] env[68391]: DEBUG nova.compute.utils [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.940921] env[68391]: DEBUG nova.compute.manager [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.942291] env[68391]: DEBUG nova.network.neutron [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.951863] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.951863] env[68391]: value = "task-3039185" [ 870.951863] env[68391]: _type = "Task" [ 870.951863] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.962453] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039185, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.017030] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': task-3039182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09547} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.020959] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.023950] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ab455e-a881-4919-8818-26a4e78750bf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.050160] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67/3e6b6f11-fdd4-4561-b2c2-25236e4d4a67.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.054138] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d43417a-86a9-4239-9834-7871854db395 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.079976] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Waiting for the task: (returnval){ [ 871.079976] env[68391]: value = "task-3039186" [ 871.079976] env[68391]: _type = "Task" [ 871.079976] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.091757] env[68391]: DEBUG nova.policy [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7517ac4a7a544bea2923197a254c78a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3884c81cc004292a83fcdb8e89e586d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.099709] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': task-3039186, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.183684] env[68391]: DEBUG oslo_vmware.api [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039184, 'name': Destroy_Task} progress is 33%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.189011] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039183, 'name': CreateVM_Task, 'duration_secs': 0.508436} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.189113] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 272c5283-e702-4699-aae0-88aece98e488] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.189934] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.190110] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.190726] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.190726] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30d37d0b-34be-4375-a41f-c45d46e3bd6c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.197926] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 871.197926] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a59bb8-411b-856e-f90b-bc3ecb29f8d5" [ 871.197926] env[68391]: _type = "Task" [ 871.197926] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.207775] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a59bb8-411b-856e-f90b-bc3ecb29f8d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.260014] env[68391]: DEBUG oslo_concurrency.lockutils [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "eb194a52-be98-458f-aae2-60d43617fd1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.260281] env[68391]: DEBUG oslo_concurrency.lockutils [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "eb194a52-be98-458f-aae2-60d43617fd1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.260521] env[68391]: DEBUG oslo_concurrency.lockutils [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "eb194a52-be98-458f-aae2-60d43617fd1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.260774] env[68391]: DEBUG oslo_concurrency.lockutils [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "eb194a52-be98-458f-aae2-60d43617fd1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.261298] env[68391]: DEBUG oslo_concurrency.lockutils [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "eb194a52-be98-458f-aae2-60d43617fd1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.264129] env[68391]: INFO nova.compute.manager [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Terminating instance [ 871.423584] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31542e57-1b2f-4bcc-bbf9-bf81157acfc4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.432804] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb8e027-a86b-4493-9d12-58df4dea59c5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.436506] env[68391]: DEBUG nova.compute.manager [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.473822] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41bf640-0285-4642-baf0-613bd44bdca5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.487977] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9367855-c137-4fbc-b745-bf11f47be795 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.491426] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039185, 'name': CreateVM_Task, 'duration_secs': 0.47213} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.491624] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e89ead6c-e588-4e43-8677-3af512054945] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.492807] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.503364] env[68391]: DEBUG nova.compute.provider_tree [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.596741] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': task-3039186, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.673015] env[68391]: DEBUG oslo_vmware.api [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039184, 'name': Destroy_Task, 'duration_secs': 0.615108} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.676018] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Destroyed the VM [ 871.676018] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Deleting Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 871.676018] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a53772f0-0b35-4199-bfa5-1a0189308918 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.684262] env[68391]: DEBUG oslo_vmware.api [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 871.684262] env[68391]: value = "task-3039187" [ 871.684262] env[68391]: _type = "Task" [ 871.684262] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.698047] env[68391]: DEBUG oslo_vmware.api [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039187, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.711670] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a59bb8-411b-856e-f90b-bc3ecb29f8d5, 'name': SearchDatastore_Task, 'duration_secs': 0.017868} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.712098] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.712380] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.712510] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.712650] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.712827] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.713163] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.713482] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.715019] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35ceb0a1-9a20-40fe-8c90-5f6feb9a96bb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.717104] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4fc102b-5ea1-4eda-b2fe-87c2bd60c94b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.722828] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 871.722828] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d48032-05a1-dc33-4ea8-fd4a4985c1e2" [ 871.722828] env[68391]: _type = "Task" [ 871.722828] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.730208] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.730426] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.738524] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4417ab54-b82c-49d6-8f4d-618120775040 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.741169] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d48032-05a1-dc33-4ea8-fd4a4985c1e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.745528] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 871.745528] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b22dc5-e554-fc08-5a75-abde28467d99" [ 871.745528] env[68391]: _type = "Task" [ 871.745528] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.755634] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b22dc5-e554-fc08-5a75-abde28467d99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.769577] env[68391]: DEBUG nova.compute.manager [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.769829] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.770761] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf10ff7e-7ea8-4948-817d-2214c985d0c1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.779468] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.779751] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a336a9f9-046a-42e5-8693-195e3b70ccb5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.788662] env[68391]: DEBUG oslo_vmware.api [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 871.788662] env[68391]: value = "task-3039188" [ 871.788662] env[68391]: _type = "Task" [ 871.788662] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.798465] env[68391]: DEBUG oslo_vmware.api [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.814977] env[68391]: DEBUG nova.network.neutron [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Successfully created port: db7f709f-ba41-4fa1-987c-4fa4b56fa8b7 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.007302] env[68391]: DEBUG nova.scheduler.client.report [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.093441] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': task-3039186, 'name': ReconfigVM_Task, 'duration_secs': 0.540108} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.093791] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67/3e6b6f11-fdd4-4561-b2c2-25236e4d4a67.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.094527] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8a61da8-f707-40d1-b02f-f92585092441 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.103439] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Waiting for the task: (returnval){ [ 872.103439] env[68391]: value = "task-3039189" [ 872.103439] env[68391]: _type = "Task" [ 872.103439] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.114848] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': task-3039189, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.205713] env[68391]: DEBUG oslo_vmware.api [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039187, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.213949] env[68391]: DEBUG nova.compute.manager [req-3a382d27-5c61-443d-bee2-c85e74df996e req-b79fac52-27ac-44dd-8862-dff2a1382880 service nova] [instance: e89ead6c-e588-4e43-8677-3af512054945] Received event network-changed-4fa6d2bc-ceed-4265-ad43-4246015f5f12 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.214176] env[68391]: DEBUG nova.compute.manager [req-3a382d27-5c61-443d-bee2-c85e74df996e req-b79fac52-27ac-44dd-8862-dff2a1382880 service nova] [instance: e89ead6c-e588-4e43-8677-3af512054945] Refreshing instance network info cache due to event network-changed-4fa6d2bc-ceed-4265-ad43-4246015f5f12. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.214425] env[68391]: DEBUG oslo_concurrency.lockutils [req-3a382d27-5c61-443d-bee2-c85e74df996e req-b79fac52-27ac-44dd-8862-dff2a1382880 service nova] Acquiring lock "refresh_cache-e89ead6c-e588-4e43-8677-3af512054945" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.214601] env[68391]: DEBUG oslo_concurrency.lockutils [req-3a382d27-5c61-443d-bee2-c85e74df996e req-b79fac52-27ac-44dd-8862-dff2a1382880 service nova] Acquired lock "refresh_cache-e89ead6c-e588-4e43-8677-3af512054945" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.214755] env[68391]: DEBUG nova.network.neutron [req-3a382d27-5c61-443d-bee2-c85e74df996e req-b79fac52-27ac-44dd-8862-dff2a1382880 service nova] [instance: e89ead6c-e588-4e43-8677-3af512054945] Refreshing network info cache for port 4fa6d2bc-ceed-4265-ad43-4246015f5f12 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.237110] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d48032-05a1-dc33-4ea8-fd4a4985c1e2, 'name': SearchDatastore_Task, 'duration_secs': 0.01839} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.237436] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.237666] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.237877] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.260295] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b22dc5-e554-fc08-5a75-abde28467d99, 'name': SearchDatastore_Task, 'duration_secs': 0.015145} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.260295] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc79ea3a-c2ff-475a-ab46-6cc28b31b697 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.268122] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 872.268122] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5246c2bf-7354-fe18-c6ba-a1a27ffeed77" [ 872.268122] env[68391]: _type = "Task" [ 872.268122] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.278393] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5246c2bf-7354-fe18-c6ba-a1a27ffeed77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.299853] env[68391]: DEBUG oslo_vmware.api [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039188, 'name': PowerOffVM_Task, 'duration_secs': 0.243771} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.300549] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.300782] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.301154] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfc8914c-22a3-4f17-be5b-e5987ac0caca {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.370028] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.370028] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.370028] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Deleting the datastore file [datastore1] eb194a52-be98-458f-aae2-60d43617fd1b {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.370028] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c91949b7-ed32-4a20-b298-a80633ec05b8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.376550] env[68391]: DEBUG oslo_vmware.api [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 872.376550] env[68391]: value = "task-3039191" [ 872.376550] env[68391]: _type = "Task" [ 872.376550] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.387129] env[68391]: DEBUG oslo_vmware.api [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.451385] env[68391]: DEBUG nova.compute.manager [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.496380] env[68391]: DEBUG nova.virt.hardware [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.497424] env[68391]: DEBUG nova.virt.hardware [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.497424] env[68391]: DEBUG nova.virt.hardware [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.497424] env[68391]: DEBUG nova.virt.hardware [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.499636] env[68391]: DEBUG nova.virt.hardware [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.499636] env[68391]: DEBUG nova.virt.hardware [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.499636] env[68391]: DEBUG nova.virt.hardware [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.499636] env[68391]: DEBUG nova.virt.hardware [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.499636] env[68391]: DEBUG nova.virt.hardware [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.499636] env[68391]: DEBUG nova.virt.hardware [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.499889] env[68391]: DEBUG nova.virt.hardware [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.501793] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d3ab5a-a4f5-48da-b5fa-41e02eb2b4d8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.511047] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28998cd5-4b5e-4323-a704-109524242cdf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.515568] env[68391]: DEBUG oslo_concurrency.lockutils [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.517866] env[68391]: DEBUG oslo_concurrency.lockutils [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.282s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.518158] env[68391]: DEBUG nova.objects.instance [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lazy-loading 'resources' on Instance uuid 1b07d836-07a1-437f-8890-59630b092bca {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.543242] env[68391]: INFO nova.scheduler.client.report [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Deleted allocations for instance 2c31cd27-28e4-46e6-bd98-be287f3ff212 [ 872.617361] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': task-3039189, 'name': Rename_Task, 'duration_secs': 0.186854} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.617649] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.617922] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0935a9fa-bd32-4119-a0e8-cc321b58aeef {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.627060] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Waiting for the task: (returnval){ [ 872.627060] env[68391]: value = "task-3039192" [ 872.627060] env[68391]: _type = "Task" [ 872.627060] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.641676] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': task-3039192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.697132] env[68391]: DEBUG oslo_vmware.api [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039187, 'name': RemoveSnapshot_Task, 'duration_secs': 0.720248} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.697794] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Deleted Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 872.698435] env[68391]: INFO nova.compute.manager [None req-4e69977e-2c82-4697-9eec-84215f717e90 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Took 15.50 seconds to snapshot the instance on the hypervisor. [ 872.785415] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5246c2bf-7354-fe18-c6ba-a1a27ffeed77, 'name': SearchDatastore_Task, 'duration_secs': 0.015571} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.785927] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.786290] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 272c5283-e702-4699-aae0-88aece98e488/272c5283-e702-4699-aae0-88aece98e488.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.786633] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.786878] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.787282] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-309d8edf-e820-4961-b7bc-acc1f0c45d91 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.790103] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dc8fba8-02cd-4f91-bbdd-34dda30b6512 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.804425] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 872.804425] env[68391]: value = "task-3039193" [ 872.804425] env[68391]: _type = "Task" [ 872.804425] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.804425] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.804425] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.812542] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0033f548-1935-4357-83f5-6c92fa2199bd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.819214] env[68391]: DEBUG oslo_concurrency.lockutils [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.819298] env[68391]: DEBUG oslo_concurrency.lockutils [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.828365] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.830268] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 872.830268] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bb5363-486c-5fa0-3375-b3db588ee375" [ 872.830268] env[68391]: _type = "Task" [ 872.830268] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.841097] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bb5363-486c-5fa0-3375-b3db588ee375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.889368] env[68391]: DEBUG oslo_vmware.api [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347398} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.889708] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.889946] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.890172] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.890377] env[68391]: INFO nova.compute.manager [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 872.890657] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.890895] env[68391]: DEBUG nova.compute.manager [-] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.891037] env[68391]: DEBUG nova.network.neutron [-] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.984879] env[68391]: DEBUG oslo_concurrency.lockutils [None req-72bd4fe5-f53b-427b-b3f1-4527bf2076f9 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "e93e52b7-a56f-49ae-b675-78aac2add525" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.985486] env[68391]: DEBUG oslo_concurrency.lockutils [None req-72bd4fe5-f53b-427b-b3f1-4527bf2076f9 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "e93e52b7-a56f-49ae-b675-78aac2add525" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.985486] env[68391]: DEBUG nova.compute.manager [None req-72bd4fe5-f53b-427b-b3f1-4527bf2076f9 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.986429] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226408c4-bfc0-4a84-8980-9fbb72b08057 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.005428] env[68391]: DEBUG nova.compute.manager [None req-72bd4fe5-f53b-427b-b3f1-4527bf2076f9 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68391) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 873.005428] env[68391]: DEBUG nova.objects.instance [None req-72bd4fe5-f53b-427b-b3f1-4527bf2076f9 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lazy-loading 'flavor' on Instance uuid e93e52b7-a56f-49ae-b675-78aac2add525 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.054294] env[68391]: DEBUG oslo_concurrency.lockutils [None req-871183ba-54af-4ef7-890c-b9cb60f93fa5 tempest-ServersTestMultiNic-1893048111 tempest-ServersTestMultiNic-1893048111-project-member] Lock "2c31cd27-28e4-46e6-bd98-be287f3ff212" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.956s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.143471] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': task-3039192, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.321044] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039193, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.323414] env[68391]: DEBUG nova.compute.manager [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.352131] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bb5363-486c-5fa0-3375-b3db588ee375, 'name': SearchDatastore_Task, 'duration_secs': 0.014022} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.353015] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a262da3-97a4-4568-a6eb-60c26a8a65aa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.362169] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 873.362169] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b34c01-fb47-7bb2-5e1b-7da1a476bfe1" [ 873.362169] env[68391]: _type = "Task" [ 873.362169] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.374936] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b34c01-fb47-7bb2-5e1b-7da1a476bfe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.435790] env[68391]: DEBUG nova.network.neutron [req-3a382d27-5c61-443d-bee2-c85e74df996e req-b79fac52-27ac-44dd-8862-dff2a1382880 service nova] [instance: e89ead6c-e588-4e43-8677-3af512054945] Updated VIF entry in instance network info cache for port 4fa6d2bc-ceed-4265-ad43-4246015f5f12. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.437590] env[68391]: DEBUG nova.network.neutron [req-3a382d27-5c61-443d-bee2-c85e74df996e req-b79fac52-27ac-44dd-8862-dff2a1382880 service nova] [instance: e89ead6c-e588-4e43-8677-3af512054945] Updating instance_info_cache with network_info: [{"id": "4fa6d2bc-ceed-4265-ad43-4246015f5f12", "address": "fa:16:3e:23:a7:13", "network": {"id": "239e719f-3c9f-4236-8c76-b928e2d73186", "bridge": "br-int", "label": "tempest-ServersTestJSON-1987072107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf38278c0304e9cb866e83ac60394b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa6d2bc-ce", "ovs_interfaceid": "4fa6d2bc-ceed-4265-ad43-4246015f5f12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.542983] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f253cb-75e3-4ead-b2be-6508d525dabd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.555945] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094971e5-4ee4-45e1-8514-34fe74269045 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.591883] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945a9750-6bf0-4c2c-ab2c-0698665b4404 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.602455] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d173890-aa84-4206-9b1f-b66b39d30963 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.620588] env[68391]: DEBUG nova.compute.provider_tree [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.638305] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': task-3039192, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.827099] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701502} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.827466] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 272c5283-e702-4699-aae0-88aece98e488/272c5283-e702-4699-aae0-88aece98e488.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.827738] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.828113] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64547769-8492-4ee2-a448-5851f226ce7b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.844068] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 873.844068] env[68391]: value = "task-3039194" [ 873.844068] env[68391]: _type = "Task" [ 873.844068] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.863623] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.880884] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b34c01-fb47-7bb2-5e1b-7da1a476bfe1, 'name': SearchDatastore_Task, 'duration_secs': 0.066567} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.883545] env[68391]: DEBUG oslo_concurrency.lockutils [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.883545] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.883545] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] e89ead6c-e588-4e43-8677-3af512054945/e89ead6c-e588-4e43-8677-3af512054945.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.883545] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-391269a0-d76f-46d8-82c2-7f33f4af0eee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.892515] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 873.892515] env[68391]: value = "task-3039195" [ 873.892515] env[68391]: _type = "Task" [ 873.892515] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.908087] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.939998] env[68391]: DEBUG oslo_concurrency.lockutils [req-3a382d27-5c61-443d-bee2-c85e74df996e req-b79fac52-27ac-44dd-8862-dff2a1382880 service nova] Releasing lock "refresh_cache-e89ead6c-e588-4e43-8677-3af512054945" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.015275] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bd4fe5-f53b-427b-b3f1-4527bf2076f9 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.015706] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf8eddb8-fd88-4308-9079-e679cd7cb420 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.026326] env[68391]: DEBUG oslo_vmware.api [None req-72bd4fe5-f53b-427b-b3f1-4527bf2076f9 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 874.026326] env[68391]: value = "task-3039196" [ 874.026326] env[68391]: _type = "Task" [ 874.026326] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.038153] env[68391]: DEBUG oslo_vmware.api [None req-72bd4fe5-f53b-427b-b3f1-4527bf2076f9 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.128480] env[68391]: DEBUG nova.scheduler.client.report [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.143807] env[68391]: DEBUG oslo_vmware.api [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': task-3039192, 'name': PowerOnVM_Task, 'duration_secs': 1.282362} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.144567] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.145216] env[68391]: INFO nova.compute.manager [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Took 10.03 seconds to spawn the instance on the hypervisor. [ 874.145520] env[68391]: DEBUG nova.compute.manager [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.146482] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ea3261-6667-4b7c-adc1-4515b013831f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.150432] env[68391]: DEBUG nova.network.neutron [-] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.297758] env[68391]: DEBUG nova.network.neutron [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Successfully updated port: db7f709f-ba41-4fa1-987c-4fa4b56fa8b7 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.360645] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081084} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.361016] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.363153] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b44c740-60e2-4f45-bbd2-4fcf0fade2c5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.389829] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 272c5283-e702-4699-aae0-88aece98e488/272c5283-e702-4699-aae0-88aece98e488.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.390751] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-852da38c-999c-4f50-8445-62b48847aac5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.415549] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039195, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.417141] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 874.417141] env[68391]: value = "task-3039197" [ 874.417141] env[68391]: _type = "Task" [ 874.417141] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.426942] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.436176] env[68391]: DEBUG nova.compute.manager [req-c08d3b25-f595-43d2-b47e-c9583a3b3391 req-9335410f-d5cc-4aa4-bc13-9568263d9c6d service nova] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Received event network-vif-deleted-604eaf23-27b7-4a80-a38c-3158337951d1 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.436600] env[68391]: DEBUG nova.compute.manager [req-c08d3b25-f595-43d2-b47e-c9583a3b3391 req-9335410f-d5cc-4aa4-bc13-9568263d9c6d service nova] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Received event network-vif-plugged-db7f709f-ba41-4fa1-987c-4fa4b56fa8b7 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.436743] env[68391]: DEBUG oslo_concurrency.lockutils [req-c08d3b25-f595-43d2-b47e-c9583a3b3391 req-9335410f-d5cc-4aa4-bc13-9568263d9c6d service nova] Acquiring lock "a50fdb6f-02de-4893-9386-5095581a91e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.437035] env[68391]: DEBUG oslo_concurrency.lockutils [req-c08d3b25-f595-43d2-b47e-c9583a3b3391 req-9335410f-d5cc-4aa4-bc13-9568263d9c6d service nova] Lock "a50fdb6f-02de-4893-9386-5095581a91e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.437254] env[68391]: DEBUG oslo_concurrency.lockutils [req-c08d3b25-f595-43d2-b47e-c9583a3b3391 req-9335410f-d5cc-4aa4-bc13-9568263d9c6d service nova] Lock "a50fdb6f-02de-4893-9386-5095581a91e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.437397] env[68391]: DEBUG nova.compute.manager [req-c08d3b25-f595-43d2-b47e-c9583a3b3391 req-9335410f-d5cc-4aa4-bc13-9568263d9c6d service nova] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] No waiting events found dispatching network-vif-plugged-db7f709f-ba41-4fa1-987c-4fa4b56fa8b7 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.437563] env[68391]: WARNING nova.compute.manager [req-c08d3b25-f595-43d2-b47e-c9583a3b3391 req-9335410f-d5cc-4aa4-bc13-9568263d9c6d service nova] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Received unexpected event network-vif-plugged-db7f709f-ba41-4fa1-987c-4fa4b56fa8b7 for instance with vm_state building and task_state spawning. [ 874.540566] env[68391]: DEBUG oslo_vmware.api [None req-72bd4fe5-f53b-427b-b3f1-4527bf2076f9 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039196, 'name': PowerOffVM_Task, 'duration_secs': 0.25196} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.540969] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bd4fe5-f53b-427b-b3f1-4527bf2076f9 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.541280] env[68391]: DEBUG nova.compute.manager [None req-72bd4fe5-f53b-427b-b3f1-4527bf2076f9 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.542476] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe1e1a3-57a1-418a-bd32-53e429fbc874 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.638371] env[68391]: DEBUG oslo_concurrency.lockutils [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.640795] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.622s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.643497] env[68391]: INFO nova.compute.claims [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.657017] env[68391]: INFO nova.compute.manager [-] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Took 1.76 seconds to deallocate network for instance. [ 874.670644] env[68391]: INFO nova.compute.manager [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Took 40.35 seconds to build instance. [ 874.720849] env[68391]: INFO nova.scheduler.client.report [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Deleted allocations for instance 1b07d836-07a1-437f-8890-59630b092bca [ 874.800875] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "refresh_cache-a50fdb6f-02de-4893-9386-5095581a91e7" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.801088] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquired lock "refresh_cache-a50fdb6f-02de-4893-9386-5095581a91e7" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.801250] env[68391]: DEBUG nova.network.neutron [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.917027] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577815} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.917412] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] e89ead6c-e588-4e43-8677-3af512054945/e89ead6c-e588-4e43-8677-3af512054945.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.918191] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.918571] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54c0486b-4228-4d70-b234-72d7ee5ada48 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.934247] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039197, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.935767] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 874.935767] env[68391]: value = "task-3039198" [ 874.935767] env[68391]: _type = "Task" [ 874.935767] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.946287] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.042824] env[68391]: DEBUG oslo_vmware.rw_handles [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52668500-9909-1bae-cd4c-906db3dce890/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 875.043845] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c664d4f5-c891-45e8-9c65-20bfd8a93c40 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.052108] env[68391]: DEBUG oslo_vmware.rw_handles [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52668500-9909-1bae-cd4c-906db3dce890/disk-0.vmdk is in state: ready. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 875.052311] env[68391]: ERROR oslo_vmware.rw_handles [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52668500-9909-1bae-cd4c-906db3dce890/disk-0.vmdk due to incomplete transfer. [ 875.052552] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5dc21237-456f-4b3c-bd13-799c0094286e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.060134] env[68391]: DEBUG oslo_concurrency.lockutils [None req-72bd4fe5-f53b-427b-b3f1-4527bf2076f9 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "e93e52b7-a56f-49ae-b675-78aac2add525" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.064896] env[68391]: DEBUG oslo_vmware.rw_handles [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52668500-9909-1bae-cd4c-906db3dce890/disk-0.vmdk. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 875.064896] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Uploaded image b44f70e6-0ae7-4e97-9d01-4f4a9a01db71 to the Glance image server {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 875.065663] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Destroying the VM {{(pid=68391) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 875.065751] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d2fbd6bb-c40b-4437-89a3-3603740e89fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.073217] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 875.073217] env[68391]: value = "task-3039199" [ 875.073217] env[68391]: _type = "Task" [ 875.073217] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.084319] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039199, 'name': Destroy_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.124644] env[68391]: DEBUG nova.objects.instance [None req-cd27bd49-20de-4e3e-9629-bcdbb1d36458 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Lazy-loading 'flavor' on Instance uuid ec6ae023-f376-4c2f-9d3d-31144b5b007e {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.163456] env[68391]: DEBUG oslo_concurrency.lockutils [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.172457] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e804b97-f4ed-4233-a4fb-ef0995498223 tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Lock "3e6b6f11-fdd4-4561-b2c2-25236e4d4a67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.857s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.235343] env[68391]: DEBUG oslo_concurrency.lockutils [None req-63dbf47b-e13a-4b2d-bf82-130dad5e90ba tempest-MigrationsAdminTest-1384197811 tempest-MigrationsAdminTest-1384197811-project-member] Lock "1b07d836-07a1-437f-8890-59630b092bca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.993s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.340680] env[68391]: DEBUG nova.network.neutron [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.433894] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039197, 'name': ReconfigVM_Task, 'duration_secs': 0.551732} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.433894] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 272c5283-e702-4699-aae0-88aece98e488/272c5283-e702-4699-aae0-88aece98e488.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.434273] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-732298af-e1e4-40ab-ab97-66d6102b5542 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.443329] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 875.443329] env[68391]: value = "task-3039200" [ 875.443329] env[68391]: _type = "Task" [ 875.443329] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.451716] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.412609} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.453423] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.453423] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9beb71e-1de6-45db-bcd6-00903219d593 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.460134] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039200, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.485082] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] e89ead6c-e588-4e43-8677-3af512054945/e89ead6c-e588-4e43-8677-3af512054945.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.489109] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b02e19d-fa59-4c20-9b66-e37ad74c2c06 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.515197] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 875.515197] env[68391]: value = "task-3039201" [ 875.515197] env[68391]: _type = "Task" [ 875.515197] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.527738] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.583331] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039199, 'name': Destroy_Task, 'duration_secs': 0.406338} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.583622] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Destroyed the VM [ 875.583861] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Deleting Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 875.584173] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-15c3224d-c442-43e8-a6aa-80e1b98f1816 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.602940] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 875.602940] env[68391]: value = "task-3039202" [ 875.602940] env[68391]: _type = "Task" [ 875.602940] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.613504] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039202, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.615501] env[68391]: DEBUG nova.network.neutron [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Updating instance_info_cache with network_info: [{"id": "db7f709f-ba41-4fa1-987c-4fa4b56fa8b7", "address": "fa:16:3e:d2:51:bf", "network": {"id": "88878d29-b313-40da-8440-f07b6f7f68d3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-237336109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3884c81cc004292a83fcdb8e89e586d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb7f709f-ba", "ovs_interfaceid": "db7f709f-ba41-4fa1-987c-4fa4b56fa8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.631152] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cd27bd49-20de-4e3e-9629-bcdbb1d36458 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Acquiring lock "refresh_cache-ec6ae023-f376-4c2f-9d3d-31144b5b007e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.631152] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cd27bd49-20de-4e3e-9629-bcdbb1d36458 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Acquired lock "refresh_cache-ec6ae023-f376-4c2f-9d3d-31144b5b007e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.956892] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039200, 'name': Rename_Task, 'duration_secs': 0.332295} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.957256] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.957534] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a04494c9-912a-44c7-b4d5-4ff5d2581fe7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.969631] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 875.969631] env[68391]: value = "task-3039203" [ 875.969631] env[68391]: _type = "Task" [ 875.969631] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.984739] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.026141] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039201, 'name': ReconfigVM_Task, 'duration_secs': 0.318262} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.026431] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Reconfigured VM instance instance-0000004d to attach disk [datastore2] e89ead6c-e588-4e43-8677-3af512054945/e89ead6c-e588-4e43-8677-3af512054945.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.027124] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bfeec1b-72a9-4350-a1ce-77262f9ad48c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.046832] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 876.046832] env[68391]: value = "task-3039204" [ 876.046832] env[68391]: _type = "Task" [ 876.046832] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.060919] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039204, 'name': Rename_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.102617] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef9f20d-6763-4975-a0ae-14b98f52d6bb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.119321] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e81ed9-bee8-44e7-bdc3-f83bfa48be9a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.122897] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Releasing lock "refresh_cache-a50fdb6f-02de-4893-9386-5095581a91e7" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.123454] env[68391]: DEBUG nova.compute.manager [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Instance network_info: |[{"id": "db7f709f-ba41-4fa1-987c-4fa4b56fa8b7", "address": "fa:16:3e:d2:51:bf", "network": {"id": "88878d29-b313-40da-8440-f07b6f7f68d3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-237336109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3884c81cc004292a83fcdb8e89e586d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb7f709f-ba", "ovs_interfaceid": "db7f709f-ba41-4fa1-987c-4fa4b56fa8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.123669] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039202, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.123978] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:51:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ada35c98-01a9-4352-98e4-1d20ba31f928', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db7f709f-ba41-4fa1-987c-4fa4b56fa8b7', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.132021] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.132298] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.132711] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c13f018-1948-4a2b-8b89-2e2abe0f9948 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.154306] env[68391]: DEBUG nova.network.neutron [None req-cd27bd49-20de-4e3e-9629-bcdbb1d36458 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.188904] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961c702a-bb1c-4a57-b15f-fa0e2f434f46 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.196152] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.196152] env[68391]: value = "task-3039205" [ 876.196152] env[68391]: _type = "Task" [ 876.196152] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.201597] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5699edec-4b20-41fe-91dd-de3c74ffc627 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.221058] env[68391]: DEBUG nova.compute.provider_tree [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.222631] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039205, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.482811] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.550723] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Acquiring lock "ab38ac12-914d-4707-a3c7-e5808b33f228" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.550723] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Lock "ab38ac12-914d-4707-a3c7-e5808b33f228" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.565844] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039204, 'name': Rename_Task, 'duration_secs': 0.246396} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.566166] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.566423] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b67c16f9-7f96-4798-86f3-ed6549549226 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.575778] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 876.575778] env[68391]: value = "task-3039206" [ 876.575778] env[68391]: _type = "Task" [ 876.575778] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.593212] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.618840] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039202, 'name': RemoveSnapshot_Task, 'duration_secs': 0.632766} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.619879] env[68391]: DEBUG nova.network.neutron [None req-cd27bd49-20de-4e3e-9629-bcdbb1d36458 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Updating instance_info_cache with network_info: [{"id": "143c6dc0-093d-46bb-9be6-2a987874ffc7", "address": "fa:16:3e:20:5e:c5", "network": {"id": "1d8c67a2-eb92-4af8-a49d-7dfb3456129d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1013569110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55319323a02849888d38b247420b8627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap143c6dc0-09", "ovs_interfaceid": "143c6dc0-093d-46bb-9be6-2a987874ffc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.621118] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Deleted Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 876.621397] env[68391]: DEBUG nova.compute.manager [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.622284] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80e922b-647a-49d3-9450-27d21bba2ff1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.713034] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039205, 'name': CreateVM_Task, 'duration_secs': 0.393566} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.713034] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.713596] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.713925] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.717790] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.717790] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a82f3c81-b259-4900-bf20-d0ab38b333c8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.720850] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 876.720850] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a689d6-54cc-d999-ccbe-bda2f8e4c82d" [ 876.720850] env[68391]: _type = "Task" [ 876.720850] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.729302] env[68391]: DEBUG nova.scheduler.client.report [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.743244] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a689d6-54cc-d999-ccbe-bda2f8e4c82d, 'name': SearchDatastore_Task, 'duration_secs': 0.014486} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.743466] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.743767] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.744040] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.744257] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.744359] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.744658] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d76f1a1-4df6-4dcb-983e-b5b7af802095 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.751265] env[68391]: DEBUG nova.objects.instance [None req-ee295ef2-1944-40d2-9dc1-33a45507c3d1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lazy-loading 'flavor' on Instance uuid e93e52b7-a56f-49ae-b675-78aac2add525 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.759440] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.759649] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.760441] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfca6d7b-45cd-4b4a-8a17-4e87aac981a5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.773020] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 876.773020] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c602bc-874e-7066-9c3b-2b22fd471b77" [ 876.773020] env[68391]: _type = "Task" [ 876.773020] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.782910] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c602bc-874e-7066-9c3b-2b22fd471b77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.915259] env[68391]: DEBUG nova.compute.manager [req-150fb9c1-4ac6-4b52-8159-dffdfdff4dde req-4d8e877c-ce67-4260-a6d1-cdc7f04dc6e7 service nova] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Received event network-changed-db7f709f-ba41-4fa1-987c-4fa4b56fa8b7 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.915602] env[68391]: DEBUG nova.compute.manager [req-150fb9c1-4ac6-4b52-8159-dffdfdff4dde req-4d8e877c-ce67-4260-a6d1-cdc7f04dc6e7 service nova] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Refreshing instance network info cache due to event network-changed-db7f709f-ba41-4fa1-987c-4fa4b56fa8b7. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.915735] env[68391]: DEBUG oslo_concurrency.lockutils [req-150fb9c1-4ac6-4b52-8159-dffdfdff4dde req-4d8e877c-ce67-4260-a6d1-cdc7f04dc6e7 service nova] Acquiring lock "refresh_cache-a50fdb6f-02de-4893-9386-5095581a91e7" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.915848] env[68391]: DEBUG oslo_concurrency.lockutils [req-150fb9c1-4ac6-4b52-8159-dffdfdff4dde req-4d8e877c-ce67-4260-a6d1-cdc7f04dc6e7 service nova] Acquired lock "refresh_cache-a50fdb6f-02de-4893-9386-5095581a91e7" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.916046] env[68391]: DEBUG nova.network.neutron [req-150fb9c1-4ac6-4b52-8159-dffdfdff4dde req-4d8e877c-ce67-4260-a6d1-cdc7f04dc6e7 service nova] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Refreshing network info cache for port db7f709f-ba41-4fa1-987c-4fa4b56fa8b7 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.986801] env[68391]: DEBUG oslo_vmware.api [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039203, 'name': PowerOnVM_Task, 'duration_secs': 0.770644} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.986936] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.987924] env[68391]: DEBUG nova.compute.manager [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.988156] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ac8197-014f-40df-b2e6-94b82cf54069 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.060320] env[68391]: DEBUG nova.compute.manager [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.090475] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039206, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.127202] env[68391]: DEBUG oslo_concurrency.lockutils [None req-cd27bd49-20de-4e3e-9629-bcdbb1d36458 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Releasing lock "refresh_cache-ec6ae023-f376-4c2f-9d3d-31144b5b007e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.127512] env[68391]: DEBUG nova.compute.manager [None req-cd27bd49-20de-4e3e-9629-bcdbb1d36458 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Inject network info {{(pid=68391) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 877.127912] env[68391]: DEBUG nova.compute.manager [None req-cd27bd49-20de-4e3e-9629-bcdbb1d36458 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] network_info to inject: |[{"id": "143c6dc0-093d-46bb-9be6-2a987874ffc7", "address": "fa:16:3e:20:5e:c5", "network": {"id": "1d8c67a2-eb92-4af8-a49d-7dfb3456129d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1013569110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55319323a02849888d38b247420b8627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap143c6dc0-09", "ovs_interfaceid": "143c6dc0-093d-46bb-9be6-2a987874ffc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 877.134236] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cd27bd49-20de-4e3e-9629-bcdbb1d36458 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Reconfiguring VM instance to set the machine id {{(pid=68391) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 877.135361] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42c5071b-d413-4fef-af9c-5833a71175b1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.150249] env[68391]: INFO nova.compute.manager [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Shelve offloading [ 877.160498] env[68391]: DEBUG oslo_vmware.api [None req-cd27bd49-20de-4e3e-9629-bcdbb1d36458 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Waiting for the task: (returnval){ [ 877.160498] env[68391]: value = "task-3039207" [ 877.160498] env[68391]: _type = "Task" [ 877.160498] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.173201] env[68391]: DEBUG oslo_vmware.api [None req-cd27bd49-20de-4e3e-9629-bcdbb1d36458 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': task-3039207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.236050] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.236615] env[68391]: DEBUG nova.compute.manager [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.240442] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.770s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.240783] env[68391]: DEBUG nova.objects.instance [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68391) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 877.259468] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ee295ef2-1944-40d2-9dc1-33a45507c3d1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.259468] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ee295ef2-1944-40d2-9dc1-33a45507c3d1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.259468] env[68391]: DEBUG nova.network.neutron [None req-ee295ef2-1944-40d2-9dc1-33a45507c3d1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.259468] env[68391]: DEBUG nova.objects.instance [None req-ee295ef2-1944-40d2-9dc1-33a45507c3d1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lazy-loading 'info_cache' on Instance uuid e93e52b7-a56f-49ae-b675-78aac2add525 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.285185] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c602bc-874e-7066-9c3b-2b22fd471b77, 'name': SearchDatastore_Task, 'duration_secs': 0.011563} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.285939] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f5f750-1eea-45f9-8005-d986bc5f1ee2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.292556] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 877.292556] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520332db-25ac-3935-1459-e44cb3cd2ee9" [ 877.292556] env[68391]: _type = "Task" [ 877.292556] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.311105] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520332db-25ac-3935-1459-e44cb3cd2ee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.510926] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.603113] env[68391]: DEBUG oslo_vmware.api [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039206, 'name': PowerOnVM_Task, 'duration_secs': 0.528409} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.603439] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.603642] env[68391]: INFO nova.compute.manager [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Took 9.83 seconds to spawn the instance on the hypervisor. [ 877.603815] env[68391]: DEBUG nova.compute.manager [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.605104] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939ea83d-642f-4c2f-a6de-abba5286100c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.608113] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.653307] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.653635] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c418ff0-1159-495a-9531-28f24485627a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.670228] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 877.670228] env[68391]: value = "task-3039208" [ 877.670228] env[68391]: _type = "Task" [ 877.670228] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.684299] env[68391]: DEBUG oslo_vmware.api [None req-cd27bd49-20de-4e3e-9629-bcdbb1d36458 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': task-3039207, 'name': ReconfigVM_Task, 'duration_secs': 0.198822} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.688146] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-cd27bd49-20de-4e3e-9629-bcdbb1d36458 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Reconfigured VM instance to set the machine id {{(pid=68391) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 877.691836] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] VM already powered off {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 877.692132] env[68391]: DEBUG nova.compute.manager [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.692950] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94c27c4-003e-4ae6-b3e3-577f0555e807 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.701626] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "refresh_cache-d0025b06-7a42-4fcb-a80e-4c97d97b99b4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.701795] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "refresh_cache-d0025b06-7a42-4fcb-a80e-4c97d97b99b4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.701988] env[68391]: DEBUG nova.network.neutron [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.741652] env[68391]: DEBUG nova.compute.utils [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.745020] env[68391]: DEBUG nova.compute.manager [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.745020] env[68391]: DEBUG nova.network.neutron [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.750252] env[68391]: DEBUG nova.network.neutron [req-150fb9c1-4ac6-4b52-8159-dffdfdff4dde req-4d8e877c-ce67-4260-a6d1-cdc7f04dc6e7 service nova] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Updated VIF entry in instance network info cache for port db7f709f-ba41-4fa1-987c-4fa4b56fa8b7. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.750685] env[68391]: DEBUG nova.network.neutron [req-150fb9c1-4ac6-4b52-8159-dffdfdff4dde req-4d8e877c-ce67-4260-a6d1-cdc7f04dc6e7 service nova] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Updating instance_info_cache with network_info: [{"id": "db7f709f-ba41-4fa1-987c-4fa4b56fa8b7", "address": "fa:16:3e:d2:51:bf", "network": {"id": "88878d29-b313-40da-8440-f07b6f7f68d3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-237336109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3884c81cc004292a83fcdb8e89e586d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb7f709f-ba", "ovs_interfaceid": "db7f709f-ba41-4fa1-987c-4fa4b56fa8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.763685] env[68391]: DEBUG nova.objects.base [None req-ee295ef2-1944-40d2-9dc1-33a45507c3d1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 877.788430] env[68391]: DEBUG nova.policy [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e21fb40410246808331bae7a5eacbb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb13d836decf4c3d8260285f976c88f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.813613] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520332db-25ac-3935-1459-e44cb3cd2ee9, 'name': SearchDatastore_Task, 'duration_secs': 0.015223} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.813905] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.814198] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] a50fdb6f-02de-4893-9386-5095581a91e7/a50fdb6f-02de-4893-9386-5095581a91e7.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.814445] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4851a694-1bea-4f6c-b5d0-ff7f820b2008 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.824321] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 877.824321] env[68391]: value = "task-3039209" [ 877.824321] env[68391]: _type = "Task" [ 877.824321] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.841099] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.128814] env[68391]: INFO nova.compute.manager [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Took 40.03 seconds to build instance. [ 878.248142] env[68391]: DEBUG nova.compute.manager [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.254505] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a80bcb6c-40ee-49dd-ad49-f3bcf2397d5d tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.256811] env[68391]: DEBUG oslo_concurrency.lockutils [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.251s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.259149] env[68391]: INFO nova.compute.claims [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.262561] env[68391]: DEBUG oslo_concurrency.lockutils [req-150fb9c1-4ac6-4b52-8159-dffdfdff4dde req-4d8e877c-ce67-4260-a6d1-cdc7f04dc6e7 service nova] Releasing lock "refresh_cache-a50fdb6f-02de-4893-9386-5095581a91e7" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.262983] env[68391]: DEBUG nova.compute.manager [req-150fb9c1-4ac6-4b52-8159-dffdfdff4dde req-4d8e877c-ce67-4260-a6d1-cdc7f04dc6e7 service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Received event network-changed-143c6dc0-093d-46bb-9be6-2a987874ffc7 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.263097] env[68391]: DEBUG nova.compute.manager [req-150fb9c1-4ac6-4b52-8159-dffdfdff4dde req-4d8e877c-ce67-4260-a6d1-cdc7f04dc6e7 service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Refreshing instance network info cache due to event network-changed-143c6dc0-093d-46bb-9be6-2a987874ffc7. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.263316] env[68391]: DEBUG oslo_concurrency.lockutils [req-150fb9c1-4ac6-4b52-8159-dffdfdff4dde req-4d8e877c-ce67-4260-a6d1-cdc7f04dc6e7 service nova] Acquiring lock "refresh_cache-ec6ae023-f376-4c2f-9d3d-31144b5b007e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.263537] env[68391]: DEBUG oslo_concurrency.lockutils [req-150fb9c1-4ac6-4b52-8159-dffdfdff4dde req-4d8e877c-ce67-4260-a6d1-cdc7f04dc6e7 service nova] Acquired lock "refresh_cache-ec6ae023-f376-4c2f-9d3d-31144b5b007e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.263668] env[68391]: DEBUG nova.network.neutron [req-150fb9c1-4ac6-4b52-8159-dffdfdff4dde req-4d8e877c-ce67-4260-a6d1-cdc7f04dc6e7 service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Refreshing network info cache for port 143c6dc0-093d-46bb-9be6-2a987874ffc7 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.305629] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "272c5283-e702-4699-aae0-88aece98e488" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.306559] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "272c5283-e702-4699-aae0-88aece98e488" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.306559] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "272c5283-e702-4699-aae0-88aece98e488-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.306559] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "272c5283-e702-4699-aae0-88aece98e488-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.306559] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "272c5283-e702-4699-aae0-88aece98e488-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.311372] env[68391]: INFO nova.compute.manager [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Terminating instance [ 878.350335] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039209, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.389135] env[68391]: DEBUG nova.network.neutron [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Successfully created port: a0afb990-b33a-44c9-a437-1b2baa9c9992 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.585741] env[68391]: DEBUG nova.objects.instance [None req-0838c544-4853-4bd9-a321-2da26bd80090 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Lazy-loading 'flavor' on Instance uuid ec6ae023-f376-4c2f-9d3d-31144b5b007e {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.628588] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba1a2b68-eeb1-41fc-88e5-ada4eb27e5bd tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "e89ead6c-e588-4e43-8677-3af512054945" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.542s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.815617] env[68391]: DEBUG nova.network.neutron [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Updating instance_info_cache with network_info: [{"id": "74408c7f-e7db-4e31-8bc6-738032c5c966", "address": "fa:16:3e:db:0d:b1", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74408c7f-e7", "ovs_interfaceid": "74408c7f-e7db-4e31-8bc6-738032c5c966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.817465] env[68391]: DEBUG nova.compute.manager [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.817756] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.819115] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b616ed70-7632-4025-a311-a5900243c387 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.837937] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.841279] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c44e7e6-8a76-49e0-9b51-78660b660a93 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.848993] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631301} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.849351] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] a50fdb6f-02de-4893-9386-5095581a91e7/a50fdb6f-02de-4893-9386-5095581a91e7.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.849566] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.849840] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6c55fe2-338a-44c9-9a53-c1e01a621970 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.855657] env[68391]: DEBUG oslo_vmware.api [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 878.855657] env[68391]: value = "task-3039210" [ 878.855657] env[68391]: _type = "Task" [ 878.855657] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.861804] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 878.861804] env[68391]: value = "task-3039211" [ 878.861804] env[68391]: _type = "Task" [ 878.861804] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.871493] env[68391]: DEBUG oslo_vmware.api [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.876243] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.900143] env[68391]: DEBUG nova.network.neutron [None req-ee295ef2-1944-40d2-9dc1-33a45507c3d1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Updating instance_info_cache with network_info: [{"id": "cec70db4-dc7b-4828-a422-81c05d5ccb5f", "address": "fa:16:3e:2d:af:72", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec70db4-dc", "ovs_interfaceid": "cec70db4-dc7b-4828-a422-81c05d5ccb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.096090] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0838c544-4853-4bd9-a321-2da26bd80090 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Acquiring lock "refresh_cache-ec6ae023-f376-4c2f-9d3d-31144b5b007e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.188795] env[68391]: DEBUG nova.network.neutron [req-150fb9c1-4ac6-4b52-8159-dffdfdff4dde req-4d8e877c-ce67-4260-a6d1-cdc7f04dc6e7 service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Updated VIF entry in instance network info cache for port 143c6dc0-093d-46bb-9be6-2a987874ffc7. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.189205] env[68391]: DEBUG nova.network.neutron [req-150fb9c1-4ac6-4b52-8159-dffdfdff4dde req-4d8e877c-ce67-4260-a6d1-cdc7f04dc6e7 service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Updating instance_info_cache with network_info: [{"id": "143c6dc0-093d-46bb-9be6-2a987874ffc7", "address": "fa:16:3e:20:5e:c5", "network": {"id": "1d8c67a2-eb92-4af8-a49d-7dfb3456129d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1013569110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55319323a02849888d38b247420b8627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap143c6dc0-09", "ovs_interfaceid": "143c6dc0-093d-46bb-9be6-2a987874ffc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.267373] env[68391]: DEBUG nova.compute.manager [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.291929] env[68391]: DEBUG nova.virt.hardware [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.291929] env[68391]: DEBUG nova.virt.hardware [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.292155] env[68391]: DEBUG nova.virt.hardware [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.292242] env[68391]: DEBUG nova.virt.hardware [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.292321] env[68391]: DEBUG nova.virt.hardware [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.292471] env[68391]: DEBUG nova.virt.hardware [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.292676] env[68391]: DEBUG nova.virt.hardware [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.292852] env[68391]: DEBUG nova.virt.hardware [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.292994] env[68391]: DEBUG nova.virt.hardware [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.293179] env[68391]: DEBUG nova.virt.hardware [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.293375] env[68391]: DEBUG nova.virt.hardware [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.294286] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edb570d-d443-470a-927e-743c36681d3d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.306091] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1f8449-e633-46cb-ad9e-53460caf8594 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.325474] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "refresh_cache-d0025b06-7a42-4fcb-a80e-4c97d97b99b4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.375454] env[68391]: DEBUG oslo_vmware.api [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039210, 'name': PowerOffVM_Task, 'duration_secs': 0.326271} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.376925] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.376925] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.376925] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5aabe701-4f3a-463f-9dbc-7c453d2e97c5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.381669] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213738} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.382527] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.382960] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036c77cd-8c2b-43e6-9db0-8d9229bca8c4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.412125] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] a50fdb6f-02de-4893-9386-5095581a91e7/a50fdb6f-02de-4893-9386-5095581a91e7.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.413297] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ee295ef2-1944-40d2-9dc1-33a45507c3d1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.414714] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de49af91-63ef-4107-8a71-2cd6f9777e06 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.437382] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "b328a34c-8301-46d9-835c-feceaffdf346" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.437811] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "b328a34c-8301-46d9-835c-feceaffdf346" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.444547] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 879.444547] env[68391]: value = "task-3039213" [ 879.444547] env[68391]: _type = "Task" [ 879.444547] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.458138] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.469651] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.469864] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.470540] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Deleting the datastore file [datastore2] 272c5283-e702-4699-aae0-88aece98e488 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.470540] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80012b15-3d75-45f2-b468-bf200450a1a7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.481740] env[68391]: DEBUG oslo_vmware.api [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 879.481740] env[68391]: value = "task-3039214" [ 879.481740] env[68391]: _type = "Task" [ 879.481740] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.491409] env[68391]: DEBUG oslo_vmware.api [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.692233] env[68391]: DEBUG oslo_concurrency.lockutils [req-150fb9c1-4ac6-4b52-8159-dffdfdff4dde req-4d8e877c-ce67-4260-a6d1-cdc7f04dc6e7 service nova] Releasing lock "refresh_cache-ec6ae023-f376-4c2f-9d3d-31144b5b007e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.692615] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0838c544-4853-4bd9-a321-2da26bd80090 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Acquired lock "refresh_cache-ec6ae023-f376-4c2f-9d3d-31144b5b007e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.738421] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a438c8ed-7eb7-4ea8-bd4b-df06f1b97196 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.750566] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdb17b4-acb2-4b28-9529-3fb63c947c39 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.789615] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.790503] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127464e2-afe7-4ec1-b70b-825c5b0f3237 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.793999] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a872cbc5-0b0a-4318-bc6a-00e14d89c889 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.805705] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe34ccad-f507-4873-be83-14b784c9440f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.809845] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.810512] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4799f18-57dc-4ca8-bad0-b37765b3e316 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.824220] env[68391]: DEBUG nova.compute.provider_tree [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.901149] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.901387] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.901561] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Deleting the datastore file [datastore2] d0025b06-7a42-4fcb-a80e-4c97d97b99b4 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.901817] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caefefbd-6443-48c2-af32-ee8b5e640b98 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.911125] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 879.911125] env[68391]: value = "task-3039216" [ 879.911125] env[68391]: _type = "Task" [ 879.911125] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.920610] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.945435] env[68391]: DEBUG nova.compute.manager [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.958867] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.993885] env[68391]: DEBUG oslo_vmware.api [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419639} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.994205] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.994615] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.994615] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.994775] env[68391]: INFO nova.compute.manager [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Took 1.18 seconds to destroy the instance on the hypervisor. [ 879.995062] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.995274] env[68391]: DEBUG nova.compute.manager [-] [instance: 272c5283-e702-4699-aae0-88aece98e488] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.995364] env[68391]: DEBUG nova.network.neutron [-] [instance: 272c5283-e702-4699-aae0-88aece98e488] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.059400] env[68391]: DEBUG nova.compute.manager [req-263e2631-6982-4717-8267-0e35c35b6f73 req-f05273ea-f479-42c4-82ec-66773e8cf552 service nova] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Received event network-vif-unplugged-74408c7f-e7db-4e31-8bc6-738032c5c966 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.059832] env[68391]: DEBUG oslo_concurrency.lockutils [req-263e2631-6982-4717-8267-0e35c35b6f73 req-f05273ea-f479-42c4-82ec-66773e8cf552 service nova] Acquiring lock "d0025b06-7a42-4fcb-a80e-4c97d97b99b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.060218] env[68391]: DEBUG oslo_concurrency.lockutils [req-263e2631-6982-4717-8267-0e35c35b6f73 req-f05273ea-f479-42c4-82ec-66773e8cf552 service nova] Lock "d0025b06-7a42-4fcb-a80e-4c97d97b99b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.060682] env[68391]: DEBUG oslo_concurrency.lockutils [req-263e2631-6982-4717-8267-0e35c35b6f73 req-f05273ea-f479-42c4-82ec-66773e8cf552 service nova] Lock "d0025b06-7a42-4fcb-a80e-4c97d97b99b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.060942] env[68391]: DEBUG nova.compute.manager [req-263e2631-6982-4717-8267-0e35c35b6f73 req-f05273ea-f479-42c4-82ec-66773e8cf552 service nova] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] No waiting events found dispatching network-vif-unplugged-74408c7f-e7db-4e31-8bc6-738032c5c966 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.061176] env[68391]: WARNING nova.compute.manager [req-263e2631-6982-4717-8267-0e35c35b6f73 req-f05273ea-f479-42c4-82ec-66773e8cf552 service nova] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Received unexpected event network-vif-unplugged-74408c7f-e7db-4e31-8bc6-738032c5c966 for instance with vm_state shelved and task_state shelving_offloading. [ 880.100672] env[68391]: DEBUG oslo_concurrency.lockutils [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Acquiring lock "00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.100904] env[68391]: DEBUG oslo_concurrency.lockutils [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Lock "00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.329167] env[68391]: DEBUG nova.scheduler.client.report [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.402537] env[68391]: DEBUG nova.network.neutron [None req-0838c544-4853-4bd9-a321-2da26bd80090 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.423629] env[68391]: DEBUG oslo_vmware.api [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30575} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.423890] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.424085] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.424273] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.435525] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee295ef2-1944-40d2-9dc1-33a45507c3d1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.435789] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a97e5925-9134-4fe8-b7b0-cee59b6e6944 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.444098] env[68391]: DEBUG oslo_vmware.api [None req-ee295ef2-1944-40d2-9dc1-33a45507c3d1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 880.444098] env[68391]: value = "task-3039217" [ 880.444098] env[68391]: _type = "Task" [ 880.444098] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.463174] env[68391]: DEBUG oslo_vmware.api [None req-ee295ef2-1944-40d2-9dc1-33a45507c3d1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.464508] env[68391]: INFO nova.scheduler.client.report [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Deleted allocations for instance d0025b06-7a42-4fcb-a80e-4c97d97b99b4 [ 880.478651] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039213, 'name': ReconfigVM_Task, 'duration_secs': 0.681867} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.479854] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.480186] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Reconfigured VM instance instance-0000004e to attach disk [datastore2] a50fdb6f-02de-4893-9386-5095581a91e7/a50fdb6f-02de-4893-9386-5095581a91e7.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.481263] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a6a7fe3-318a-44f3-8ed4-137c241e203c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.491559] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 880.491559] env[68391]: value = "task-3039218" [ 880.491559] env[68391]: _type = "Task" [ 880.491559] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.507210] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039218, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.604573] env[68391]: DEBUG nova.compute.manager [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.629110] env[68391]: DEBUG oslo_concurrency.lockutils [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "e89ead6c-e588-4e43-8677-3af512054945" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.632021] env[68391]: DEBUG oslo_concurrency.lockutils [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "e89ead6c-e588-4e43-8677-3af512054945" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.632021] env[68391]: DEBUG oslo_concurrency.lockutils [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "e89ead6c-e588-4e43-8677-3af512054945-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.632021] env[68391]: DEBUG oslo_concurrency.lockutils [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "e89ead6c-e588-4e43-8677-3af512054945-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.632021] env[68391]: DEBUG oslo_concurrency.lockutils [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "e89ead6c-e588-4e43-8677-3af512054945-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.634174] env[68391]: INFO nova.compute.manager [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Terminating instance [ 880.715567] env[68391]: DEBUG oslo_concurrency.lockutils [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Acquiring lock "3e6b6f11-fdd4-4561-b2c2-25236e4d4a67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.715821] env[68391]: DEBUG oslo_concurrency.lockutils [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Lock "3e6b6f11-fdd4-4561-b2c2-25236e4d4a67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.716034] env[68391]: DEBUG oslo_concurrency.lockutils [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Acquiring lock "3e6b6f11-fdd4-4561-b2c2-25236e4d4a67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.716241] env[68391]: DEBUG oslo_concurrency.lockutils [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Lock "3e6b6f11-fdd4-4561-b2c2-25236e4d4a67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.716401] env[68391]: DEBUG oslo_concurrency.lockutils [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Lock "3e6b6f11-fdd4-4561-b2c2-25236e4d4a67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.722526] env[68391]: INFO nova.compute.manager [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Terminating instance [ 880.734200] env[68391]: DEBUG nova.network.neutron [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Successfully updated port: a0afb990-b33a-44c9-a437-1b2baa9c9992 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.805045] env[68391]: DEBUG nova.network.neutron [-] [instance: 272c5283-e702-4699-aae0-88aece98e488] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.839079] env[68391]: DEBUG oslo_concurrency.lockutils [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.839655] env[68391]: DEBUG nova.compute.manager [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.843117] env[68391]: DEBUG oslo_concurrency.lockutils [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.609s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.843117] env[68391]: DEBUG nova.objects.instance [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lazy-loading 'resources' on Instance uuid f09475ed-e91f-4338-8a89-be1e4d732c8f {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.846377] env[68391]: DEBUG nova.compute.manager [req-57dce3be-6abf-406e-b7e5-9a4f7fb4b35d req-a9bcc2ef-8c2b-40c2-a91a-e4839763b55d service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Received event network-changed-143c6dc0-093d-46bb-9be6-2a987874ffc7 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.846626] env[68391]: DEBUG nova.compute.manager [req-57dce3be-6abf-406e-b7e5-9a4f7fb4b35d req-a9bcc2ef-8c2b-40c2-a91a-e4839763b55d service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Refreshing instance network info cache due to event network-changed-143c6dc0-093d-46bb-9be6-2a987874ffc7. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.847845] env[68391]: DEBUG oslo_concurrency.lockutils [req-57dce3be-6abf-406e-b7e5-9a4f7fb4b35d req-a9bcc2ef-8c2b-40c2-a91a-e4839763b55d service nova] Acquiring lock "refresh_cache-ec6ae023-f376-4c2f-9d3d-31144b5b007e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.959021] env[68391]: DEBUG oslo_vmware.api [None req-ee295ef2-1944-40d2-9dc1-33a45507c3d1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039217, 'name': PowerOnVM_Task, 'duration_secs': 0.483202} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.959021] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee295ef2-1944-40d2-9dc1-33a45507c3d1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.959021] env[68391]: DEBUG nova.compute.manager [None req-ee295ef2-1944-40d2-9dc1-33a45507c3d1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.959021] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3355af-0642-442c-a1d6-909c7947c149 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.970906] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.005348] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039218, 'name': Rename_Task, 'duration_secs': 0.3316} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.005664] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.006571] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b3bbcc2-659a-4413-b2f6-1174da805db0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.016298] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 881.016298] env[68391]: value = "task-3039219" [ 881.016298] env[68391]: _type = "Task" [ 881.016298] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.026926] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.137229] env[68391]: DEBUG oslo_concurrency.lockutils [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.139086] env[68391]: DEBUG nova.compute.manager [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.139470] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.140324] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243d509b-21ab-4614-9e17-07b6660212bb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.148084] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.148324] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d68ed0a-e399-4d86-bf8a-234078368253 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.157247] env[68391]: DEBUG oslo_vmware.api [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 881.157247] env[68391]: value = "task-3039220" [ 881.157247] env[68391]: _type = "Task" [ 881.157247] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.173776] env[68391]: DEBUG oslo_vmware.api [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.226557] env[68391]: DEBUG nova.compute.manager [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.226557] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.226557] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8f298b-e6bf-4a3e-9e52-f70e61df394b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.235688] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.236413] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f5f6a68-9c65-4b27-8131-9d312d276813 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.239624] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "refresh_cache-d1bf895c-d819-49a6-bedb-83c05595a171" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.239756] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired lock "refresh_cache-d1bf895c-d819-49a6-bedb-83c05595a171" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.239902] env[68391]: DEBUG nova.network.neutron [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.249270] env[68391]: DEBUG oslo_vmware.api [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Waiting for the task: (returnval){ [ 881.249270] env[68391]: value = "task-3039221" [ 881.249270] env[68391]: _type = "Task" [ 881.249270] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.256298] env[68391]: DEBUG nova.network.neutron [None req-0838c544-4853-4bd9-a321-2da26bd80090 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Updating instance_info_cache with network_info: [{"id": "143c6dc0-093d-46bb-9be6-2a987874ffc7", "address": "fa:16:3e:20:5e:c5", "network": {"id": "1d8c67a2-eb92-4af8-a49d-7dfb3456129d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1013569110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55319323a02849888d38b247420b8627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap143c6dc0-09", "ovs_interfaceid": "143c6dc0-093d-46bb-9be6-2a987874ffc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.266760] env[68391]: DEBUG oslo_vmware.api [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': task-3039221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.306357] env[68391]: INFO nova.compute.manager [-] [instance: 272c5283-e702-4699-aae0-88aece98e488] Took 1.31 seconds to deallocate network for instance. [ 881.351291] env[68391]: DEBUG nova.compute.utils [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.356040] env[68391]: DEBUG nova.compute.manager [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.356040] env[68391]: DEBUG nova.network.neutron [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.535148] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039219, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.667096] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5c4cd8de-1a73-479a-a041-76c03252b0dd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "d0025b06-7a42-4fcb-a80e-4c97d97b99b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.671167] env[68391]: DEBUG oslo_vmware.api [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039220, 'name': PowerOffVM_Task, 'duration_secs': 0.312202} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.671545] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.671763] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.672121] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b646a45f-1677-4211-82ae-fac722a216f0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.677511] env[68391]: DEBUG nova.policy [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba86f56b76254849a865aad04d75e051', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51d90172071f48e6a6d0ec17289a7c13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.737883] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a25e08d-4170-41a3-a87d-961a6f9a4c44 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.746225] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.747979] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.747979] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Deleting the datastore file [datastore2] e89ead6c-e588-4e43-8677-3af512054945 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.747979] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0407a1fb-b314-4413-a4f8-3a98a758ef10 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.755773] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076957f6-449f-4937-97f4-5ce4e6509b6f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.762935] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0838c544-4853-4bd9-a321-2da26bd80090 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Releasing lock "refresh_cache-ec6ae023-f376-4c2f-9d3d-31144b5b007e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.763300] env[68391]: DEBUG nova.compute.manager [None req-0838c544-4853-4bd9-a321-2da26bd80090 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Inject network info {{(pid=68391) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 881.763896] env[68391]: DEBUG nova.compute.manager [None req-0838c544-4853-4bd9-a321-2da26bd80090 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] network_info to inject: |[{"id": "143c6dc0-093d-46bb-9be6-2a987874ffc7", "address": "fa:16:3e:20:5e:c5", "network": {"id": "1d8c67a2-eb92-4af8-a49d-7dfb3456129d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1013569110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55319323a02849888d38b247420b8627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap143c6dc0-09", "ovs_interfaceid": "143c6dc0-093d-46bb-9be6-2a987874ffc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 881.770176] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0838c544-4853-4bd9-a321-2da26bd80090 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Reconfiguring VM instance to set the machine id {{(pid=68391) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 881.773125] env[68391]: DEBUG oslo_vmware.api [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 881.773125] env[68391]: value = "task-3039223" [ 881.773125] env[68391]: _type = "Task" [ 881.773125] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.774111] env[68391]: DEBUG oslo_concurrency.lockutils [req-57dce3be-6abf-406e-b7e5-9a4f7fb4b35d req-a9bcc2ef-8c2b-40c2-a91a-e4839763b55d service nova] Acquired lock "refresh_cache-ec6ae023-f376-4c2f-9d3d-31144b5b007e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.774111] env[68391]: DEBUG nova.network.neutron [req-57dce3be-6abf-406e-b7e5-9a4f7fb4b35d req-a9bcc2ef-8c2b-40c2-a91a-e4839763b55d service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Refreshing network info cache for port 143c6dc0-093d-46bb-9be6-2a987874ffc7 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.775641] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93bfa742-2762-41d5-b480-f71aa51b702b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.796020] env[68391]: DEBUG nova.network.neutron [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.799594] env[68391]: DEBUG oslo_vmware.api [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': task-3039221, 'name': PowerOffVM_Task, 'duration_secs': 0.360386} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.828787] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.829893] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.831541] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.832573] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9994b7f4-169b-4d99-92b5-c9e93e740b1f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.835236] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43635fe1-d5b9-4a1a-91ce-2644c3064117 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.843142] env[68391]: DEBUG oslo_vmware.api [None req-0838c544-4853-4bd9-a321-2da26bd80090 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Waiting for the task: (returnval){ [ 881.843142] env[68391]: value = "task-3039224" [ 881.843142] env[68391]: _type = "Task" [ 881.843142] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.843677] env[68391]: DEBUG oslo_vmware.api [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.851699] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc1f5f2-9a47-487f-be9b-435d4195e716 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.862674] env[68391]: DEBUG nova.compute.manager [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.865823] env[68391]: DEBUG oslo_vmware.api [None req-0838c544-4853-4bd9-a321-2da26bd80090 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': task-3039224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.879194] env[68391]: DEBUG nova.compute.provider_tree [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.889368] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Acquiring lock "22c69ccb-39b6-411a-bed9-03c7555aaeff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.889683] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Lock "22c69ccb-39b6-411a-bed9-03c7555aaeff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.889950] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Acquiring lock "22c69ccb-39b6-411a-bed9-03c7555aaeff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.890219] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Lock "22c69ccb-39b6-411a-bed9-03c7555aaeff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.890428] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Lock "22c69ccb-39b6-411a-bed9-03c7555aaeff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.893875] env[68391]: INFO nova.compute.manager [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Terminating instance [ 881.924273] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.924638] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.924715] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Deleting the datastore file [datastore2] 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.925026] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-765f2438-a26e-4a67-b71f-d83fd1a68020 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.941419] env[68391]: DEBUG oslo_vmware.api [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Waiting for the task: (returnval){ [ 881.941419] env[68391]: value = "task-3039226" [ 881.941419] env[68391]: _type = "Task" [ 881.941419] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.951528] env[68391]: DEBUG oslo_vmware.api [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': task-3039226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.028174] env[68391]: DEBUG oslo_vmware.api [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039219, 'name': PowerOnVM_Task, 'duration_secs': 0.958669} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.028486] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.028710] env[68391]: INFO nova.compute.manager [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Took 9.58 seconds to spawn the instance on the hypervisor. [ 882.028919] env[68391]: DEBUG nova.compute.manager [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.029796] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15543d58-ccec-4d8f-9502-aa339a18700a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.145029] env[68391]: DEBUG nova.network.neutron [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Updating instance_info_cache with network_info: [{"id": "a0afb990-b33a-44c9-a437-1b2baa9c9992", "address": "fa:16:3e:4c:27:13", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0afb990-b3", "ovs_interfaceid": "a0afb990-b33a-44c9-a437-1b2baa9c9992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.257101] env[68391]: DEBUG nova.network.neutron [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Successfully created port: 1acf3345-a653-4d3e-b0a9-a2a27bc9588d {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.309109] env[68391]: DEBUG oslo_vmware.api [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349346} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.309109] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.309109] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.309109] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.309109] env[68391]: INFO nova.compute.manager [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e89ead6c-e588-4e43-8677-3af512054945] Took 1.17 seconds to destroy the instance on the hypervisor. [ 882.309109] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.309109] env[68391]: DEBUG nova.compute.manager [-] [instance: e89ead6c-e588-4e43-8677-3af512054945] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.309109] env[68391]: DEBUG nova.network.neutron [-] [instance: e89ead6c-e588-4e43-8677-3af512054945] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.359311] env[68391]: DEBUG oslo_vmware.api [None req-0838c544-4853-4bd9-a321-2da26bd80090 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': task-3039224, 'name': ReconfigVM_Task, 'duration_secs': 0.19194} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.362672] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0838c544-4853-4bd9-a321-2da26bd80090 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Reconfigured VM instance to set the machine id {{(pid=68391) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 882.385279] env[68391]: DEBUG nova.scheduler.client.report [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.401151] env[68391]: DEBUG nova.compute.manager [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.401151] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.401151] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61334744-c6af-4c92-b35f-8d1c800363de {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.413222] env[68391]: DEBUG oslo_vmware.api [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Waiting for the task: (returnval){ [ 882.413222] env[68391]: value = "task-3039227" [ 882.413222] env[68391]: _type = "Task" [ 882.413222] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.427301] env[68391]: DEBUG oslo_vmware.api [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Task: {'id': task-3039227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.453509] env[68391]: DEBUG oslo_vmware.api [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Task: {'id': task-3039226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48483} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.453809] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.453992] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.454217] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.454419] env[68391]: INFO nova.compute.manager [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Took 1.23 seconds to destroy the instance on the hypervisor. [ 882.454663] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.454897] env[68391]: DEBUG nova.compute.manager [-] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.454989] env[68391]: DEBUG nova.network.neutron [-] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.551862] env[68391]: INFO nova.compute.manager [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Took 33.99 seconds to build instance. [ 882.584046] env[68391]: DEBUG nova.compute.manager [req-d4bb6d92-85ab-44d1-bf5e-4654cf54fba1 req-4309eab2-e41a-466e-b4e5-b003bb4a7486 service nova] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Received event network-changed-74408c7f-e7db-4e31-8bc6-738032c5c966 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.584300] env[68391]: DEBUG nova.compute.manager [req-d4bb6d92-85ab-44d1-bf5e-4654cf54fba1 req-4309eab2-e41a-466e-b4e5-b003bb4a7486 service nova] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Refreshing instance network info cache due to event network-changed-74408c7f-e7db-4e31-8bc6-738032c5c966. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.584596] env[68391]: DEBUG oslo_concurrency.lockutils [req-d4bb6d92-85ab-44d1-bf5e-4654cf54fba1 req-4309eab2-e41a-466e-b4e5-b003bb4a7486 service nova] Acquiring lock "refresh_cache-d0025b06-7a42-4fcb-a80e-4c97d97b99b4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.584801] env[68391]: DEBUG oslo_concurrency.lockutils [req-d4bb6d92-85ab-44d1-bf5e-4654cf54fba1 req-4309eab2-e41a-466e-b4e5-b003bb4a7486 service nova] Acquired lock "refresh_cache-d0025b06-7a42-4fcb-a80e-4c97d97b99b4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.585043] env[68391]: DEBUG nova.network.neutron [req-d4bb6d92-85ab-44d1-bf5e-4654cf54fba1 req-4309eab2-e41a-466e-b4e5-b003bb4a7486 service nova] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Refreshing network info cache for port 74408c7f-e7db-4e31-8bc6-738032c5c966 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.647878] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Releasing lock "refresh_cache-d1bf895c-d819-49a6-bedb-83c05595a171" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.649696] env[68391]: DEBUG nova.compute.manager [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Instance network_info: |[{"id": "a0afb990-b33a-44c9-a437-1b2baa9c9992", "address": "fa:16:3e:4c:27:13", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0afb990-b3", "ovs_interfaceid": "a0afb990-b33a-44c9-a437-1b2baa9c9992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.649696] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:27:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0afb990-b33a-44c9-a437-1b2baa9c9992', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.662593] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.663344] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.663871] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55f1bd5b-6535-4368-9891-a1863a58298e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.698938] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.698938] env[68391]: value = "task-3039228" [ 882.698938] env[68391]: _type = "Task" [ 882.698938] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.709809] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039228, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.877121] env[68391]: DEBUG nova.compute.manager [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.891962] env[68391]: DEBUG oslo_concurrency.lockutils [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.897583] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.903s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.897583] env[68391]: DEBUG nova.objects.instance [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lazy-loading 'resources' on Instance uuid 09d2b78c-7aab-4af8-b794-8381516c89b8 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.922926] env[68391]: DEBUG nova.virt.hardware [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.924082] env[68391]: DEBUG nova.virt.hardware [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.925538] env[68391]: DEBUG nova.virt.hardware [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.925786] env[68391]: DEBUG nova.virt.hardware [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.925959] env[68391]: DEBUG nova.virt.hardware [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.926149] env[68391]: DEBUG nova.virt.hardware [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.926424] env[68391]: DEBUG nova.virt.hardware [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.926598] env[68391]: DEBUG nova.virt.hardware [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.926772] env[68391]: DEBUG nova.virt.hardware [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.926942] env[68391]: DEBUG nova.virt.hardware [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.927193] env[68391]: DEBUG nova.virt.hardware [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.928391] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409ee6c4-9bfe-4e2a-b98f-64214dc94329 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.944869] env[68391]: DEBUG nova.network.neutron [req-57dce3be-6abf-406e-b7e5-9a4f7fb4b35d req-a9bcc2ef-8c2b-40c2-a91a-e4839763b55d service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Updated VIF entry in instance network info cache for port 143c6dc0-093d-46bb-9be6-2a987874ffc7. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.945273] env[68391]: DEBUG nova.network.neutron [req-57dce3be-6abf-406e-b7e5-9a4f7fb4b35d req-a9bcc2ef-8c2b-40c2-a91a-e4839763b55d service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Updating instance_info_cache with network_info: [{"id": "143c6dc0-093d-46bb-9be6-2a987874ffc7", "address": "fa:16:3e:20:5e:c5", "network": {"id": "1d8c67a2-eb92-4af8-a49d-7dfb3456129d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1013569110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55319323a02849888d38b247420b8627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap143c6dc0-09", "ovs_interfaceid": "143c6dc0-093d-46bb-9be6-2a987874ffc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.948928] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e01d2dd-f61f-4c64-bd37-dea965ebb565 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.955951] env[68391]: DEBUG oslo_vmware.api [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Task: {'id': task-3039227, 'name': PowerOffVM_Task, 'duration_secs': 0.295089} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.957492] env[68391]: INFO nova.scheduler.client.report [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Deleted allocations for instance f09475ed-e91f-4338-8a89-be1e4d732c8f [ 882.958488] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.958687] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Volume detach. Driver type: vmdk {{(pid=68391) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 882.958882] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608798', 'volume_id': 'b615b341-83c8-4d07-b2c3-ad19117c9eee', 'name': 'volume-b615b341-83c8-4d07-b2c3-ad19117c9eee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '22c69ccb-39b6-411a-bed9-03c7555aaeff', 'attached_at': '', 'detached_at': '', 'volume_id': 'b615b341-83c8-4d07-b2c3-ad19117c9eee', 'serial': 'b615b341-83c8-4d07-b2c3-ad19117c9eee'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 882.960196] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a480afb5-4c86-4bbe-b46c-4d58d48401c0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.993307] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9213b0eb-66c0-4f65-8e36-4f2a70b2a95b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.004541] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a37240-3fcb-4be8-aaa2-644add1c5079 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.032776] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f360e213-5a2d-46ef-a6b3-73769c3930ba {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.051219] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] The volume has not been displaced from its original location: [datastore2] volume-b615b341-83c8-4d07-b2c3-ad19117c9eee/volume-b615b341-83c8-4d07-b2c3-ad19117c9eee.vmdk. No consolidation needed. {{(pid=68391) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 883.056535] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 883.057763] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7ef6cf7a-0c31-4697-93b8-e3152ccee845 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "a50fdb6f-02de-4893-9386-5095581a91e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.510s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.057995] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a632b550-3703-40e3-afc9-19c79cb21ceb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.082250] env[68391]: DEBUG oslo_vmware.api [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Waiting for the task: (returnval){ [ 883.082250] env[68391]: value = "task-3039229" [ 883.082250] env[68391]: _type = "Task" [ 883.082250] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.093297] env[68391]: DEBUG oslo_vmware.api [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Task: {'id': task-3039229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.129827] env[68391]: DEBUG nova.compute.manager [req-c99e0a67-4c51-4052-9de4-8239100cea49 req-00eda5b9-86f5-4f12-bdc6-7ea8d80ac16f service nova] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Received event network-vif-plugged-a0afb990-b33a-44c9-a437-1b2baa9c9992 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.129827] env[68391]: DEBUG oslo_concurrency.lockutils [req-c99e0a67-4c51-4052-9de4-8239100cea49 req-00eda5b9-86f5-4f12-bdc6-7ea8d80ac16f service nova] Acquiring lock "d1bf895c-d819-49a6-bedb-83c05595a171-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.129827] env[68391]: DEBUG oslo_concurrency.lockutils [req-c99e0a67-4c51-4052-9de4-8239100cea49 req-00eda5b9-86f5-4f12-bdc6-7ea8d80ac16f service nova] Lock "d1bf895c-d819-49a6-bedb-83c05595a171-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.130180] env[68391]: DEBUG oslo_concurrency.lockutils [req-c99e0a67-4c51-4052-9de4-8239100cea49 req-00eda5b9-86f5-4f12-bdc6-7ea8d80ac16f service nova] Lock "d1bf895c-d819-49a6-bedb-83c05595a171-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.130180] env[68391]: DEBUG nova.compute.manager [req-c99e0a67-4c51-4052-9de4-8239100cea49 req-00eda5b9-86f5-4f12-bdc6-7ea8d80ac16f service nova] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] No waiting events found dispatching network-vif-plugged-a0afb990-b33a-44c9-a437-1b2baa9c9992 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.130269] env[68391]: WARNING nova.compute.manager [req-c99e0a67-4c51-4052-9de4-8239100cea49 req-00eda5b9-86f5-4f12-bdc6-7ea8d80ac16f service nova] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Received unexpected event network-vif-plugged-a0afb990-b33a-44c9-a437-1b2baa9c9992 for instance with vm_state building and task_state spawning. [ 883.130388] env[68391]: DEBUG nova.compute.manager [req-c99e0a67-4c51-4052-9de4-8239100cea49 req-00eda5b9-86f5-4f12-bdc6-7ea8d80ac16f service nova] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Received event network-changed-a0afb990-b33a-44c9-a437-1b2baa9c9992 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.130531] env[68391]: DEBUG nova.compute.manager [req-c99e0a67-4c51-4052-9de4-8239100cea49 req-00eda5b9-86f5-4f12-bdc6-7ea8d80ac16f service nova] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Refreshing instance network info cache due to event network-changed-a0afb990-b33a-44c9-a437-1b2baa9c9992. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.130734] env[68391]: DEBUG oslo_concurrency.lockutils [req-c99e0a67-4c51-4052-9de4-8239100cea49 req-00eda5b9-86f5-4f12-bdc6-7ea8d80ac16f service nova] Acquiring lock "refresh_cache-d1bf895c-d819-49a6-bedb-83c05595a171" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.131651] env[68391]: DEBUG oslo_concurrency.lockutils [req-c99e0a67-4c51-4052-9de4-8239100cea49 req-00eda5b9-86f5-4f12-bdc6-7ea8d80ac16f service nova] Acquired lock "refresh_cache-d1bf895c-d819-49a6-bedb-83c05595a171" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.131651] env[68391]: DEBUG nova.network.neutron [req-c99e0a67-4c51-4052-9de4-8239100cea49 req-00eda5b9-86f5-4f12-bdc6-7ea8d80ac16f service nova] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Refreshing network info cache for port a0afb990-b33a-44c9-a437-1b2baa9c9992 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.211551] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039228, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.237916] env[68391]: DEBUG nova.network.neutron [-] [instance: e89ead6c-e588-4e43-8677-3af512054945] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.251062] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Acquiring lock "ec6ae023-f376-4c2f-9d3d-31144b5b007e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.251299] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Lock "ec6ae023-f376-4c2f-9d3d-31144b5b007e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.251560] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Acquiring lock "ec6ae023-f376-4c2f-9d3d-31144b5b007e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.251659] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Lock "ec6ae023-f376-4c2f-9d3d-31144b5b007e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.251817] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Lock "ec6ae023-f376-4c2f-9d3d-31144b5b007e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.254535] env[68391]: INFO nova.compute.manager [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Terminating instance [ 883.432421] env[68391]: DEBUG nova.network.neutron [req-d4bb6d92-85ab-44d1-bf5e-4654cf54fba1 req-4309eab2-e41a-466e-b4e5-b003bb4a7486 service nova] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Updated VIF entry in instance network info cache for port 74408c7f-e7db-4e31-8bc6-738032c5c966. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.432421] env[68391]: DEBUG nova.network.neutron [req-d4bb6d92-85ab-44d1-bf5e-4654cf54fba1 req-4309eab2-e41a-466e-b4e5-b003bb4a7486 service nova] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Updating instance_info_cache with network_info: [{"id": "74408c7f-e7db-4e31-8bc6-738032c5c966", "address": "fa:16:3e:db:0d:b1", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": null, "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap74408c7f-e7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.457743] env[68391]: DEBUG oslo_concurrency.lockutils [req-57dce3be-6abf-406e-b7e5-9a4f7fb4b35d req-a9bcc2ef-8c2b-40c2-a91a-e4839763b55d service nova] Releasing lock "refresh_cache-ec6ae023-f376-4c2f-9d3d-31144b5b007e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.477412] env[68391]: DEBUG oslo_concurrency.lockutils [None req-897f8f76-85cc-440e-ba70-463d4c1f3872 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "f09475ed-e91f-4338-8a89-be1e4d732c8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.608s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.574111] env[68391]: DEBUG nova.network.neutron [-] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.592887] env[68391]: DEBUG oslo_vmware.api [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Task: {'id': task-3039229, 'name': ReconfigVM_Task, 'duration_secs': 0.440268} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.594219] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 883.603646] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adfc3d81-80df-4c78-bc02-8c0bf2222c0a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.623772] env[68391]: DEBUG oslo_vmware.api [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Waiting for the task: (returnval){ [ 883.623772] env[68391]: value = "task-3039230" [ 883.623772] env[68391]: _type = "Task" [ 883.623772] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.639824] env[68391]: DEBUG oslo_vmware.api [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Task: {'id': task-3039230, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.712093] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039228, 'name': CreateVM_Task, 'duration_secs': 0.544668} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.712266] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.715017] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.715017] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.715017] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.715017] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83dd9eb4-4fe2-4973-a5ce-959b4672dc79 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.720824] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 883.720824] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528ac7e8-efed-893b-1202-0be399d76074" [ 883.720824] env[68391]: _type = "Task" [ 883.720824] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.729398] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528ac7e8-efed-893b-1202-0be399d76074, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.738233] env[68391]: INFO nova.compute.manager [-] [instance: e89ead6c-e588-4e43-8677-3af512054945] Took 1.43 seconds to deallocate network for instance. [ 883.760688] env[68391]: DEBUG nova.compute.manager [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.760944] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.761913] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d16f29-8b90-4e50-8cf2-30a2e538eb5a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.778173] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.778384] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b77fd1d-1b75-4393-a2dc-9018a806a907 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.787559] env[68391]: DEBUG oslo_vmware.api [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Waiting for the task: (returnval){ [ 883.787559] env[68391]: value = "task-3039231" [ 883.787559] env[68391]: _type = "Task" [ 883.787559] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.806340] env[68391]: DEBUG oslo_vmware.api [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': task-3039231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.853460] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccc760a-acd7-4a92-8876-abb8acd35fe1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.862510] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283e9b72-a6f0-4191-b1b1-b283627727f8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.897092] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8fe0ce-3b66-42e7-9176-93c4f9833266 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.908890] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820b89ce-28fc-4b36-a631-b9181855ab19 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.921633] env[68391]: DEBUG nova.compute.provider_tree [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.934786] env[68391]: DEBUG oslo_concurrency.lockutils [req-d4bb6d92-85ab-44d1-bf5e-4654cf54fba1 req-4309eab2-e41a-466e-b4e5-b003bb4a7486 service nova] Releasing lock "refresh_cache-d0025b06-7a42-4fcb-a80e-4c97d97b99b4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.935136] env[68391]: DEBUG nova.compute.manager [req-d4bb6d92-85ab-44d1-bf5e-4654cf54fba1 req-4309eab2-e41a-466e-b4e5-b003bb4a7486 service nova] [instance: 272c5283-e702-4699-aae0-88aece98e488] Received event network-vif-deleted-fa0e9568-2a7b-48f0-85ec-6ed09c12d765 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.990081] env[68391]: DEBUG nova.network.neutron [req-c99e0a67-4c51-4052-9de4-8239100cea49 req-00eda5b9-86f5-4f12-bdc6-7ea8d80ac16f service nova] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Updated VIF entry in instance network info cache for port a0afb990-b33a-44c9-a437-1b2baa9c9992. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.990576] env[68391]: DEBUG nova.network.neutron [req-c99e0a67-4c51-4052-9de4-8239100cea49 req-00eda5b9-86f5-4f12-bdc6-7ea8d80ac16f service nova] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Updating instance_info_cache with network_info: [{"id": "a0afb990-b33a-44c9-a437-1b2baa9c9992", "address": "fa:16:3e:4c:27:13", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0afb990-b3", "ovs_interfaceid": "a0afb990-b33a-44c9-a437-1b2baa9c9992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.076780] env[68391]: INFO nova.compute.manager [-] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Took 1.62 seconds to deallocate network for instance. [ 884.141161] env[68391]: DEBUG oslo_vmware.api [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Task: {'id': task-3039230, 'name': ReconfigVM_Task, 'duration_secs': 0.284835} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.141768] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608798', 'volume_id': 'b615b341-83c8-4d07-b2c3-ad19117c9eee', 'name': 'volume-b615b341-83c8-4d07-b2c3-ad19117c9eee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '22c69ccb-39b6-411a-bed9-03c7555aaeff', 'attached_at': '', 'detached_at': '', 'volume_id': 'b615b341-83c8-4d07-b2c3-ad19117c9eee', 'serial': 'b615b341-83c8-4d07-b2c3-ad19117c9eee'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 884.144754] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.144754] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8a02f4-998e-4c80-8dfb-a0b959628bdb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.153582] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.153966] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af098d17-820b-40f5-a480-5f39fd574852 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.229429] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.230114] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.233023] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Deleting the datastore file [datastore2] 22c69ccb-39b6-411a-bed9-03c7555aaeff {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.233023] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3f2fb45-f7c8-4738-8ab3-ad8fa0b1c367 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.237727] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528ac7e8-efed-893b-1202-0be399d76074, 'name': SearchDatastore_Task, 'duration_secs': 0.034619} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.239246] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.240016] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.240016] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.240154] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.240430] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.241076] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdfb4c29-2f1a-4a6d-bfe9-2951adc1a481 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.247635] env[68391]: DEBUG oslo_concurrency.lockutils [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.247635] env[68391]: DEBUG oslo_vmware.api [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Waiting for the task: (returnval){ [ 884.247635] env[68391]: value = "task-3039233" [ 884.247635] env[68391]: _type = "Task" [ 884.247635] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.254071] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.254474] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.257807] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b945b79c-82a0-4407-b7f7-8d94121e8519 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.260147] env[68391]: DEBUG oslo_vmware.api [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Task: {'id': task-3039233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.264999] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 884.264999] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521ed366-a023-2ca3-a67d-26325b7289e4" [ 884.264999] env[68391]: _type = "Task" [ 884.264999] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.276184] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521ed366-a023-2ca3-a67d-26325b7289e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.299099] env[68391]: DEBUG oslo_vmware.api [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': task-3039231, 'name': PowerOffVM_Task, 'duration_secs': 0.238572} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.299896] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.301033] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.301413] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-409db819-a80f-455d-a081-a216ef9f1758 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.371114] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.372031] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.372031] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Deleting the datastore file [datastore1] ec6ae023-f376-4c2f-9d3d-31144b5b007e {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.372031] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d88c2600-6948-4df4-a2c6-a95c9d9334dc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.379711] env[68391]: DEBUG nova.network.neutron [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Successfully updated port: 1acf3345-a653-4d3e-b0a9-a2a27bc9588d {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.384470] env[68391]: DEBUG oslo_vmware.api [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Waiting for the task: (returnval){ [ 884.384470] env[68391]: value = "task-3039235" [ 884.384470] env[68391]: _type = "Task" [ 884.384470] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.403258] env[68391]: DEBUG oslo_vmware.api [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': task-3039235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.428777] env[68391]: DEBUG nova.scheduler.client.report [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.493600] env[68391]: DEBUG oslo_concurrency.lockutils [req-c99e0a67-4c51-4052-9de4-8239100cea49 req-00eda5b9-86f5-4f12-bdc6-7ea8d80ac16f service nova] Releasing lock "refresh_cache-d1bf895c-d819-49a6-bedb-83c05595a171" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.587440] env[68391]: DEBUG oslo_concurrency.lockutils [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.758361] env[68391]: DEBUG oslo_vmware.api [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Task: {'id': task-3039233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246411} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.758620] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.758800] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.758970] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.759150] env[68391]: INFO nova.compute.manager [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Took 2.36 seconds to destroy the instance on the hypervisor. [ 884.759379] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.759561] env[68391]: DEBUG nova.compute.manager [-] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.759852] env[68391]: DEBUG nova.network.neutron [-] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.784644] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521ed366-a023-2ca3-a67d-26325b7289e4, 'name': SearchDatastore_Task, 'duration_secs': 0.016888} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.785641] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a90573-e6e0-4419-873e-e4becb906ed0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.790023] env[68391]: DEBUG nova.compute.manager [req-f9e198cb-9c63-45b3-9e9f-791ba5c8be3f req-a6e8f9d2-c4cb-48c4-bff7-e386d56c1cc9 service nova] [instance: e89ead6c-e588-4e43-8677-3af512054945] Received event network-vif-deleted-4fa6d2bc-ceed-4265-ad43-4246015f5f12 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.797554] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 884.797554] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5266d362-1a52-baf7-0ec7-2673b3f8788f" [ 884.797554] env[68391]: _type = "Task" [ 884.797554] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.808326] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5266d362-1a52-baf7-0ec7-2673b3f8788f, 'name': SearchDatastore_Task, 'duration_secs': 0.010858} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.808652] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.808779] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] d1bf895c-d819-49a6-bedb-83c05595a171/d1bf895c-d819-49a6-bedb-83c05595a171.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.809156] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-615b40be-99f8-475d-8787-3c06c48ec3f0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.818670] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 884.818670] env[68391]: value = "task-3039236" [ 884.818670] env[68391]: _type = "Task" [ 884.818670] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.829099] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.885643] env[68391]: DEBUG oslo_concurrency.lockutils [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Acquiring lock "refresh_cache-a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.885798] env[68391]: DEBUG oslo_concurrency.lockutils [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Acquired lock "refresh_cache-a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.885968] env[68391]: DEBUG nova.network.neutron [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.903088] env[68391]: DEBUG oslo_concurrency.lockutils [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquiring lock "7531795f-fa8e-4e6b-9c78-f619a759203f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.903572] env[68391]: DEBUG oslo_concurrency.lockutils [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "7531795f-fa8e-4e6b-9c78-f619a759203f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.903920] env[68391]: DEBUG oslo_concurrency.lockutils [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquiring lock "7531795f-fa8e-4e6b-9c78-f619a759203f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.904467] env[68391]: DEBUG oslo_concurrency.lockutils [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "7531795f-fa8e-4e6b-9c78-f619a759203f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.904660] env[68391]: DEBUG oslo_concurrency.lockutils [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "7531795f-fa8e-4e6b-9c78-f619a759203f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.909352] env[68391]: INFO nova.compute.manager [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Terminating instance [ 884.909618] env[68391]: DEBUG oslo_vmware.api [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Task: {'id': task-3039235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295583} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.910425] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.910606] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.910779] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.910943] env[68391]: INFO nova.compute.manager [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 884.911723] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.913769] env[68391]: DEBUG nova.compute.manager [-] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.913914] env[68391]: DEBUG nova.network.neutron [-] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.934694] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.937249] env[68391]: DEBUG oslo_concurrency.lockutils [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.055s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.939775] env[68391]: INFO nova.compute.claims [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.997541] env[68391]: INFO nova.scheduler.client.report [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Deleted allocations for instance 09d2b78c-7aab-4af8-b794-8381516c89b8 [ 885.217534] env[68391]: DEBUG nova.compute.manager [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.218606] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f10affa-7217-4ffe-9c83-9fa56425456f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.330998] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039236, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.388689] env[68391]: DEBUG nova.compute.manager [req-94feb4ee-819c-41b0-bbdb-d81ccfba3d1a req-d7349a59-0962-45d4-9aa4-fdc791e97c86 service nova] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Received event network-vif-deleted-3ae12477-d561-4957-a601-e3d12aa466b4 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.388900] env[68391]: DEBUG nova.compute.manager [req-94feb4ee-819c-41b0-bbdb-d81ccfba3d1a req-d7349a59-0962-45d4-9aa4-fdc791e97c86 service nova] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Received event network-vif-plugged-1acf3345-a653-4d3e-b0a9-a2a27bc9588d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.389914] env[68391]: DEBUG oslo_concurrency.lockutils [req-94feb4ee-819c-41b0-bbdb-d81ccfba3d1a req-d7349a59-0962-45d4-9aa4-fdc791e97c86 service nova] Acquiring lock "a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.389914] env[68391]: DEBUG oslo_concurrency.lockutils [req-94feb4ee-819c-41b0-bbdb-d81ccfba3d1a req-d7349a59-0962-45d4-9aa4-fdc791e97c86 service nova] Lock "a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.389914] env[68391]: DEBUG oslo_concurrency.lockutils [req-94feb4ee-819c-41b0-bbdb-d81ccfba3d1a req-d7349a59-0962-45d4-9aa4-fdc791e97c86 service nova] Lock "a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.390124] env[68391]: DEBUG nova.compute.manager [req-94feb4ee-819c-41b0-bbdb-d81ccfba3d1a req-d7349a59-0962-45d4-9aa4-fdc791e97c86 service nova] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] No waiting events found dispatching network-vif-plugged-1acf3345-a653-4d3e-b0a9-a2a27bc9588d {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.390410] env[68391]: WARNING nova.compute.manager [req-94feb4ee-819c-41b0-bbdb-d81ccfba3d1a req-d7349a59-0962-45d4-9aa4-fdc791e97c86 service nova] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Received unexpected event network-vif-plugged-1acf3345-a653-4d3e-b0a9-a2a27bc9588d for instance with vm_state building and task_state spawning. [ 885.390599] env[68391]: DEBUG nova.compute.manager [req-94feb4ee-819c-41b0-bbdb-d81ccfba3d1a req-d7349a59-0962-45d4-9aa4-fdc791e97c86 service nova] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Received event network-changed-1acf3345-a653-4d3e-b0a9-a2a27bc9588d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.390789] env[68391]: DEBUG nova.compute.manager [req-94feb4ee-819c-41b0-bbdb-d81ccfba3d1a req-d7349a59-0962-45d4-9aa4-fdc791e97c86 service nova] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Refreshing instance network info cache due to event network-changed-1acf3345-a653-4d3e-b0a9-a2a27bc9588d. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.390975] env[68391]: DEBUG oslo_concurrency.lockutils [req-94feb4ee-819c-41b0-bbdb-d81ccfba3d1a req-d7349a59-0962-45d4-9aa4-fdc791e97c86 service nova] Acquiring lock "refresh_cache-a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.416642] env[68391]: DEBUG oslo_concurrency.lockutils [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquiring lock "refresh_cache-7531795f-fa8e-4e6b-9c78-f619a759203f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.416642] env[68391]: DEBUG oslo_concurrency.lockutils [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquired lock "refresh_cache-7531795f-fa8e-4e6b-9c78-f619a759203f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.416779] env[68391]: DEBUG nova.network.neutron [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.472671] env[68391]: DEBUG nova.network.neutron [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.506253] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c76474d9-8555-458a-a4aa-d8aee66b7939 tempest-SecurityGroupsTestJSON-525576508 tempest-SecurityGroupsTestJSON-525576508-project-member] Lock "09d2b78c-7aab-4af8-b794-8381516c89b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.447s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.738713] env[68391]: INFO nova.compute.manager [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] instance snapshotting [ 885.740216] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ce828e-3bf9-4f96-802c-bf736e9820aa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.769849] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25b5047-dadf-46ec-b362-18974423213b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.832375] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621567} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.832757] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] d1bf895c-d819-49a6-bedb-83c05595a171/d1bf895c-d819-49a6-bedb-83c05595a171.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.832947] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.833230] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d662e5b4-1722-48d1-acac-561248f17a8a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.844039] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 885.844039] env[68391]: value = "task-3039237" [ 885.844039] env[68391]: _type = "Task" [ 885.844039] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.857626] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.883936] env[68391]: DEBUG nova.network.neutron [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Updating instance_info_cache with network_info: [{"id": "1acf3345-a653-4d3e-b0a9-a2a27bc9588d", "address": "fa:16:3e:ad:6c:77", "network": {"id": "4380d830-f47d-4076-b1a3-e8655ee6bf15", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-855334336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51d90172071f48e6a6d0ec17289a7c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1acf3345-a6", "ovs_interfaceid": "1acf3345-a653-4d3e-b0a9-a2a27bc9588d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.972473] env[68391]: DEBUG nova.network.neutron [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.286297] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Creating Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 886.286715] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4df4c36b-c07c-4626-8c76-9df2a85ef99b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.300664] env[68391]: DEBUG oslo_vmware.api [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 886.300664] env[68391]: value = "task-3039241" [ 886.300664] env[68391]: _type = "Task" [ 886.300664] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.313877] env[68391]: DEBUG oslo_vmware.api [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039241, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.344801] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bed2d7-afea-4f4d-b737-ac5838184ee6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.360542] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17122} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.362714] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.363681] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842ac4de-7efc-4045-82ed-a593d1c62239 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.367626] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1221bd2a-ad76-48fc-93db-2b1bdfd7ced7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.418847] env[68391]: DEBUG oslo_concurrency.lockutils [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Releasing lock "refresh_cache-a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.418988] env[68391]: DEBUG nova.compute.manager [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Instance network_info: |[{"id": "1acf3345-a653-4d3e-b0a9-a2a27bc9588d", "address": "fa:16:3e:ad:6c:77", "network": {"id": "4380d830-f47d-4076-b1a3-e8655ee6bf15", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-855334336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51d90172071f48e6a6d0ec17289a7c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1acf3345-a6", "ovs_interfaceid": "1acf3345-a653-4d3e-b0a9-a2a27bc9588d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.419247] env[68391]: DEBUG nova.network.neutron [-] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.430539] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] d1bf895c-d819-49a6-bedb-83c05595a171/d1bf895c-d819-49a6-bedb-83c05595a171.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.431913] env[68391]: DEBUG nova.network.neutron [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.436833] env[68391]: DEBUG oslo_concurrency.lockutils [req-94feb4ee-819c-41b0-bbdb-d81ccfba3d1a req-d7349a59-0962-45d4-9aa4-fdc791e97c86 service nova] Acquired lock "refresh_cache-a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.436833] env[68391]: DEBUG nova.network.neutron [req-94feb4ee-819c-41b0-bbdb-d81ccfba3d1a req-d7349a59-0962-45d4-9aa4-fdc791e97c86 service nova] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Refreshing network info cache for port 1acf3345-a653-4d3e-b0a9-a2a27bc9588d {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.436833] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:6c:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1acf3345-a653-4d3e-b0a9-a2a27bc9588d', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.443143] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Creating folder: Project (51d90172071f48e6a6d0ec17289a7c13). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.443825] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e463354c-1b16-405f-9ec4-c4a1cfe5659d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.460108] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc42283-fbc4-48ac-919d-d04ec309e519 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.466200] env[68391]: DEBUG oslo_concurrency.lockutils [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Releasing lock "refresh_cache-7531795f-fa8e-4e6b-9c78-f619a759203f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.466626] env[68391]: DEBUG nova.compute.manager [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.466824] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.467124] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d22eb922-f9bc-418b-9bdb-80d7befac102 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.470883] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-face6fa6-fb79-440c-b42a-eb8cb7746e41 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.484190] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91c39fb-0bb3-4a76-b9ee-70924d2a4b09 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.490948] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.493470] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-636e4619-3088-4eee-910c-4da4faa8fed0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.495055] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Created folder: Project (51d90172071f48e6a6d0ec17289a7c13) in parent group-v608736. [ 886.495260] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Creating folder: Instances. Parent ref: group-v608957. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.495867] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 886.495867] env[68391]: value = "task-3039242" [ 886.495867] env[68391]: _type = "Task" [ 886.495867] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.496515] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d0f46c9-4180-4d96-a14f-900c56ef93e8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.510399] env[68391]: DEBUG nova.compute.provider_tree [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.513740] env[68391]: DEBUG oslo_vmware.api [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 886.513740] env[68391]: value = "task-3039244" [ 886.513740] env[68391]: _type = "Task" [ 886.513740] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.521075] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.523808] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Created folder: Instances in parent group-v608957. [ 886.524043] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.524908] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.524908] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-116b6d90-80ba-4543-9d67-e789cffc5d94 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.543618] env[68391]: DEBUG oslo_vmware.api [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.551429] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.551429] env[68391]: value = "task-3039246" [ 886.551429] env[68391]: _type = "Task" [ 886.551429] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.560671] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039246, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.812953] env[68391]: DEBUG oslo_vmware.api [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039241, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.936295] env[68391]: INFO nova.compute.manager [-] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Took 2.17 seconds to deallocate network for instance. [ 886.975201] env[68391]: DEBUG nova.network.neutron [-] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.018012] env[68391]: DEBUG nova.scheduler.client.report [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.023064] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039242, 'name': ReconfigVM_Task, 'duration_secs': 0.525438} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.030489] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Reconfigured VM instance instance-0000004f to attach disk [datastore1] d1bf895c-d819-49a6-bedb-83c05595a171/d1bf895c-d819-49a6-bedb-83c05595a171.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.031956] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-302498f3-e016-4620-a532-399e127d2a24 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.041791] env[68391]: DEBUG oslo_vmware.api [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039244, 'name': PowerOffVM_Task, 'duration_secs': 0.269814} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.043492] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.046021] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.046021] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 887.046021] env[68391]: value = "task-3039247" [ 887.046021] env[68391]: _type = "Task" [ 887.046021] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.046021] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bc3755f-0566-4e76-929f-b11d57c298ee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.058840] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039247, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.065244] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039246, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.080849] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.081286] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.082474] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Deleting the datastore file [datastore2] 7531795f-fa8e-4e6b-9c78-f619a759203f {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.082867] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0b10152-c0da-4bd0-9637-da43e740cd87 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.093020] env[68391]: DEBUG oslo_vmware.api [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for the task: (returnval){ [ 887.093020] env[68391]: value = "task-3039249" [ 887.093020] env[68391]: _type = "Task" [ 887.093020] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.103527] env[68391]: DEBUG oslo_vmware.api [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.120504] env[68391]: DEBUG oslo_concurrency.lockutils [None req-472c855b-439d-4b4e-aa5c-8d38fb244ab9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "interface-9a089a66-a2aa-45c1-8972-3788b1c1d3d0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.120823] env[68391]: DEBUG oslo_concurrency.lockutils [None req-472c855b-439d-4b4e-aa5c-8d38fb244ab9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "interface-9a089a66-a2aa-45c1-8972-3788b1c1d3d0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.121441] env[68391]: DEBUG nova.objects.instance [None req-472c855b-439d-4b4e-aa5c-8d38fb244ab9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lazy-loading 'flavor' on Instance uuid 9a089a66-a2aa-45c1-8972-3788b1c1d3d0 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.312989] env[68391]: DEBUG oslo_vmware.api [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039241, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.423798] env[68391]: DEBUG nova.network.neutron [req-94feb4ee-819c-41b0-bbdb-d81ccfba3d1a req-d7349a59-0962-45d4-9aa4-fdc791e97c86 service nova] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Updated VIF entry in instance network info cache for port 1acf3345-a653-4d3e-b0a9-a2a27bc9588d. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.424201] env[68391]: DEBUG nova.network.neutron [req-94feb4ee-819c-41b0-bbdb-d81ccfba3d1a req-d7349a59-0962-45d4-9aa4-fdc791e97c86 service nova] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Updating instance_info_cache with network_info: [{"id": "1acf3345-a653-4d3e-b0a9-a2a27bc9588d", "address": "fa:16:3e:ad:6c:77", "network": {"id": "4380d830-f47d-4076-b1a3-e8655ee6bf15", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-855334336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51d90172071f48e6a6d0ec17289a7c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1acf3345-a6", "ovs_interfaceid": "1acf3345-a653-4d3e-b0a9-a2a27bc9588d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.483782] env[68391]: INFO nova.compute.manager [-] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Took 2.57 seconds to deallocate network for instance. [ 887.507846] env[68391]: INFO nova.compute.manager [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Took 0.57 seconds to detach 1 volumes for instance. [ 887.510310] env[68391]: DEBUG nova.compute.manager [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Deleting volume: b615b341-83c8-4d07-b2c3-ad19117c9eee {{(pid=68391) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 887.533124] env[68391]: DEBUG oslo_concurrency.lockutils [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.533641] env[68391]: DEBUG nova.compute.manager [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.536338] env[68391]: DEBUG oslo_concurrency.lockutils [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.373s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.536562] env[68391]: DEBUG nova.objects.instance [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lazy-loading 'resources' on Instance uuid eb194a52-be98-458f-aae2-60d43617fd1b {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.559826] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039247, 'name': Rename_Task, 'duration_secs': 0.181702} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.560437] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.560725] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21ac37db-bd1f-49e6-925e-6aff95df33b8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.566030] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039246, 'name': CreateVM_Task, 'duration_secs': 0.606723} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.569794] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.570779] env[68391]: DEBUG oslo_concurrency.lockutils [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.574109] env[68391]: DEBUG oslo_concurrency.lockutils [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.574109] env[68391]: DEBUG oslo_concurrency.lockutils [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.574109] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a3d2529-7279-4f5d-9229-0e8b92c12c61 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.576276] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 887.576276] env[68391]: value = "task-3039250" [ 887.576276] env[68391]: _type = "Task" [ 887.576276] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.577752] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Waiting for the task: (returnval){ [ 887.577752] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521c8531-2327-c6ec-1aa9-1cb45af7bfe3" [ 887.577752] env[68391]: _type = "Task" [ 887.577752] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.590903] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521c8531-2327-c6ec-1aa9-1cb45af7bfe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.594083] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.606844] env[68391]: DEBUG oslo_vmware.api [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Task: {'id': task-3039249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30289} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.607205] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.607839] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.607839] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.607839] env[68391]: INFO nova.compute.manager [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 887.608627] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.608627] env[68391]: DEBUG nova.compute.manager [-] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.608627] env[68391]: DEBUG nova.network.neutron [-] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.628249] env[68391]: DEBUG nova.objects.instance [None req-472c855b-439d-4b4e-aa5c-8d38fb244ab9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lazy-loading 'pci_requests' on Instance uuid 9a089a66-a2aa-45c1-8972-3788b1c1d3d0 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.640468] env[68391]: DEBUG nova.network.neutron [-] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.813465] env[68391]: DEBUG oslo_vmware.api [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039241, 'name': CreateSnapshot_Task, 'duration_secs': 1.366223} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.814038] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Created Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 887.814556] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47336b98-eea8-40a1-8e79-fefb169ffeab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.884211] env[68391]: DEBUG nova.compute.manager [req-0485e802-c007-432b-8760-61d9d0dbb6fc req-ee18e83c-684d-4100-85d5-056d64b3526e service nova] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Received event network-vif-deleted-3ee91ed8-f0ab-4f43-8f5f-45b54f92fc5a {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.884500] env[68391]: DEBUG nova.compute.manager [req-0485e802-c007-432b-8760-61d9d0dbb6fc req-ee18e83c-684d-4100-85d5-056d64b3526e service nova] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Received event network-vif-deleted-143c6dc0-093d-46bb-9be6-2a987874ffc7 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.927197] env[68391]: DEBUG oslo_concurrency.lockutils [req-94feb4ee-819c-41b0-bbdb-d81ccfba3d1a req-d7349a59-0962-45d4-9aa4-fdc791e97c86 service nova] Releasing lock "refresh_cache-a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.993722] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.039742] env[68391]: DEBUG nova.compute.utils [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.044096] env[68391]: DEBUG nova.compute.manager [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.044096] env[68391]: DEBUG nova.network.neutron [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.072845] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.091056] env[68391]: DEBUG nova.policy [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1860df70a8241329956abda3ecbaff8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4913741499f44a32bac7ddc902ee62c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.105793] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039250, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.106061] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521c8531-2327-c6ec-1aa9-1cb45af7bfe3, 'name': SearchDatastore_Task, 'duration_secs': 0.024547} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.107041] env[68391]: DEBUG oslo_concurrency.lockutils [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.107041] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.107041] env[68391]: DEBUG oslo_concurrency.lockutils [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.107238] env[68391]: DEBUG oslo_concurrency.lockutils [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.107401] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.107668] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33ef16c5-de54-4f8d-8d3d-03fa2ed4053b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.122942] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.123139] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.123936] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1de308a5-a0a3-4009-ac4a-19572e6bd9f2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.130715] env[68391]: DEBUG nova.objects.base [None req-472c855b-439d-4b4e-aa5c-8d38fb244ab9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Object Instance<9a089a66-a2aa-45c1-8972-3788b1c1d3d0> lazy-loaded attributes: flavor,pci_requests {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 888.130907] env[68391]: DEBUG nova.network.neutron [None req-472c855b-439d-4b4e-aa5c-8d38fb244ab9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.132771] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Waiting for the task: (returnval){ [ 888.132771] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e6aa89-1aa9-01d3-055a-b56d6bbe5511" [ 888.132771] env[68391]: _type = "Task" [ 888.132771] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.143879] env[68391]: DEBUG nova.network.neutron [-] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.145393] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e6aa89-1aa9-01d3-055a-b56d6bbe5511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.268492] env[68391]: DEBUG oslo_concurrency.lockutils [None req-472c855b-439d-4b4e-aa5c-8d38fb244ab9 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "interface-9a089a66-a2aa-45c1-8972-3788b1c1d3d0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.147s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.333360] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Creating linked-clone VM from snapshot {{(pid=68391) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 888.337586] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-59749217-01fb-4a08-9841-be8890c2ce92 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.347755] env[68391]: DEBUG oslo_vmware.api [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 888.347755] env[68391]: value = "task-3039252" [ 888.347755] env[68391]: _type = "Task" [ 888.347755] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.361923] env[68391]: DEBUG oslo_vmware.api [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039252, 'name': CloneVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.473157] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1ae382-5023-46b6-b2c3-07bf84f0cfaf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.481755] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dcdc28-825d-4f21-a2e3-8d8fcf84d3f5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.515261] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6a1ae5-7f43-4304-aade-8f4fc0451cf2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.521136] env[68391]: DEBUG nova.network.neutron [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Successfully created port: 59cb5f59-4b98-48ad-a055-f154be807a6e {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.526674] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b05ef15-b9f1-44e4-8720-1b0cae1becaf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.543401] env[68391]: DEBUG nova.compute.provider_tree [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.545075] env[68391]: DEBUG nova.compute.manager [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.594245] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039250, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.649670] env[68391]: INFO nova.compute.manager [-] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Took 1.04 seconds to deallocate network for instance. [ 888.650123] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e6aa89-1aa9-01d3-055a-b56d6bbe5511, 'name': SearchDatastore_Task, 'duration_secs': 0.031822} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.655267] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f4ef58e-6d66-4b67-ac7a-6cbaaa92e265 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.668206] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Waiting for the task: (returnval){ [ 888.668206] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ba508e-b018-0ba7-c5ac-928b150c1a48" [ 888.668206] env[68391]: _type = "Task" [ 888.668206] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.687442] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ba508e-b018-0ba7-c5ac-928b150c1a48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.860989] env[68391]: DEBUG oslo_vmware.api [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039252, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.928111] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "38da167e-1f64-462f-9847-b4daa77d0390" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.928586] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "38da167e-1f64-462f-9847-b4daa77d0390" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.928731] env[68391]: INFO nova.compute.manager [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Shelving [ 889.050069] env[68391]: DEBUG nova.scheduler.client.report [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.096105] env[68391]: DEBUG oslo_vmware.api [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039250, 'name': PowerOnVM_Task, 'duration_secs': 1.384219} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.097069] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.097300] env[68391]: INFO nova.compute.manager [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Took 9.83 seconds to spawn the instance on the hypervisor. [ 889.097485] env[68391]: DEBUG nova.compute.manager [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.098290] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e0623a-4606-4f44-8ca1-245b3bf576cb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.159975] env[68391]: DEBUG oslo_concurrency.lockutils [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.179805] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ba508e-b018-0ba7-c5ac-928b150c1a48, 'name': SearchDatastore_Task, 'duration_secs': 0.016176} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.180094] env[68391]: DEBUG oslo_concurrency.lockutils [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.180361] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd/a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.180622] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4eb0bee-d48a-4fe9-a1d0-3fc24eee094b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.187702] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Waiting for the task: (returnval){ [ 889.187702] env[68391]: value = "task-3039254" [ 889.187702] env[68391]: _type = "Task" [ 889.187702] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.195925] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': task-3039254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.359872] env[68391]: DEBUG oslo_vmware.api [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039252, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.558197] env[68391]: DEBUG oslo_concurrency.lockutils [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.561228] env[68391]: DEBUG nova.compute.manager [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.563572] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.053s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.563768] env[68391]: DEBUG nova.objects.instance [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 272c5283-e702-4699-aae0-88aece98e488] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68391) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 889.589841] env[68391]: DEBUG nova.virt.hardware [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='34a5fd661bfd38b30f626619281ea176',container_format='bare',created_at=2025-03-17T09:40:50Z,direct_url=,disk_format='vmdk',id=2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d,min_disk=1,min_ram=0,name='tempest-test-snap-960369369',owner='4913741499f44a32bac7ddc902ee62c4',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-17T09:41:04Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.591069] env[68391]: DEBUG nova.virt.hardware [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.591069] env[68391]: DEBUG nova.virt.hardware [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.591069] env[68391]: DEBUG nova.virt.hardware [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.591069] env[68391]: DEBUG nova.virt.hardware [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.591069] env[68391]: DEBUG nova.virt.hardware [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.591069] env[68391]: DEBUG nova.virt.hardware [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.591330] env[68391]: DEBUG nova.virt.hardware [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.591461] env[68391]: DEBUG nova.virt.hardware [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.591643] env[68391]: DEBUG nova.virt.hardware [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.591767] env[68391]: DEBUG nova.virt.hardware [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.592885] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ee5157-3596-4622-8960-5fb592e033cb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.596499] env[68391]: INFO nova.scheduler.client.report [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Deleted allocations for instance eb194a52-be98-458f-aae2-60d43617fd1b [ 889.606115] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bbffe6-e622-4835-b4cf-679d6bafa15e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.617044] env[68391]: INFO nova.compute.manager [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Took 31.62 seconds to build instance. [ 889.698766] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': task-3039254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.859142] env[68391]: DEBUG oslo_vmware.api [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039252, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.941283] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.941691] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c946b2d-700b-4267-ab5d-b70c6228e0e0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.951362] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 889.951362] env[68391]: value = "task-3039255" [ 889.951362] env[68391]: _type = "Task" [ 889.951362] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.961152] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.105727] env[68391]: DEBUG oslo_concurrency.lockutils [None req-96df7023-de89-4fb2-9d42-2e14c9427ee1 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "eb194a52-be98-458f-aae2-60d43617fd1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.845s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.127983] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ba6ef157-94a3-41de-8afc-66898fa983a6 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "d1bf895c-d819-49a6-bedb-83c05595a171" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.135s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.205433] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': task-3039254, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.252114] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "interface-9a089a66-a2aa-45c1-8972-3788b1c1d3d0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.252114] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "interface-9a089a66-a2aa-45c1-8972-3788b1c1d3d0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.252114] env[68391]: DEBUG nova.objects.instance [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lazy-loading 'flavor' on Instance uuid 9a089a66-a2aa-45c1-8972-3788b1c1d3d0 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.360057] env[68391]: DEBUG oslo_vmware.api [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039252, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.389547] env[68391]: DEBUG nova.network.neutron [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Successfully updated port: 59cb5f59-4b98-48ad-a055-f154be807a6e {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.458180] env[68391]: DEBUG nova.compute.manager [req-c1e06fa8-c0c8-4a8a-92c7-475d34361be0 req-310c4630-d8a6-4025-b4c8-56d3f46b663c service nova] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Received event network-vif-plugged-59cb5f59-4b98-48ad-a055-f154be807a6e {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.458540] env[68391]: DEBUG oslo_concurrency.lockutils [req-c1e06fa8-c0c8-4a8a-92c7-475d34361be0 req-310c4630-d8a6-4025-b4c8-56d3f46b663c service nova] Acquiring lock "0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.458649] env[68391]: DEBUG oslo_concurrency.lockutils [req-c1e06fa8-c0c8-4a8a-92c7-475d34361be0 req-310c4630-d8a6-4025-b4c8-56d3f46b663c service nova] Lock "0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.458804] env[68391]: DEBUG oslo_concurrency.lockutils [req-c1e06fa8-c0c8-4a8a-92c7-475d34361be0 req-310c4630-d8a6-4025-b4c8-56d3f46b663c service nova] Lock "0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.459024] env[68391]: DEBUG nova.compute.manager [req-c1e06fa8-c0c8-4a8a-92c7-475d34361be0 req-310c4630-d8a6-4025-b4c8-56d3f46b663c service nova] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] No waiting events found dispatching network-vif-plugged-59cb5f59-4b98-48ad-a055-f154be807a6e {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.459137] env[68391]: WARNING nova.compute.manager [req-c1e06fa8-c0c8-4a8a-92c7-475d34361be0 req-310c4630-d8a6-4025-b4c8-56d3f46b663c service nova] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Received unexpected event network-vif-plugged-59cb5f59-4b98-48ad-a055-f154be807a6e for instance with vm_state building and task_state spawning. [ 890.465714] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039255, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.577753] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbc97b8b-27f3-43c9-9ebd-43a72ab686fe tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.578677] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.971s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.580973] env[68391]: INFO nova.compute.claims [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.700124] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': task-3039254, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.10948} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.700408] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd/a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.700653] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.700918] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5846432-6ea7-4a2d-8e9a-fbee0fb4f229 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.708617] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Waiting for the task: (returnval){ [ 890.708617] env[68391]: value = "task-3039256" [ 890.708617] env[68391]: _type = "Task" [ 890.708617] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.719768] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': task-3039256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.809815] env[68391]: DEBUG oslo_concurrency.lockutils [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "03d0a82a-7689-4d48-9a5f-508f55a76ee3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.810883] env[68391]: DEBUG oslo_concurrency.lockutils [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "03d0a82a-7689-4d48-9a5f-508f55a76ee3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.811732] env[68391]: DEBUG oslo_concurrency.lockutils [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "03d0a82a-7689-4d48-9a5f-508f55a76ee3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.812065] env[68391]: DEBUG oslo_concurrency.lockutils [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "03d0a82a-7689-4d48-9a5f-508f55a76ee3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.812439] env[68391]: DEBUG oslo_concurrency.lockutils [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "03d0a82a-7689-4d48-9a5f-508f55a76ee3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.816173] env[68391]: INFO nova.compute.manager [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Terminating instance [ 890.842341] env[68391]: DEBUG nova.objects.instance [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lazy-loading 'pci_requests' on Instance uuid 9a089a66-a2aa-45c1-8972-3788b1c1d3d0 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.865980] env[68391]: DEBUG oslo_vmware.api [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039252, 'name': CloneVM_Task, 'duration_secs': 2.478665} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.866840] env[68391]: INFO nova.virt.vmwareapi.vmops [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Created linked-clone VM from snapshot [ 890.867517] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3506eb2f-6d53-441c-ab86-c7508b40bf24 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.879747] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Uploading image 9daae951-063e-4b50-bd06-9939bb63a270 {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 890.893241] env[68391]: DEBUG oslo_concurrency.lockutils [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "refresh_cache-0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.893241] env[68391]: DEBUG oslo_concurrency.lockutils [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquired lock "refresh_cache-0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.893241] env[68391]: DEBUG nova.network.neutron [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.898678] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Destroying the VM {{(pid=68391) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 890.899019] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-51c52d34-d9bc-40b8-a2bc-5e70fcc6962c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.911131] env[68391]: DEBUG oslo_vmware.api [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 890.911131] env[68391]: value = "task-3039257" [ 890.911131] env[68391]: _type = "Task" [ 890.911131] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.921736] env[68391]: DEBUG oslo_vmware.api [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039257, 'name': Destroy_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.963398] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039255, 'name': PowerOffVM_Task, 'duration_secs': 0.694236} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.963896] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.964941] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ffffc4-9a9f-4fda-be5f-eb90315b98b4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.986851] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0122d83-494f-4b20-a9fc-dad4c4e1abc7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.218849] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': task-3039256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080218} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.219157] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.219908] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c7520b-b36c-429f-a2bc-61c87fb1228e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.244224] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd/a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.244545] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bf67847-9a7f-4ef1-a203-22603e9607f0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.266253] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Waiting for the task: (returnval){ [ 891.266253] env[68391]: value = "task-3039259" [ 891.266253] env[68391]: _type = "Task" [ 891.266253] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.275078] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': task-3039259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.325085] env[68391]: DEBUG nova.compute.manager [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.325085] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.325272] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f23ab4-8615-4157-a5a3-a31d49bf8488 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.333642] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.333900] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f21dba25-3d12-4dfc-bc47-bc600783d2c4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.343023] env[68391]: DEBUG oslo_vmware.api [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 891.343023] env[68391]: value = "task-3039260" [ 891.343023] env[68391]: _type = "Task" [ 891.343023] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.347145] env[68391]: DEBUG nova.objects.base [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Object Instance<9a089a66-a2aa-45c1-8972-3788b1c1d3d0> lazy-loaded attributes: flavor,pci_requests {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 891.347501] env[68391]: DEBUG nova.network.neutron [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.355735] env[68391]: DEBUG oslo_vmware.api [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.388341] env[68391]: DEBUG nova.policy [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21a0b5e2536547a08e15031454df0f10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4deb54b560a43289729084b9fbad669', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.421653] env[68391]: DEBUG oslo_vmware.api [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039257, 'name': Destroy_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.440239] env[68391]: DEBUG nova.network.neutron [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.499427] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Creating Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 891.502557] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-759c4d3e-a0de-41fa-8b4a-55cbc64f9be5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.511687] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 891.511687] env[68391]: value = "task-3039261" [ 891.511687] env[68391]: _type = "Task" [ 891.511687] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.521092] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039261, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.675980] env[68391]: DEBUG nova.network.neutron [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Updating instance_info_cache with network_info: [{"id": "59cb5f59-4b98-48ad-a055-f154be807a6e", "address": "fa:16:3e:c3:a9:4b", "network": {"id": "c85807cd-7d81-46a3-b9dd-165f7f8469b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1206664520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4913741499f44a32bac7ddc902ee62c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59cb5f59-4b", "ovs_interfaceid": "59cb5f59-4b98-48ad-a055-f154be807a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.779022] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': task-3039259, 'name': ReconfigVM_Task, 'duration_secs': 0.486525} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.779361] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Reconfigured VM instance instance-00000050 to attach disk [datastore2] a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd/a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.780057] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c11f530-f341-4370-81b5-cfbf0e417f0a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.793354] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Waiting for the task: (returnval){ [ 891.793354] env[68391]: value = "task-3039262" [ 891.793354] env[68391]: _type = "Task" [ 891.793354] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.801277] env[68391]: DEBUG nova.network.neutron [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Successfully created port: 7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.806969] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': task-3039262, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.859239] env[68391]: DEBUG oslo_vmware.api [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039260, 'name': PowerOffVM_Task, 'duration_secs': 0.346946} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.859514] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.859681] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.859939] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a687b05a-39eb-4a5b-ae63-1b945fd020ce {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.927098] env[68391]: DEBUG oslo_vmware.api [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039257, 'name': Destroy_Task, 'duration_secs': 0.856866} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.927702] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Destroyed the VM [ 891.928085] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Deleting Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 891.928502] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-98abd963-f34e-45c6-803e-886b774104af {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.932428] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.932731] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.932887] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Deleting the datastore file [datastore1] 03d0a82a-7689-4d48-9a5f-508f55a76ee3 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.936107] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad4be0ba-f0e3-4fc6-be11-996c749ae589 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.943138] env[68391]: DEBUG oslo_vmware.api [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 891.943138] env[68391]: value = "task-3039264" [ 891.943138] env[68391]: _type = "Task" [ 891.943138] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.951357] env[68391]: DEBUG oslo_vmware.api [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 891.951357] env[68391]: value = "task-3039265" [ 891.951357] env[68391]: _type = "Task" [ 891.951357] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.960019] env[68391]: DEBUG oslo_vmware.api [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039264, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.960019] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12441581-3600-4c8b-bab3-35ce8ed08512 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.965798] env[68391]: DEBUG oslo_vmware.api [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.971887] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38483751-8ba3-4847-9046-b152b30249a8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.010585] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a39755d-02ad-46a6-a40b-84da5c13ec3a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.020567] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1ed1e9-efdd-4630-bc83-5617d4639f36 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.029181] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039261, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.041363] env[68391]: DEBUG nova.compute.provider_tree [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.181280] env[68391]: DEBUG oslo_concurrency.lockutils [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Releasing lock "refresh_cache-0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.181757] env[68391]: DEBUG nova.compute.manager [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Instance network_info: |[{"id": "59cb5f59-4b98-48ad-a055-f154be807a6e", "address": "fa:16:3e:c3:a9:4b", "network": {"id": "c85807cd-7d81-46a3-b9dd-165f7f8469b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1206664520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4913741499f44a32bac7ddc902ee62c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59cb5f59-4b", "ovs_interfaceid": "59cb5f59-4b98-48ad-a055-f154be807a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.182735] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:a9:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59cb5f59-4b98-48ad-a055-f154be807a6e', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.191576] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.191777] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.192022] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82c6fc33-05bf-4421-bd79-c36010d9a482 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.215443] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.215443] env[68391]: value = "task-3039266" [ 892.215443] env[68391]: _type = "Task" [ 892.215443] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.224924] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039266, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.305736] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': task-3039262, 'name': Rename_Task, 'duration_secs': 0.201762} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.306075] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.306365] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecf6504c-6598-47f3-a2d8-78a0ecdfa327 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.314786] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Waiting for the task: (returnval){ [ 892.314786] env[68391]: value = "task-3039267" [ 892.314786] env[68391]: _type = "Task" [ 892.314786] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.328176] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': task-3039267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.453872] env[68391]: DEBUG oslo_vmware.api [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039264, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.462239] env[68391]: DEBUG oslo_vmware.api [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195473} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.462487] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.462703] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.462895] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.463088] env[68391]: INFO nova.compute.manager [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 892.463333] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.463528] env[68391]: DEBUG nova.compute.manager [-] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.463620] env[68391]: DEBUG nova.network.neutron [-] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.526030] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039261, 'name': CreateSnapshot_Task, 'duration_secs': 0.564316} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.526154] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Created Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 892.527330] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e514d66-b8eb-4930-b221-2db04ea29b8a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.544483] env[68391]: DEBUG nova.scheduler.client.report [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.693224] env[68391]: DEBUG nova.compute.manager [req-73b5de8a-2216-4178-8e32-ac043b1a2311 req-5cf73511-3970-438f-90c5-d23ecae805a0 service nova] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Received event network-changed-a0afb990-b33a-44c9-a437-1b2baa9c9992 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.693511] env[68391]: DEBUG nova.compute.manager [req-73b5de8a-2216-4178-8e32-ac043b1a2311 req-5cf73511-3970-438f-90c5-d23ecae805a0 service nova] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Refreshing instance network info cache due to event network-changed-a0afb990-b33a-44c9-a437-1b2baa9c9992. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.693640] env[68391]: DEBUG oslo_concurrency.lockutils [req-73b5de8a-2216-4178-8e32-ac043b1a2311 req-5cf73511-3970-438f-90c5-d23ecae805a0 service nova] Acquiring lock "refresh_cache-d1bf895c-d819-49a6-bedb-83c05595a171" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.693780] env[68391]: DEBUG oslo_concurrency.lockutils [req-73b5de8a-2216-4178-8e32-ac043b1a2311 req-5cf73511-3970-438f-90c5-d23ecae805a0 service nova] Acquired lock "refresh_cache-d1bf895c-d819-49a6-bedb-83c05595a171" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.693976] env[68391]: DEBUG nova.network.neutron [req-73b5de8a-2216-4178-8e32-ac043b1a2311 req-5cf73511-3970-438f-90c5-d23ecae805a0 service nova] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Refreshing network info cache for port a0afb990-b33a-44c9-a437-1b2baa9c9992 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.729574] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039266, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.826405] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': task-3039267, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.953534] env[68391]: DEBUG oslo_vmware.api [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039264, 'name': RemoveSnapshot_Task, 'duration_secs': 0.755551} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.953812] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Deleted Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 893.046447] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Creating linked-clone VM from snapshot {{(pid=68391) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 893.046798] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b3d86230-f821-45b6-950b-7fa471ebaf8c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.050936] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.051451] env[68391]: DEBUG nova.compute.manager [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.054064] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.574s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.056104] env[68391]: INFO nova.compute.claims [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.065204] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 893.065204] env[68391]: value = "task-3039269" [ 893.065204] env[68391]: _type = "Task" [ 893.065204] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.076161] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039269, 'name': CloneVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.225125] env[68391]: DEBUG nova.network.neutron [-] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.230509] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039266, 'name': CreateVM_Task, 'duration_secs': 0.612172} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.231028] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.231821] env[68391]: DEBUG oslo_concurrency.lockutils [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.232071] env[68391]: DEBUG oslo_concurrency.lockutils [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.232508] env[68391]: DEBUG oslo_concurrency.lockutils [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.232913] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf2de59-14b0-426e-bae1-6d6aa21629e8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.252990] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 893.252990] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523a75bb-fa4f-fd05-75da-e4c0c18540a8" [ 893.252990] env[68391]: _type = "Task" [ 893.252990] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.267398] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523a75bb-fa4f-fd05-75da-e4c0c18540a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.328079] env[68391]: DEBUG oslo_vmware.api [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': task-3039267, 'name': PowerOnVM_Task, 'duration_secs': 0.962938} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.328602] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.329146] env[68391]: INFO nova.compute.manager [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Took 10.45 seconds to spawn the instance on the hypervisor. [ 893.329299] env[68391]: DEBUG nova.compute.manager [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.330395] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213fdb28-4c65-44cd-9a49-5978006e1088 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.460382] env[68391]: WARNING nova.compute.manager [None req-a78d0dd8-ad6f-4136-a7d7-5cb246e3e8ec tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Image not found during snapshot: nova.exception.ImageNotFound: Image 9daae951-063e-4b50-bd06-9939bb63a270 could not be found. [ 893.471192] env[68391]: DEBUG nova.network.neutron [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Successfully updated port: 7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.544794] env[68391]: DEBUG nova.network.neutron [req-73b5de8a-2216-4178-8e32-ac043b1a2311 req-5cf73511-3970-438f-90c5-d23ecae805a0 service nova] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Updated VIF entry in instance network info cache for port a0afb990-b33a-44c9-a437-1b2baa9c9992. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.544794] env[68391]: DEBUG nova.network.neutron [req-73b5de8a-2216-4178-8e32-ac043b1a2311 req-5cf73511-3970-438f-90c5-d23ecae805a0 service nova] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Updating instance_info_cache with network_info: [{"id": "a0afb990-b33a-44c9-a437-1b2baa9c9992", "address": "fa:16:3e:4c:27:13", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0afb990-b3", "ovs_interfaceid": "a0afb990-b33a-44c9-a437-1b2baa9c9992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.561220] env[68391]: DEBUG nova.compute.utils [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.565039] env[68391]: DEBUG nova.compute.manager [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.565039] env[68391]: DEBUG nova.network.neutron [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.578035] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039269, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.604697] env[68391]: DEBUG nova.policy [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '882f0943cfaa465dbf45f8bb42c3a366', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '035b9466f8be4adfa5e2e3b87e563c7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.732566] env[68391]: INFO nova.compute.manager [-] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Took 1.27 seconds to deallocate network for instance. [ 893.766595] env[68391]: DEBUG oslo_concurrency.lockutils [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.766595] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Processing image 2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.766595] env[68391]: DEBUG oslo_concurrency.lockutils [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d/2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.766595] env[68391]: DEBUG oslo_concurrency.lockutils [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d/2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.766595] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.766595] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cc4e198-ff2b-4baa-b09c-3509046fdec3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.777731] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.778042] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.778778] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67037d64-6ace-428b-8769-c3c160c9d198 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.785292] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 893.785292] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5273f231-6e3c-99f1-c9ee-54fcf68c1436" [ 893.785292] env[68391]: _type = "Task" [ 893.785292] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.799323] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5273f231-6e3c-99f1-c9ee-54fcf68c1436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.852190] env[68391]: INFO nova.compute.manager [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Took 33.87 seconds to build instance. [ 893.891239] env[68391]: DEBUG nova.network.neutron [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Successfully created port: 436958df-7050-4c82-80e2-a9a2cc48b93d {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.976051] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.976752] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.976752] env[68391]: DEBUG nova.network.neutron [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.049298] env[68391]: DEBUG oslo_concurrency.lockutils [req-73b5de8a-2216-4178-8e32-ac043b1a2311 req-5cf73511-3970-438f-90c5-d23ecae805a0 service nova] Releasing lock "refresh_cache-d1bf895c-d819-49a6-bedb-83c05595a171" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.049298] env[68391]: DEBUG nova.compute.manager [req-73b5de8a-2216-4178-8e32-ac043b1a2311 req-5cf73511-3970-438f-90c5-d23ecae805a0 service nova] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Received event network-changed-59cb5f59-4b98-48ad-a055-f154be807a6e {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.049298] env[68391]: DEBUG nova.compute.manager [req-73b5de8a-2216-4178-8e32-ac043b1a2311 req-5cf73511-3970-438f-90c5-d23ecae805a0 service nova] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Refreshing instance network info cache due to event network-changed-59cb5f59-4b98-48ad-a055-f154be807a6e. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.049298] env[68391]: DEBUG oslo_concurrency.lockutils [req-73b5de8a-2216-4178-8e32-ac043b1a2311 req-5cf73511-3970-438f-90c5-d23ecae805a0 service nova] Acquiring lock "refresh_cache-0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.049298] env[68391]: DEBUG oslo_concurrency.lockutils [req-73b5de8a-2216-4178-8e32-ac043b1a2311 req-5cf73511-3970-438f-90c5-d23ecae805a0 service nova] Acquired lock "refresh_cache-0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.049298] env[68391]: DEBUG nova.network.neutron [req-73b5de8a-2216-4178-8e32-ac043b1a2311 req-5cf73511-3970-438f-90c5-d23ecae805a0 service nova] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Refreshing network info cache for port 59cb5f59-4b98-48ad-a055-f154be807a6e {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.065578] env[68391]: DEBUG nova.compute.manager [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.084577] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039269, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.244436] env[68391]: DEBUG oslo_concurrency.lockutils [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.298932] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Preparing fetch location {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 894.299224] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Fetch image to [datastore2] OSTACK_IMG_315fbaa4-ced2-4730-a4f0-1cb0603a1c0d/OSTACK_IMG_315fbaa4-ced2-4730-a4f0-1cb0603a1c0d.vmdk {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 894.299428] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Downloading stream optimized image 2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d to [datastore2] OSTACK_IMG_315fbaa4-ced2-4730-a4f0-1cb0603a1c0d/OSTACK_IMG_315fbaa4-ced2-4730-a4f0-1cb0603a1c0d.vmdk on the data store datastore2 as vApp {{(pid=68391) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 894.299607] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Downloading image file data 2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d to the ESX as VM named 'OSTACK_IMG_315fbaa4-ced2-4730-a4f0-1cb0603a1c0d' {{(pid=68391) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 894.354032] env[68391]: DEBUG oslo_concurrency.lockutils [None req-003403d3-e77a-444a-b018-e3e4fd0ffe14 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Lock "a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.381s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.392064] env[68391]: DEBUG oslo_vmware.rw_handles [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 894.392064] env[68391]: value = "resgroup-9" [ 894.392064] env[68391]: _type = "ResourcePool" [ 894.392064] env[68391]: }. {{(pid=68391) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 894.392287] env[68391]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9664a9e9-c5c6-4c66-8b16-7b27f406822c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.418056] env[68391]: DEBUG oslo_vmware.rw_handles [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lease: (returnval){ [ 894.418056] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526bd88f-576a-a60c-c545-415a889814f7" [ 894.418056] env[68391]: _type = "HttpNfcLease" [ 894.418056] env[68391]: } obtained for vApp import into resource pool (val){ [ 894.418056] env[68391]: value = "resgroup-9" [ 894.418056] env[68391]: _type = "ResourcePool" [ 894.418056] env[68391]: }. {{(pid=68391) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 894.418375] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the lease: (returnval){ [ 894.418375] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526bd88f-576a-a60c-c545-415a889814f7" [ 894.418375] env[68391]: _type = "HttpNfcLease" [ 894.418375] env[68391]: } to be ready. {{(pid=68391) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 894.422730] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54ae198-14fd-459b-93e8-203f41eb4974 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.429816] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 894.429816] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526bd88f-576a-a60c-c545-415a889814f7" [ 894.429816] env[68391]: _type = "HttpNfcLease" [ 894.429816] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 894.432636] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc45a5cd-fdde-4c55-82a9-e51e58180356 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.468157] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889a582b-9fb9-4841-a554-4c67a050d049 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.476865] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87511095-ae1b-4300-a312-d41d9ae90f5f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.498883] env[68391]: DEBUG nova.compute.provider_tree [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.522071] env[68391]: WARNING nova.network.neutron [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] a5e2c049-f66e-4f44-b99f-c63e3a09582f already exists in list: networks containing: ['a5e2c049-f66e-4f44-b99f-c63e3a09582f']. ignoring it [ 894.606640] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039269, 'name': CloneVM_Task, 'duration_secs': 1.473683} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.606955] env[68391]: INFO nova.virt.vmwareapi.vmops [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Created linked-clone VM from snapshot [ 894.607845] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f476865e-1475-4adb-be6b-34b6e8c7ffdc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.616449] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Uploading image bee69916-8666-4a97-873f-d5fee1cb1b73 {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 894.637878] env[68391]: DEBUG oslo_vmware.rw_handles [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 894.637878] env[68391]: value = "vm-608964" [ 894.637878] env[68391]: _type = "VirtualMachine" [ 894.637878] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 894.638181] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-372de604-2345-4067-a496-05c44a1481c3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.646820] env[68391]: DEBUG oslo_vmware.rw_handles [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lease: (returnval){ [ 894.646820] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5214de47-3e4a-30a3-b376-8f8fb5c9e38a" [ 894.646820] env[68391]: _type = "HttpNfcLease" [ 894.646820] env[68391]: } obtained for exporting VM: (result){ [ 894.646820] env[68391]: value = "vm-608964" [ 894.646820] env[68391]: _type = "VirtualMachine" [ 894.646820] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 894.647173] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the lease: (returnval){ [ 894.647173] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5214de47-3e4a-30a3-b376-8f8fb5c9e38a" [ 894.647173] env[68391]: _type = "HttpNfcLease" [ 894.647173] env[68391]: } to be ready. {{(pid=68391) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 894.658175] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 894.658175] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5214de47-3e4a-30a3-b376-8f8fb5c9e38a" [ 894.658175] env[68391]: _type = "HttpNfcLease" [ 894.658175] env[68391]: } is ready. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 894.658443] env[68391]: DEBUG oslo_vmware.rw_handles [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 894.658443] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5214de47-3e4a-30a3-b376-8f8fb5c9e38a" [ 894.658443] env[68391]: _type = "HttpNfcLease" [ 894.658443] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 894.659201] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a218697d-fb53-4909-baa0-e9a0931c53f9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.666602] env[68391]: DEBUG oslo_vmware.rw_handles [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528993ab-2b63-6ca9-2415-53dde3c917e7/disk-0.vmdk from lease info. {{(pid=68391) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 894.666807] env[68391]: DEBUG oslo_vmware.rw_handles [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528993ab-2b63-6ca9-2415-53dde3c917e7/disk-0.vmdk for reading. {{(pid=68391) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 894.762226] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-318a20a6-182c-4037-b4b5-b524a383e7fa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.927748] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 894.927748] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526bd88f-576a-a60c-c545-415a889814f7" [ 894.927748] env[68391]: _type = "HttpNfcLease" [ 894.927748] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 894.950836] env[68391]: DEBUG nova.network.neutron [req-73b5de8a-2216-4178-8e32-ac043b1a2311 req-5cf73511-3970-438f-90c5-d23ecae805a0 service nova] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Updated VIF entry in instance network info cache for port 59cb5f59-4b98-48ad-a055-f154be807a6e. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.951240] env[68391]: DEBUG nova.network.neutron [req-73b5de8a-2216-4178-8e32-ac043b1a2311 req-5cf73511-3970-438f-90c5-d23ecae805a0 service nova] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Updating instance_info_cache with network_info: [{"id": "59cb5f59-4b98-48ad-a055-f154be807a6e", "address": "fa:16:3e:c3:a9:4b", "network": {"id": "c85807cd-7d81-46a3-b9dd-165f7f8469b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1206664520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4913741499f44a32bac7ddc902ee62c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59cb5f59-4b", "ovs_interfaceid": "59cb5f59-4b98-48ad-a055-f154be807a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.985278] env[68391]: DEBUG nova.network.neutron [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Updating instance_info_cache with network_info: [{"id": "3daf1817-57d5-4682-92b1-fe2be18c8789", "address": "fa:16:3e:d6:45:e7", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3daf1817-57", "ovs_interfaceid": "3daf1817-57d5-4682-92b1-fe2be18c8789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378", "address": "fa:16:3e:bb:e3:b1", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b54a1f0-0f", "ovs_interfaceid": "7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.002315] env[68391]: DEBUG nova.scheduler.client.report [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.070164] env[68391]: DEBUG nova.compute.manager [req-21591ae0-3b7a-4710-bbd3-76d59dbc523d req-13f71e48-8b49-470b-8c24-f905af503d78 service nova] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Received event network-vif-deleted-a0e7878f-418d-40d9-ad6b-bcdc12e34982 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.070164] env[68391]: DEBUG nova.compute.manager [req-21591ae0-3b7a-4710-bbd3-76d59dbc523d req-13f71e48-8b49-470b-8c24-f905af503d78 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Received event network-vif-plugged-7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.070164] env[68391]: DEBUG oslo_concurrency.lockutils [req-21591ae0-3b7a-4710-bbd3-76d59dbc523d req-13f71e48-8b49-470b-8c24-f905af503d78 service nova] Acquiring lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.071223] env[68391]: DEBUG oslo_concurrency.lockutils [req-21591ae0-3b7a-4710-bbd3-76d59dbc523d req-13f71e48-8b49-470b-8c24-f905af503d78 service nova] Lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.071665] env[68391]: DEBUG oslo_concurrency.lockutils [req-21591ae0-3b7a-4710-bbd3-76d59dbc523d req-13f71e48-8b49-470b-8c24-f905af503d78 service nova] Lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.072711] env[68391]: DEBUG nova.compute.manager [req-21591ae0-3b7a-4710-bbd3-76d59dbc523d req-13f71e48-8b49-470b-8c24-f905af503d78 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] No waiting events found dispatching network-vif-plugged-7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.073906] env[68391]: WARNING nova.compute.manager [req-21591ae0-3b7a-4710-bbd3-76d59dbc523d req-13f71e48-8b49-470b-8c24-f905af503d78 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Received unexpected event network-vif-plugged-7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378 for instance with vm_state active and task_state None. [ 895.078327] env[68391]: DEBUG nova.compute.manager [req-21591ae0-3b7a-4710-bbd3-76d59dbc523d req-13f71e48-8b49-470b-8c24-f905af503d78 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Received event network-changed-7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.078327] env[68391]: DEBUG nova.compute.manager [req-21591ae0-3b7a-4710-bbd3-76d59dbc523d req-13f71e48-8b49-470b-8c24-f905af503d78 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Refreshing instance network info cache due to event network-changed-7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.078327] env[68391]: DEBUG oslo_concurrency.lockutils [req-21591ae0-3b7a-4710-bbd3-76d59dbc523d req-13f71e48-8b49-470b-8c24-f905af503d78 service nova] Acquiring lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.087889] env[68391]: DEBUG nova.compute.manager [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.118081] env[68391]: DEBUG nova.virt.hardware [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.118349] env[68391]: DEBUG nova.virt.hardware [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.118504] env[68391]: DEBUG nova.virt.hardware [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.118684] env[68391]: DEBUG nova.virt.hardware [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.118853] env[68391]: DEBUG nova.virt.hardware [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.119148] env[68391]: DEBUG nova.virt.hardware [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.119353] env[68391]: DEBUG nova.virt.hardware [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.119622] env[68391]: DEBUG nova.virt.hardware [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.119906] env[68391]: DEBUG nova.virt.hardware [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.120199] env[68391]: DEBUG nova.virt.hardware [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.120960] env[68391]: DEBUG nova.virt.hardware [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.122317] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137ee6cc-2de1-48cc-97a1-36e47027e868 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.131556] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fe12f5-8feb-4800-a531-2a6f3db53204 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.268245] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "a50fdb6f-02de-4893-9386-5095581a91e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.268565] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "a50fdb6f-02de-4893-9386-5095581a91e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.268789] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "a50fdb6f-02de-4893-9386-5095581a91e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.269092] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "a50fdb6f-02de-4893-9386-5095581a91e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.269583] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "a50fdb6f-02de-4893-9386-5095581a91e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.276482] env[68391]: INFO nova.compute.manager [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Terminating instance [ 895.371385] env[68391]: DEBUG nova.network.neutron [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Successfully updated port: 436958df-7050-4c82-80e2-a9a2cc48b93d {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.428918] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 895.428918] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526bd88f-576a-a60c-c545-415a889814f7" [ 895.428918] env[68391]: _type = "HttpNfcLease" [ 895.428918] env[68391]: } is ready. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 895.429492] env[68391]: DEBUG oslo_vmware.rw_handles [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 895.429492] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526bd88f-576a-a60c-c545-415a889814f7" [ 895.429492] env[68391]: _type = "HttpNfcLease" [ 895.429492] env[68391]: }. {{(pid=68391) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 895.430354] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36029eb8-4b5a-4367-8162-2c7fd90c3bd0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.439011] env[68391]: DEBUG oslo_vmware.rw_handles [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7bb57-7032-aa77-e4e7-aa7b644c3392/disk-0.vmdk from lease info. {{(pid=68391) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 895.439478] env[68391]: DEBUG oslo_vmware.rw_handles [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7bb57-7032-aa77-e4e7-aa7b644c3392/disk-0.vmdk. {{(pid=68391) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 895.499330] env[68391]: DEBUG oslo_concurrency.lockutils [req-73b5de8a-2216-4178-8e32-ac043b1a2311 req-5cf73511-3970-438f-90c5-d23ecae805a0 service nova] Releasing lock "refresh_cache-0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.500469] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.501105] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.501443] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.501901] env[68391]: DEBUG oslo_concurrency.lockutils [req-21591ae0-3b7a-4710-bbd3-76d59dbc523d req-13f71e48-8b49-470b-8c24-f905af503d78 service nova] Acquired lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.502262] env[68391]: DEBUG nova.network.neutron [req-21591ae0-3b7a-4710-bbd3-76d59dbc523d req-13f71e48-8b49-470b-8c24-f905af503d78 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Refreshing network info cache for port 7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.508601] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9258b694-f50e-497b-8cef-9f7d60ea1569 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.515976] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.516549] env[68391]: DEBUG nova.compute.manager [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.526388] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.555s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.528050] env[68391]: DEBUG nova.objects.instance [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lazy-loading 'resources' on Instance uuid d0025b06-7a42-4fcb-a80e-4c97d97b99b4 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.531912] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3773a6c7-5a1f-4f54-b604-f328de0a9d3d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.549489] env[68391]: DEBUG nova.virt.hardware [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.549762] env[68391]: DEBUG nova.virt.hardware [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.550436] env[68391]: DEBUG nova.virt.hardware [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.550436] env[68391]: DEBUG nova.virt.hardware [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.550436] env[68391]: DEBUG nova.virt.hardware [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.550584] env[68391]: DEBUG nova.virt.hardware [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.550813] env[68391]: DEBUG nova.virt.hardware [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.551096] env[68391]: DEBUG nova.virt.hardware [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.551879] env[68391]: DEBUG nova.virt.hardware [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.551879] env[68391]: DEBUG nova.virt.hardware [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.552386] env[68391]: DEBUG nova.virt.hardware [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.559528] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Reconfiguring VM to attach interface {{(pid=68391) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 895.561138] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8e66c28-8adf-441d-98e4-57bba6481998 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.585108] env[68391]: DEBUG oslo_vmware.api [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 895.585108] env[68391]: value = "task-3039273" [ 895.585108] env[68391]: _type = "Task" [ 895.585108] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.781719] env[68391]: DEBUG nova.compute.manager [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.782122] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.783622] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe867d1f-371f-484d-8e41-5efd2cc131ab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.800588] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.801084] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d368316f-bcdb-43ae-9506-3e99acae3c94 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.810147] env[68391]: DEBUG oslo_vmware.api [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 895.810147] env[68391]: value = "task-3039274" [ 895.810147] env[68391]: _type = "Task" [ 895.810147] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.821793] env[68391]: DEBUG oslo_vmware.api [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.874418] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Acquiring lock "refresh_cache-ab38ac12-914d-4707-a3c7-e5808b33f228" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.874625] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Acquired lock "refresh_cache-ab38ac12-914d-4707-a3c7-e5808b33f228" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.874813] env[68391]: DEBUG nova.network.neutron [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.894110] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Acquiring lock "a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.894663] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Lock "a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.894796] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Acquiring lock "a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.895045] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Lock "a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.895342] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Lock "a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.899745] env[68391]: INFO nova.compute.manager [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Terminating instance [ 896.032254] env[68391]: DEBUG nova.objects.instance [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lazy-loading 'numa_topology' on Instance uuid d0025b06-7a42-4fcb-a80e-4c97d97b99b4 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.035350] env[68391]: DEBUG nova.compute.utils [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.042040] env[68391]: DEBUG nova.compute.manager [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.042530] env[68391]: DEBUG nova.network.neutron [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.101426] env[68391]: DEBUG oslo_vmware.api [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.122864] env[68391]: DEBUG nova.policy [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'caac51ebdc8d4b80b3de3d5ec902489d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '331f924de2b94bb988cde9a8ee1fff74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.324022] env[68391]: DEBUG oslo_vmware.api [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039274, 'name': PowerOffVM_Task, 'duration_secs': 0.229551} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.324551] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.324949] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.325449] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90321703-5cd3-47a7-861c-f48b924dcdd4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.411131] env[68391]: DEBUG nova.compute.manager [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.411131] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.412261] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a088feb2-8bf3-4c8a-a18b-95ac1d346d32 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.421476] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.422082] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.422458] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Deleting the datastore file [datastore2] a50fdb6f-02de-4893-9386-5095581a91e7 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.429560] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad0044ea-9136-409f-a8ea-1b34ad783df9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.433055] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.436590] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38eb99f2-27ac-4cb9-84a6-5ed80941e631 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.445842] env[68391]: DEBUG oslo_vmware.api [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 896.445842] env[68391]: value = "task-3039276" [ 896.445842] env[68391]: _type = "Task" [ 896.445842] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.457449] env[68391]: DEBUG oslo_vmware.api [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Waiting for the task: (returnval){ [ 896.457449] env[68391]: value = "task-3039277" [ 896.457449] env[68391]: _type = "Task" [ 896.457449] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.460141] env[68391]: DEBUG oslo_vmware.rw_handles [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Completed reading data from the image iterator. {{(pid=68391) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 896.460801] env[68391]: DEBUG oslo_vmware.rw_handles [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7bb57-7032-aa77-e4e7-aa7b644c3392/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 896.462887] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da3076d-c5f8-4fe5-aad5-eb38a12a5dc1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.468176] env[68391]: DEBUG nova.network.neutron [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.478253] env[68391]: DEBUG oslo_vmware.api [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.484219] env[68391]: DEBUG oslo_vmware.rw_handles [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7bb57-7032-aa77-e4e7-aa7b644c3392/disk-0.vmdk is in state: ready. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 896.484482] env[68391]: DEBUG oslo_vmware.rw_handles [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7bb57-7032-aa77-e4e7-aa7b644c3392/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 896.488667] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6af262fd-0653-4bc6-8f11-394416ea0d1a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.490788] env[68391]: DEBUG oslo_vmware.api [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': task-3039277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.542465] env[68391]: DEBUG nova.objects.base [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 896.547445] env[68391]: DEBUG nova.compute.manager [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.600563] env[68391]: DEBUG oslo_vmware.api [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039273, 'name': ReconfigVM_Task, 'duration_secs': 0.869716} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.605195] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.605590] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Reconfigured VM to attach interface {{(pid=68391) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 896.736182] env[68391]: DEBUG oslo_vmware.rw_handles [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7bb57-7032-aa77-e4e7-aa7b644c3392/disk-0.vmdk. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 896.736395] env[68391]: INFO nova.virt.vmwareapi.images [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Downloaded image file data 2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d [ 896.737493] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b54e9c6-d312-4249-aa0c-16e0cf842e78 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.765065] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b8869a1-2f6f-435f-a861-9fb2ac9c3bef {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.799618] env[68391]: INFO nova.virt.vmwareapi.images [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] The imported VM was unregistered [ 896.802603] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Caching image {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 896.803207] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.803718] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-089b725d-5ca2-43c6-813a-7a4938f0cb49 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.821853] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Created directory with path [datastore2] devstack-image-cache_base/2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.822347] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_315fbaa4-ced2-4730-a4f0-1cb0603a1c0d/OSTACK_IMG_315fbaa4-ced2-4730-a4f0-1cb0603a1c0d.vmdk to [datastore2] devstack-image-cache_base/2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d/2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d.vmdk. {{(pid=68391) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 896.831731] env[68391]: DEBUG nova.network.neutron [req-21591ae0-3b7a-4710-bbd3-76d59dbc523d req-13f71e48-8b49-470b-8c24-f905af503d78 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Updated VIF entry in instance network info cache for port 7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.832161] env[68391]: DEBUG nova.network.neutron [req-21591ae0-3b7a-4710-bbd3-76d59dbc523d req-13f71e48-8b49-470b-8c24-f905af503d78 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Updating instance_info_cache with network_info: [{"id": "3daf1817-57d5-4682-92b1-fe2be18c8789", "address": "fa:16:3e:d6:45:e7", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3daf1817-57", "ovs_interfaceid": "3daf1817-57d5-4682-92b1-fe2be18c8789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378", "address": "fa:16:3e:bb:e3:b1", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b54a1f0-0f", "ovs_interfaceid": "7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.833490] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-842ac455-1e2a-41dd-b119-600214a70826 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.842293] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 896.842293] env[68391]: value = "task-3039279" [ 896.842293] env[68391]: _type = "Task" [ 896.842293] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.854421] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039279, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.971507] env[68391]: DEBUG oslo_vmware.api [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328077} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.973195] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.973453] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.973676] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.973873] env[68391]: INFO nova.compute.manager [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Took 1.19 seconds to destroy the instance on the hypervisor. [ 896.974560] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.974850] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e1dc26-5fd0-46ca-99a4-6ab769145f27 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.978058] env[68391]: DEBUG nova.compute.manager [-] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.978210] env[68391]: DEBUG nova.network.neutron [-] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.986267] env[68391]: DEBUG oslo_vmware.api [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': task-3039277, 'name': PowerOffVM_Task, 'duration_secs': 0.322726} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.988559] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.988749] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.989130] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f9a56b2-5f7b-44e2-b6e4-94bcce4f7d4e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.991358] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20a8f72-3a78-46d9-89c2-57fd93aee2b5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.026273] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636afadc-c2ea-4893-9f94-8a7ca562d70f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.034867] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbe612e-f4a2-4296-b692-1308403d6f4d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.050259] env[68391]: DEBUG nova.compute.provider_tree [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.054582] env[68391]: DEBUG nova.network.neutron [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Updating instance_info_cache with network_info: [{"id": "436958df-7050-4c82-80e2-a9a2cc48b93d", "address": "fa:16:3e:ab:23:a6", "network": {"id": "42648993-07ca-41b8-9cf1-8cf0e39d2028", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1747614742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "035b9466f8be4adfa5e2e3b87e563c7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap436958df-70", "ovs_interfaceid": "436958df-7050-4c82-80e2-a9a2cc48b93d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.112610] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e10858c6-2163-4f10-8a4d-3e02e0819abd tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "interface-9a089a66-a2aa-45c1-8972-3788b1c1d3d0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.861s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.152664] env[68391]: DEBUG nova.network.neutron [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Successfully created port: 327b06eb-14fc-4d95-9ddf-9d89d56e888f {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.179718] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.179919] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.180149] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Deleting the datastore file [datastore2] a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.180427] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2305358d-ac3c-42aa-8939-e35c0ec12da4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.189294] env[68391]: DEBUG oslo_vmware.api [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Waiting for the task: (returnval){ [ 897.189294] env[68391]: value = "task-3039282" [ 897.189294] env[68391]: _type = "Task" [ 897.189294] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.198817] env[68391]: DEBUG oslo_vmware.api [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': task-3039282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.337078] env[68391]: DEBUG oslo_concurrency.lockutils [req-21591ae0-3b7a-4710-bbd3-76d59dbc523d req-13f71e48-8b49-470b-8c24-f905af503d78 service nova] Releasing lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.355356] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039279, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.553519] env[68391]: DEBUG nova.scheduler.client.report [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.558833] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Releasing lock "refresh_cache-ab38ac12-914d-4707-a3c7-e5808b33f228" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.559161] env[68391]: DEBUG nova.compute.manager [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Instance network_info: |[{"id": "436958df-7050-4c82-80e2-a9a2cc48b93d", "address": "fa:16:3e:ab:23:a6", "network": {"id": "42648993-07ca-41b8-9cf1-8cf0e39d2028", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1747614742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "035b9466f8be4adfa5e2e3b87e563c7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap436958df-70", "ovs_interfaceid": "436958df-7050-4c82-80e2-a9a2cc48b93d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.560155] env[68391]: DEBUG nova.compute.manager [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.563715] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:23:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '436958df-7050-4c82-80e2-a9a2cc48b93d', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.571461] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Creating folder: Project (035b9466f8be4adfa5e2e3b87e563c7f). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.573208] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38357899-d174-4cbf-bed0-7ede75af75b6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.588590] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Created folder: Project (035b9466f8be4adfa5e2e3b87e563c7f) in parent group-v608736. [ 897.588763] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Creating folder: Instances. Parent ref: group-v608967. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.592213] env[68391]: DEBUG nova.virt.hardware [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.592551] env[68391]: DEBUG nova.virt.hardware [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.592745] env[68391]: DEBUG nova.virt.hardware [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.592984] env[68391]: DEBUG nova.virt.hardware [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.593187] env[68391]: DEBUG nova.virt.hardware [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.593633] env[68391]: DEBUG nova.virt.hardware [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.594209] env[68391]: DEBUG nova.virt.hardware [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.594209] env[68391]: DEBUG nova.virt.hardware [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.594209] env[68391]: DEBUG nova.virt.hardware [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.594386] env[68391]: DEBUG nova.virt.hardware [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.594632] env[68391]: DEBUG nova.virt.hardware [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.594965] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80bb3ea2-7166-44e4-aaa0-901e630e809c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.597888] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa65e69b-2565-4950-b90c-b502e9b0943d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.611280] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc55679-e013-46c4-8d80-89c556285827 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.619627] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Created folder: Instances in parent group-v608967. [ 897.619627] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.620084] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.620322] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96ace5e5-f83a-4167-9ac9-0cd15d5a02de {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.653240] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.653240] env[68391]: value = "task-3039285" [ 897.653240] env[68391]: _type = "Task" [ 897.653240] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.662362] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039285, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.701745] env[68391]: DEBUG oslo_vmware.api [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': task-3039282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.725957] env[68391]: DEBUG nova.compute.manager [req-f525a75b-0d5b-4f4a-93b5-b15ab70151f3 req-7e0bb25b-8095-41da-806e-154085f3e30f service nova] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Received event network-vif-plugged-436958df-7050-4c82-80e2-a9a2cc48b93d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.726514] env[68391]: DEBUG oslo_concurrency.lockutils [req-f525a75b-0d5b-4f4a-93b5-b15ab70151f3 req-7e0bb25b-8095-41da-806e-154085f3e30f service nova] Acquiring lock "ab38ac12-914d-4707-a3c7-e5808b33f228-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.726879] env[68391]: DEBUG oslo_concurrency.lockutils [req-f525a75b-0d5b-4f4a-93b5-b15ab70151f3 req-7e0bb25b-8095-41da-806e-154085f3e30f service nova] Lock "ab38ac12-914d-4707-a3c7-e5808b33f228-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.726957] env[68391]: DEBUG oslo_concurrency.lockutils [req-f525a75b-0d5b-4f4a-93b5-b15ab70151f3 req-7e0bb25b-8095-41da-806e-154085f3e30f service nova] Lock "ab38ac12-914d-4707-a3c7-e5808b33f228-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.727227] env[68391]: DEBUG nova.compute.manager [req-f525a75b-0d5b-4f4a-93b5-b15ab70151f3 req-7e0bb25b-8095-41da-806e-154085f3e30f service nova] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] No waiting events found dispatching network-vif-plugged-436958df-7050-4c82-80e2-a9a2cc48b93d {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.727449] env[68391]: WARNING nova.compute.manager [req-f525a75b-0d5b-4f4a-93b5-b15ab70151f3 req-7e0bb25b-8095-41da-806e-154085f3e30f service nova] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Received unexpected event network-vif-plugged-436958df-7050-4c82-80e2-a9a2cc48b93d for instance with vm_state building and task_state spawning. [ 897.727648] env[68391]: DEBUG nova.compute.manager [req-f525a75b-0d5b-4f4a-93b5-b15ab70151f3 req-7e0bb25b-8095-41da-806e-154085f3e30f service nova] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Received event network-changed-436958df-7050-4c82-80e2-a9a2cc48b93d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.728180] env[68391]: DEBUG nova.compute.manager [req-f525a75b-0d5b-4f4a-93b5-b15ab70151f3 req-7e0bb25b-8095-41da-806e-154085f3e30f service nova] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Refreshing instance network info cache due to event network-changed-436958df-7050-4c82-80e2-a9a2cc48b93d. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.728180] env[68391]: DEBUG oslo_concurrency.lockutils [req-f525a75b-0d5b-4f4a-93b5-b15ab70151f3 req-7e0bb25b-8095-41da-806e-154085f3e30f service nova] Acquiring lock "refresh_cache-ab38ac12-914d-4707-a3c7-e5808b33f228" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.728317] env[68391]: DEBUG oslo_concurrency.lockutils [req-f525a75b-0d5b-4f4a-93b5-b15ab70151f3 req-7e0bb25b-8095-41da-806e-154085f3e30f service nova] Acquired lock "refresh_cache-ab38ac12-914d-4707-a3c7-e5808b33f228" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.728480] env[68391]: DEBUG nova.network.neutron [req-f525a75b-0d5b-4f4a-93b5-b15ab70151f3 req-7e0bb25b-8095-41da-806e-154085f3e30f service nova] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Refreshing network info cache for port 436958df-7050-4c82-80e2-a9a2cc48b93d {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.854284] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039279, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.915843] env[68391]: DEBUG nova.network.neutron [-] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.058755] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.532s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.064365] env[68391]: DEBUG oslo_concurrency.lockutils [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.925s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.064365] env[68391]: INFO nova.compute.claims [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.164221] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039285, 'name': CreateVM_Task, 'duration_secs': 0.49219} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.164419] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.165160] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.166045] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.166045] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.166503] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5489b7-6737-459a-a763-d3f743a2034a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.173942] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Waiting for the task: (returnval){ [ 898.173942] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527ddd81-c179-d9d6-6fe8-28b9c144136d" [ 898.173942] env[68391]: _type = "Task" [ 898.173942] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.184417] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527ddd81-c179-d9d6-6fe8-28b9c144136d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.203216] env[68391]: DEBUG oslo_vmware.api [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': task-3039282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.357830] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039279, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.419534] env[68391]: INFO nova.compute.manager [-] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Took 1.44 seconds to deallocate network for instance. [ 898.581706] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0d1b7dff-813b-4e10-85ba-ae17893eb1c7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "d0025b06-7a42-4fcb-a80e-4c97d97b99b4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 38.494s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.584644] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5c4cd8de-1a73-479a-a041-76c03252b0dd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "d0025b06-7a42-4fcb-a80e-4c97d97b99b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 16.917s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.584924] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5c4cd8de-1a73-479a-a041-76c03252b0dd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "d0025b06-7a42-4fcb-a80e-4c97d97b99b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.585306] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5c4cd8de-1a73-479a-a041-76c03252b0dd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "d0025b06-7a42-4fcb-a80e-4c97d97b99b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.585663] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5c4cd8de-1a73-479a-a041-76c03252b0dd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "d0025b06-7a42-4fcb-a80e-4c97d97b99b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.587869] env[68391]: INFO nova.compute.manager [None req-5c4cd8de-1a73-479a-a041-76c03252b0dd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Terminating instance [ 898.658952] env[68391]: DEBUG nova.network.neutron [req-f525a75b-0d5b-4f4a-93b5-b15ab70151f3 req-7e0bb25b-8095-41da-806e-154085f3e30f service nova] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Updated VIF entry in instance network info cache for port 436958df-7050-4c82-80e2-a9a2cc48b93d. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.659531] env[68391]: DEBUG nova.network.neutron [req-f525a75b-0d5b-4f4a-93b5-b15ab70151f3 req-7e0bb25b-8095-41da-806e-154085f3e30f service nova] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Updating instance_info_cache with network_info: [{"id": "436958df-7050-4c82-80e2-a9a2cc48b93d", "address": "fa:16:3e:ab:23:a6", "network": {"id": "42648993-07ca-41b8-9cf1-8cf0e39d2028", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1747614742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "035b9466f8be4adfa5e2e3b87e563c7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap436958df-70", "ovs_interfaceid": "436958df-7050-4c82-80e2-a9a2cc48b93d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.687805] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527ddd81-c179-d9d6-6fe8-28b9c144136d, 'name': SearchDatastore_Task, 'duration_secs': 0.013942} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.688076] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.688361] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.690394] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.690394] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.690718] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.691170] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12e7ed3e-a491-404d-a44f-d73be53089f8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.712477] env[68391]: DEBUG oslo_vmware.api [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': task-3039282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.713939] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.714189] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.714980] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f1cece6-823e-4693-be83-bd16ef88fa14 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.721362] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Waiting for the task: (returnval){ [ 898.721362] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525be0d5-b28e-a632-711f-451dce7b369c" [ 898.721362] env[68391]: _type = "Task" [ 898.721362] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.731578] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525be0d5-b28e-a632-711f-451dce7b369c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.856316] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039279, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.929194] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.984622] env[68391]: DEBUG nova.network.neutron [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Successfully updated port: 327b06eb-14fc-4d95-9ddf-9d89d56e888f {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.093385] env[68391]: DEBUG nova.compute.manager [None req-5c4cd8de-1a73-479a-a041-76c03252b0dd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.093931] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4cd8de-1a73-479a-a041-76c03252b0dd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.094021] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48ae12a2-de2a-4a30-ada6-7af74bf178de {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.107056] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af2d67b-4c54-4510-b784-30899bef2b51 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.121153] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "interface-9a089a66-a2aa-45c1-8972-3788b1c1d3d0-5ba29a25-1652-4792-b961-14b5d9c9d003" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.121430] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "interface-9a089a66-a2aa-45c1-8972-3788b1c1d3d0-5ba29a25-1652-4792-b961-14b5d9c9d003" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.121786] env[68391]: DEBUG nova.objects.instance [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lazy-loading 'flavor' on Instance uuid 9a089a66-a2aa-45c1-8972-3788b1c1d3d0 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.148551] env[68391]: WARNING nova.virt.vmwareapi.vmops [None req-5c4cd8de-1a73-479a-a041-76c03252b0dd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d0025b06-7a42-4fcb-a80e-4c97d97b99b4 could not be found. [ 899.148828] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4cd8de-1a73-479a-a041-76c03252b0dd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.149184] env[68391]: INFO nova.compute.manager [None req-5c4cd8de-1a73-479a-a041-76c03252b0dd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Took 0.06 seconds to destroy the instance on the hypervisor. [ 899.149278] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c4cd8de-1a73-479a-a041-76c03252b0dd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.152329] env[68391]: DEBUG nova.compute.manager [-] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.152433] env[68391]: DEBUG nova.network.neutron [-] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.162033] env[68391]: DEBUG oslo_concurrency.lockutils [req-f525a75b-0d5b-4f4a-93b5-b15ab70151f3 req-7e0bb25b-8095-41da-806e-154085f3e30f service nova] Releasing lock "refresh_cache-ab38ac12-914d-4707-a3c7-e5808b33f228" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.205611] env[68391]: DEBUG oslo_vmware.api [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Task: {'id': task-3039282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.902598} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.205611] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.205611] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.205611] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.205611] env[68391]: INFO nova.compute.manager [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Took 2.80 seconds to destroy the instance on the hypervisor. [ 899.205985] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.205985] env[68391]: DEBUG nova.compute.manager [-] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.205985] env[68391]: DEBUG nova.network.neutron [-] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.237452] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525be0d5-b28e-a632-711f-451dce7b369c, 'name': SearchDatastore_Task, 'duration_secs': 0.016094} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.241379] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b7d2e35-40e9-4810-a1b8-58c5036d381f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.247215] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Waiting for the task: (returnval){ [ 899.247215] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52633b14-5027-842c-0963-15a7d730d24d" [ 899.247215] env[68391]: _type = "Task" [ 899.247215] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.257368] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52633b14-5027-842c-0963-15a7d730d24d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.355924] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039279, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.413235] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cb6d59-9f66-4246-808e-4b2fce849c32 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.422334] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1977a914-cc8d-43ee-97dc-4914ac4d028f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.456320] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35569ee3-48c2-4fac-8fa0-10f6b3b680ce {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.465250] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03c4063-eafb-4dbe-8492-79158ea08b02 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.482347] env[68391]: DEBUG nova.compute.provider_tree [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.488578] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "refresh_cache-b328a34c-8301-46d9-835c-feceaffdf346" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.488578] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "refresh_cache-b328a34c-8301-46d9-835c-feceaffdf346" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.488578] env[68391]: DEBUG nova.network.neutron [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.759991] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52633b14-5027-842c-0963-15a7d730d24d, 'name': SearchDatastore_Task, 'duration_secs': 0.02243} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.760275] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.760536] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] ab38ac12-914d-4707-a3c7-e5808b33f228/ab38ac12-914d-4707-a3c7-e5808b33f228.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.760795] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1008fcd5-c2f2-4a41-836a-58815646809c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.769429] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Waiting for the task: (returnval){ [ 899.769429] env[68391]: value = "task-3039287" [ 899.769429] env[68391]: _type = "Task" [ 899.769429] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.778544] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': task-3039287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.781342] env[68391]: DEBUG nova.objects.instance [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lazy-loading 'pci_requests' on Instance uuid 9a089a66-a2aa-45c1-8972-3788b1c1d3d0 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.857545] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039279, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.724392} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.857855] env[68391]: INFO nova.virt.vmwareapi.ds_util [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_315fbaa4-ced2-4730-a4f0-1cb0603a1c0d/OSTACK_IMG_315fbaa4-ced2-4730-a4f0-1cb0603a1c0d.vmdk to [datastore2] devstack-image-cache_base/2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d/2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d.vmdk. [ 899.858054] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Cleaning up location [datastore2] OSTACK_IMG_315fbaa4-ced2-4730-a4f0-1cb0603a1c0d {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 899.858264] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_315fbaa4-ced2-4730-a4f0-1cb0603a1c0d {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.858632] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-818fe3ff-6e32-4785-83c4-cd97722f1ca4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.868369] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 899.868369] env[68391]: value = "task-3039288" [ 899.868369] env[68391]: _type = "Task" [ 899.868369] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.878114] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.984929] env[68391]: DEBUG nova.scheduler.client.report [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.047577] env[68391]: DEBUG nova.network.neutron [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.094150] env[68391]: DEBUG nova.network.neutron [-] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.156938] env[68391]: DEBUG nova.network.neutron [-] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.238393] env[68391]: DEBUG nova.compute.manager [req-f274349b-2f8e-4f4c-8f90-703ea44a6789 req-52958356-e927-406e-a7f1-9a1b7ee4c4b0 service nova] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Received event network-vif-deleted-db7f709f-ba41-4fa1-987c-4fa4b56fa8b7 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.238657] env[68391]: DEBUG nova.compute.manager [req-f274349b-2f8e-4f4c-8f90-703ea44a6789 req-52958356-e927-406e-a7f1-9a1b7ee4c4b0 service nova] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Received event network-vif-plugged-327b06eb-14fc-4d95-9ddf-9d89d56e888f {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.238856] env[68391]: DEBUG oslo_concurrency.lockutils [req-f274349b-2f8e-4f4c-8f90-703ea44a6789 req-52958356-e927-406e-a7f1-9a1b7ee4c4b0 service nova] Acquiring lock "b328a34c-8301-46d9-835c-feceaffdf346-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.239079] env[68391]: DEBUG oslo_concurrency.lockutils [req-f274349b-2f8e-4f4c-8f90-703ea44a6789 req-52958356-e927-406e-a7f1-9a1b7ee4c4b0 service nova] Lock "b328a34c-8301-46d9-835c-feceaffdf346-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.239257] env[68391]: DEBUG oslo_concurrency.lockutils [req-f274349b-2f8e-4f4c-8f90-703ea44a6789 req-52958356-e927-406e-a7f1-9a1b7ee4c4b0 service nova] Lock "b328a34c-8301-46d9-835c-feceaffdf346-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.239427] env[68391]: DEBUG nova.compute.manager [req-f274349b-2f8e-4f4c-8f90-703ea44a6789 req-52958356-e927-406e-a7f1-9a1b7ee4c4b0 service nova] [instance: b328a34c-8301-46d9-835c-feceaffdf346] No waiting events found dispatching network-vif-plugged-327b06eb-14fc-4d95-9ddf-9d89d56e888f {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.239591] env[68391]: WARNING nova.compute.manager [req-f274349b-2f8e-4f4c-8f90-703ea44a6789 req-52958356-e927-406e-a7f1-9a1b7ee4c4b0 service nova] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Received unexpected event network-vif-plugged-327b06eb-14fc-4d95-9ddf-9d89d56e888f for instance with vm_state building and task_state spawning. [ 900.239796] env[68391]: DEBUG nova.compute.manager [req-f274349b-2f8e-4f4c-8f90-703ea44a6789 req-52958356-e927-406e-a7f1-9a1b7ee4c4b0 service nova] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Received event network-changed-327b06eb-14fc-4d95-9ddf-9d89d56e888f {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.239884] env[68391]: DEBUG nova.compute.manager [req-f274349b-2f8e-4f4c-8f90-703ea44a6789 req-52958356-e927-406e-a7f1-9a1b7ee4c4b0 service nova] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Refreshing instance network info cache due to event network-changed-327b06eb-14fc-4d95-9ddf-9d89d56e888f. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.240054] env[68391]: DEBUG oslo_concurrency.lockutils [req-f274349b-2f8e-4f4c-8f90-703ea44a6789 req-52958356-e927-406e-a7f1-9a1b7ee4c4b0 service nova] Acquiring lock "refresh_cache-b328a34c-8301-46d9-835c-feceaffdf346" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.254982] env[68391]: DEBUG nova.network.neutron [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Updating instance_info_cache with network_info: [{"id": "327b06eb-14fc-4d95-9ddf-9d89d56e888f", "address": "fa:16:3e:f2:78:2d", "network": {"id": "ba27caf7-4890-4674-a1b1-65960524871a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2042391078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331f924de2b94bb988cde9a8ee1fff74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327b06eb-14", "ovs_interfaceid": "327b06eb-14fc-4d95-9ddf-9d89d56e888f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.281639] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': task-3039287, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.283613] env[68391]: DEBUG nova.objects.base [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Object Instance<9a089a66-a2aa-45c1-8972-3788b1c1d3d0> lazy-loaded attributes: flavor,pci_requests {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 900.283813] env[68391]: DEBUG nova.network.neutron [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.360123] env[68391]: DEBUG nova.policy [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21a0b5e2536547a08e15031454df0f10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4deb54b560a43289729084b9fbad669', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.379731] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.056506} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.379986] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.380190] env[68391]: DEBUG oslo_concurrency.lockutils [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d/2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.380449] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d/2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d.vmdk to [datastore2] 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb/0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.380707] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9918449-9aa1-4c3c-8569-fbb6bfb5f28d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.388620] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 900.388620] env[68391]: value = "task-3039289" [ 900.388620] env[68391]: _type = "Task" [ 900.388620] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.397450] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.490142] env[68391]: DEBUG oslo_concurrency.lockutils [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.490670] env[68391]: DEBUG nova.compute.manager [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.493939] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.662s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.494194] env[68391]: DEBUG nova.objects.instance [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lazy-loading 'resources' on Instance uuid 272c5283-e702-4699-aae0-88aece98e488 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.598293] env[68391]: INFO nova.compute.manager [-] [instance: d0025b06-7a42-4fcb-a80e-4c97d97b99b4] Took 1.45 seconds to deallocate network for instance. [ 900.660183] env[68391]: INFO nova.compute.manager [-] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Took 1.45 seconds to deallocate network for instance. [ 900.757804] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "refresh_cache-b328a34c-8301-46d9-835c-feceaffdf346" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.758283] env[68391]: DEBUG nova.compute.manager [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Instance network_info: |[{"id": "327b06eb-14fc-4d95-9ddf-9d89d56e888f", "address": "fa:16:3e:f2:78:2d", "network": {"id": "ba27caf7-4890-4674-a1b1-65960524871a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2042391078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331f924de2b94bb988cde9a8ee1fff74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327b06eb-14", "ovs_interfaceid": "327b06eb-14fc-4d95-9ddf-9d89d56e888f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 900.759104] env[68391]: DEBUG oslo_concurrency.lockutils [req-f274349b-2f8e-4f4c-8f90-703ea44a6789 req-52958356-e927-406e-a7f1-9a1b7ee4c4b0 service nova] Acquired lock "refresh_cache-b328a34c-8301-46d9-835c-feceaffdf346" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.759258] env[68391]: DEBUG nova.network.neutron [req-f274349b-2f8e-4f4c-8f90-703ea44a6789 req-52958356-e927-406e-a7f1-9a1b7ee4c4b0 service nova] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Refreshing network info cache for port 327b06eb-14fc-4d95-9ddf-9d89d56e888f {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.760515] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:78:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '327b06eb-14fc-4d95-9ddf-9d89d56e888f', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.769910] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.771255] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.771554] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0371eb2f-07c0-4c18-bd37-6cf84cb3fe95 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.798141] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': task-3039287, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.799711] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.799711] env[68391]: value = "task-3039290" [ 900.799711] env[68391]: _type = "Task" [ 900.799711] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.823220] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039290, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.899239] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.995752] env[68391]: DEBUG nova.compute.utils [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.997445] env[68391]: DEBUG nova.compute.manager [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Not allocating networking since 'none' was specified. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 901.166841] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.286068] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': task-3039287, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.315404] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039290, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.333315] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e5e0c6-eae3-4be7-97be-4be506dd8070 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.345745] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8dcb9a-b6dd-4013-8496-265a657f3471 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.379030] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bb7950-ff42-454f-b990-15c77cbf8914 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.391576] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d125b2b4-38fa-464a-9b6b-cf3df2ccb944 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.406441] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.414819] env[68391]: DEBUG nova.compute.provider_tree [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.501657] env[68391]: DEBUG nova.compute.manager [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.567055] env[68391]: DEBUG nova.network.neutron [req-f274349b-2f8e-4f4c-8f90-703ea44a6789 req-52958356-e927-406e-a7f1-9a1b7ee4c4b0 service nova] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Updated VIF entry in instance network info cache for port 327b06eb-14fc-4d95-9ddf-9d89d56e888f. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.567501] env[68391]: DEBUG nova.network.neutron [req-f274349b-2f8e-4f4c-8f90-703ea44a6789 req-52958356-e927-406e-a7f1-9a1b7ee4c4b0 service nova] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Updating instance_info_cache with network_info: [{"id": "327b06eb-14fc-4d95-9ddf-9d89d56e888f", "address": "fa:16:3e:f2:78:2d", "network": {"id": "ba27caf7-4890-4674-a1b1-65960524871a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2042391078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331f924de2b94bb988cde9a8ee1fff74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327b06eb-14", "ovs_interfaceid": "327b06eb-14fc-4d95-9ddf-9d89d56e888f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.630424] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5c4cd8de-1a73-479a-a041-76c03252b0dd tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "d0025b06-7a42-4fcb-a80e-4c97d97b99b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.046s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.787071] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': task-3039287, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.526195} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.787411] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] ab38ac12-914d-4707-a3c7-e5808b33f228/ab38ac12-914d-4707-a3c7-e5808b33f228.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.787656] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.787932] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f190abc9-cf29-4895-89d1-3b9964d79bca {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.798168] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Waiting for the task: (returnval){ [ 901.798168] env[68391]: value = "task-3039292" [ 901.798168] env[68391]: _type = "Task" [ 901.798168] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.814866] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': task-3039292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.818528] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039290, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.909659] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039289, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.918886] env[68391]: DEBUG nova.scheduler.client.report [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.039133] env[68391]: DEBUG nova.network.neutron [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Successfully updated port: 5ba29a25-1652-4792-b961-14b5d9c9d003 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.070601] env[68391]: DEBUG oslo_concurrency.lockutils [req-f274349b-2f8e-4f4c-8f90-703ea44a6789 req-52958356-e927-406e-a7f1-9a1b7ee4c4b0 service nova] Releasing lock "refresh_cache-b328a34c-8301-46d9-835c-feceaffdf346" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.070928] env[68391]: DEBUG nova.compute.manager [req-f274349b-2f8e-4f4c-8f90-703ea44a6789 req-52958356-e927-406e-a7f1-9a1b7ee4c4b0 service nova] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Received event network-vif-deleted-1acf3345-a653-4d3e-b0a9-a2a27bc9588d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.311864] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': task-3039292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103499} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.315596] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.316239] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039290, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.317009] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51534803-5535-4b76-b149-640d24c45f2a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.343382] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] ab38ac12-914d-4707-a3c7-e5808b33f228/ab38ac12-914d-4707-a3c7-e5808b33f228.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.344618] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbcd84fb-c4b3-4b32-a425-e1dc41dcd6be {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.366249] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Waiting for the task: (returnval){ [ 902.366249] env[68391]: value = "task-3039293" [ 902.366249] env[68391]: _type = "Task" [ 902.366249] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.375938] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': task-3039293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.407123] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039289, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.424536] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.427133] env[68391]: DEBUG oslo_concurrency.lockutils [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.182s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.427387] env[68391]: DEBUG nova.objects.instance [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lazy-loading 'resources' on Instance uuid e89ead6c-e588-4e43-8677-3af512054945 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.447419] env[68391]: INFO nova.scheduler.client.report [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Deleted allocations for instance 272c5283-e702-4699-aae0-88aece98e488 [ 902.513817] env[68391]: DEBUG nova.compute.manager [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.540944] env[68391]: DEBUG nova.virt.hardware [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.541321] env[68391]: DEBUG nova.virt.hardware [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.541442] env[68391]: DEBUG nova.virt.hardware [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.541616] env[68391]: DEBUG nova.virt.hardware [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.541766] env[68391]: DEBUG nova.virt.hardware [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.542032] env[68391]: DEBUG nova.virt.hardware [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.542213] env[68391]: DEBUG nova.virt.hardware [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.542421] env[68391]: DEBUG nova.virt.hardware [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.542644] env[68391]: DEBUG nova.virt.hardware [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.542886] env[68391]: DEBUG nova.virt.hardware [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.543106] env[68391]: DEBUG nova.virt.hardware [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.544085] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a3bb68-74f8-4737-b83c-8781a0da2a45 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.547587] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.547754] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.547913] env[68391]: DEBUG nova.network.neutron [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.555636] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58ee575-1a91-4c1e-bd98-76a396402963 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.572711] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Instance VIF info [] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.578606] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Creating folder: Project (582645e7fb464f8990e536e1c627e37d). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.579507] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d799a971-6384-436e-839b-1a2f893f189a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.610489] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Created folder: Project (582645e7fb464f8990e536e1c627e37d) in parent group-v608736. [ 902.610758] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Creating folder: Instances. Parent ref: group-v608971. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.610859] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db579a82-66ed-4feb-affd-bf28e81bd242 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.623374] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "8e69922d-bf41-470d-a78b-2dee33baf06e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.623637] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "8e69922d-bf41-470d-a78b-2dee33baf06e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.626032] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Created folder: Instances in parent group-v608971. [ 902.626260] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.626684] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.626903] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ccd59ce-78bb-4a5f-bcf0-204533296d90 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.647187] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.647187] env[68391]: value = "task-3039296" [ 902.647187] env[68391]: _type = "Task" [ 902.647187] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.656780] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039296, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.685118] env[68391]: DEBUG nova.compute.manager [req-82637877-b58f-4d58-9d97-1fd1d619f77e req-5148cf99-f2d9-4008-8f23-b393225fc580 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Received event network-vif-plugged-5ba29a25-1652-4792-b961-14b5d9c9d003 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.685373] env[68391]: DEBUG oslo_concurrency.lockutils [req-82637877-b58f-4d58-9d97-1fd1d619f77e req-5148cf99-f2d9-4008-8f23-b393225fc580 service nova] Acquiring lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.685587] env[68391]: DEBUG oslo_concurrency.lockutils [req-82637877-b58f-4d58-9d97-1fd1d619f77e req-5148cf99-f2d9-4008-8f23-b393225fc580 service nova] Lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.685797] env[68391]: DEBUG oslo_concurrency.lockutils [req-82637877-b58f-4d58-9d97-1fd1d619f77e req-5148cf99-f2d9-4008-8f23-b393225fc580 service nova] Lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.686026] env[68391]: DEBUG nova.compute.manager [req-82637877-b58f-4d58-9d97-1fd1d619f77e req-5148cf99-f2d9-4008-8f23-b393225fc580 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] No waiting events found dispatching network-vif-plugged-5ba29a25-1652-4792-b961-14b5d9c9d003 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.686365] env[68391]: WARNING nova.compute.manager [req-82637877-b58f-4d58-9d97-1fd1d619f77e req-5148cf99-f2d9-4008-8f23-b393225fc580 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Received unexpected event network-vif-plugged-5ba29a25-1652-4792-b961-14b5d9c9d003 for instance with vm_state active and task_state None. [ 902.686546] env[68391]: DEBUG nova.compute.manager [req-82637877-b58f-4d58-9d97-1fd1d619f77e req-5148cf99-f2d9-4008-8f23-b393225fc580 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Received event network-changed-5ba29a25-1652-4792-b961-14b5d9c9d003 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.686808] env[68391]: DEBUG nova.compute.manager [req-82637877-b58f-4d58-9d97-1fd1d619f77e req-5148cf99-f2d9-4008-8f23-b393225fc580 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Refreshing instance network info cache due to event network-changed-5ba29a25-1652-4792-b961-14b5d9c9d003. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.687130] env[68391]: DEBUG oslo_concurrency.lockutils [req-82637877-b58f-4d58-9d97-1fd1d619f77e req-5148cf99-f2d9-4008-8f23-b393225fc580 service nova] Acquiring lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.814026] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039290, 'name': CreateVM_Task, 'duration_secs': 1.520041} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.814284] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.815349] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.815531] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.815888] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.816910] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adb2b070-bfea-4d2d-95a9-edd9f31ac2d3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.826049] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 902.826049] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521b4a1a-337e-8bc4-5834-f4ed8228f707" [ 902.826049] env[68391]: _type = "Task" [ 902.826049] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.838580] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521b4a1a-337e-8bc4-5834-f4ed8228f707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.876852] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': task-3039293, 'name': ReconfigVM_Task, 'duration_secs': 0.474107} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.877314] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Reconfigured VM instance instance-00000052 to attach disk [datastore1] ab38ac12-914d-4707-a3c7-e5808b33f228/ab38ac12-914d-4707-a3c7-e5808b33f228.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.878163] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b1016a0-4b9c-415b-a08b-97c2915df6ec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.886158] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Waiting for the task: (returnval){ [ 902.886158] env[68391]: value = "task-3039297" [ 902.886158] env[68391]: _type = "Task" [ 902.886158] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.896264] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': task-3039297, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.906799] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039289, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.955338] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c29d3b66-130f-4bee-a175-c0aa90ffa33c tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "272c5283-e702-4699-aae0-88aece98e488" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.649s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.115367] env[68391]: WARNING nova.network.neutron [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] a5e2c049-f66e-4f44-b99f-c63e3a09582f already exists in list: networks containing: ['a5e2c049-f66e-4f44-b99f-c63e3a09582f']. ignoring it [ 903.115593] env[68391]: WARNING nova.network.neutron [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] a5e2c049-f66e-4f44-b99f-c63e3a09582f already exists in list: networks containing: ['a5e2c049-f66e-4f44-b99f-c63e3a09582f']. ignoring it [ 903.128601] env[68391]: DEBUG nova.compute.manager [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.158828] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039296, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.242124] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb17d439-009b-48e0-bfae-5267cf957a0a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.249255] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d069625-cdb5-4765-9d26-eff6eb5c6ed9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.282050] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7f9b53-b7db-43c0-89ba-31b51141de9e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.291145] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436542ad-d348-46c3-8aa3-5f8ec3b2db3b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.308035] env[68391]: DEBUG nova.compute.provider_tree [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.340752] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521b4a1a-337e-8bc4-5834-f4ed8228f707, 'name': SearchDatastore_Task, 'duration_secs': 0.021335} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.340967] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.341373] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.341641] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.341791] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.341974] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.342383] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da48c6e5-6d21-4563-9b74-9d55eb27ddcf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.355399] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.355575] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.356598] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51237a48-9007-49fe-946b-d0ae224d0763 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.364236] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 903.364236] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5268bb03-e585-9d17-458a-32bba057aeda" [ 903.364236] env[68391]: _type = "Task" [ 903.364236] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.375173] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5268bb03-e585-9d17-458a-32bba057aeda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.396823] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': task-3039297, 'name': Rename_Task, 'duration_secs': 0.24731} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.399512] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.399512] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90bf9631-a88f-42f2-b3e0-6698295864e3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.409674] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039289, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.413396] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Waiting for the task: (returnval){ [ 903.413396] env[68391]: value = "task-3039298" [ 903.413396] env[68391]: _type = "Task" [ 903.413396] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.665595] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039296, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.669021] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.741111] env[68391]: DEBUG nova.network.neutron [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Updating instance_info_cache with network_info: [{"id": "3daf1817-57d5-4682-92b1-fe2be18c8789", "address": "fa:16:3e:d6:45:e7", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3daf1817-57", "ovs_interfaceid": "3daf1817-57d5-4682-92b1-fe2be18c8789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378", "address": "fa:16:3e:bb:e3:b1", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b54a1f0-0f", "ovs_interfaceid": "7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ba29a25-1652-4792-b961-14b5d9c9d003", "address": "fa:16:3e:31:ce:1e", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba29a25-16", "ovs_interfaceid": "5ba29a25-1652-4792-b961-14b5d9c9d003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.813486] env[68391]: DEBUG nova.scheduler.client.report [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.874965] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5268bb03-e585-9d17-458a-32bba057aeda, 'name': SearchDatastore_Task, 'duration_secs': 0.016699} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.875868] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6515cab-681a-45d7-a1d6-45a8625e0242 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.882658] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 903.882658] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5273477a-7ad2-6972-0530-09430bf6c71c" [ 903.882658] env[68391]: _type = "Task" [ 903.882658] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.891692] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5273477a-7ad2-6972-0530-09430bf6c71c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.908541] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039289, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.372612} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.908541] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d/2eaf3ef7-97a5-4fa6-b5a2-04b29085d62d.vmdk to [datastore2] 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb/0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.909311] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293037c9-b1e7-48f7-88a2-2ce3ddf9ce99 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.933070] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb/0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb.vmdk or device None with type streamOptimized {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.935885] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb759b90-28cf-49f1-b966-e2210e6300bd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.958389] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': task-3039298, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.959771] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 903.959771] env[68391]: value = "task-3039299" [ 903.959771] env[68391]: _type = "Task" [ 903.959771] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.979443] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039299, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.162183] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039296, 'name': CreateVM_Task, 'duration_secs': 1.293687} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.162440] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.162935] env[68391]: DEBUG oslo_concurrency.lockutils [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.163172] env[68391]: DEBUG oslo_concurrency.lockutils [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.163575] env[68391]: DEBUG oslo_concurrency.lockutils [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.163911] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d8b37bd-18ef-453d-b251-bef2bb4e1870 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.170848] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for the task: (returnval){ [ 904.170848] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525a16b5-c3c3-d62d-7107-b43f597fe640" [ 904.170848] env[68391]: _type = "Task" [ 904.170848] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.180471] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525a16b5-c3c3-d62d-7107-b43f597fe640, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.244460] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.245210] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.245457] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.245867] env[68391]: DEBUG oslo_concurrency.lockutils [req-82637877-b58f-4d58-9d97-1fd1d619f77e req-5148cf99-f2d9-4008-8f23-b393225fc580 service nova] Acquired lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.246167] env[68391]: DEBUG nova.network.neutron [req-82637877-b58f-4d58-9d97-1fd1d619f77e req-5148cf99-f2d9-4008-8f23-b393225fc580 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Refreshing network info cache for port 5ba29a25-1652-4792-b961-14b5d9c9d003 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.248486] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77ed371-3888-419f-ab2e-9feb97101f37 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.266155] env[68391]: DEBUG nova.virt.hardware [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.266408] env[68391]: DEBUG nova.virt.hardware [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.266565] env[68391]: DEBUG nova.virt.hardware [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.266819] env[68391]: DEBUG nova.virt.hardware [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.267014] env[68391]: DEBUG nova.virt.hardware [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.267210] env[68391]: DEBUG nova.virt.hardware [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.267439] env[68391]: DEBUG nova.virt.hardware [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.267619] env[68391]: DEBUG nova.virt.hardware [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.267790] env[68391]: DEBUG nova.virt.hardware [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.267948] env[68391]: DEBUG nova.virt.hardware [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.268179] env[68391]: DEBUG nova.virt.hardware [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.274451] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Reconfiguring VM to attach interface {{(pid=68391) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 904.275637] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d620e5bb-91e9-4c90-be98-6e239f5d4bef {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.296646] env[68391]: DEBUG oslo_vmware.api [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 904.296646] env[68391]: value = "task-3039300" [ 904.296646] env[68391]: _type = "Task" [ 904.296646] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.306369] env[68391]: DEBUG oslo_vmware.api [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039300, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.318788] env[68391]: DEBUG oslo_concurrency.lockutils [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.321734] env[68391]: DEBUG oslo_concurrency.lockutils [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.737s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.322776] env[68391]: DEBUG nova.objects.instance [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Lazy-loading 'resources' on Instance uuid 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.347660] env[68391]: INFO nova.scheduler.client.report [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Deleted allocations for instance e89ead6c-e588-4e43-8677-3af512054945 [ 904.394662] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5273477a-7ad2-6972-0530-09430bf6c71c, 'name': SearchDatastore_Task, 'duration_secs': 0.016767} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.395988] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.396228] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] b328a34c-8301-46d9-835c-feceaffdf346/b328a34c-8301-46d9-835c-feceaffdf346.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.396540] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e966ad24-ff6c-43d4-8c3f-e11fcdba31e5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.405227] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 904.405227] env[68391]: value = "task-3039301" [ 904.405227] env[68391]: _type = "Task" [ 904.405227] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.414173] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.433092] env[68391]: DEBUG oslo_vmware.api [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': task-3039298, 'name': PowerOnVM_Task, 'duration_secs': 0.743695} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.433517] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.433700] env[68391]: INFO nova.compute.manager [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Took 9.35 seconds to spawn the instance on the hypervisor. [ 904.433856] env[68391]: DEBUG nova.compute.manager [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.434987] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fcc786-f553-4343-ac06-f687c60e50f3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.470488] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039299, 'name': ReconfigVM_Task, 'duration_secs': 0.338163} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.470787] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb/0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb.vmdk or device None with type streamOptimized {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.471506] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d15387c6-0a3a-477c-897f-7eb77c9c80bc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.479974] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 904.479974] env[68391]: value = "task-3039302" [ 904.479974] env[68391]: _type = "Task" [ 904.479974] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.489388] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039302, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.684147] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525a16b5-c3c3-d62d-7107-b43f597fe640, 'name': SearchDatastore_Task, 'duration_secs': 0.013883} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.684812] env[68391]: DEBUG oslo_concurrency.lockutils [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.684812] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.685181] env[68391]: DEBUG oslo_concurrency.lockutils [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.685288] env[68391]: DEBUG oslo_concurrency.lockutils [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.685448] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.685750] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-770ac174-d1a4-4269-972f-4be0cd3974ed {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.699326] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.699553] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.700318] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1929b965-3eaf-40d5-8d79-98bb357871c1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.707168] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for the task: (returnval){ [ 904.707168] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c7eb7a-1422-30e8-a353-ca33a64a2cab" [ 904.707168] env[68391]: _type = "Task" [ 904.707168] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.715409] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c7eb7a-1422-30e8-a353-ca33a64a2cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.811636] env[68391]: DEBUG oslo_vmware.api [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.862919] env[68391]: DEBUG oslo_concurrency.lockutils [None req-af03b890-eaaa-4704-a396-b7189c157347 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "e89ead6c-e588-4e43-8677-3af512054945" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.233s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.922091] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039301, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.955963] env[68391]: INFO nova.compute.manager [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Took 27.39 seconds to build instance. [ 904.996378] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039302, 'name': Rename_Task, 'duration_secs': 0.17061} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.996748] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.996944] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6eef593-ca5f-4b17-9483-04eed64082d3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.009800] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 905.009800] env[68391]: value = "task-3039303" [ 905.009800] env[68391]: _type = "Task" [ 905.009800] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.021097] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.091152] env[68391]: DEBUG nova.network.neutron [req-82637877-b58f-4d58-9d97-1fd1d619f77e req-5148cf99-f2d9-4008-8f23-b393225fc580 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Updated VIF entry in instance network info cache for port 5ba29a25-1652-4792-b961-14b5d9c9d003. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.091964] env[68391]: DEBUG nova.network.neutron [req-82637877-b58f-4d58-9d97-1fd1d619f77e req-5148cf99-f2d9-4008-8f23-b393225fc580 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Updating instance_info_cache with network_info: [{"id": "3daf1817-57d5-4682-92b1-fe2be18c8789", "address": "fa:16:3e:d6:45:e7", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3daf1817-57", "ovs_interfaceid": "3daf1817-57d5-4682-92b1-fe2be18c8789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378", "address": "fa:16:3e:bb:e3:b1", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b54a1f0-0f", "ovs_interfaceid": "7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ba29a25-1652-4792-b961-14b5d9c9d003", "address": "fa:16:3e:31:ce:1e", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba29a25-16", "ovs_interfaceid": "5ba29a25-1652-4792-b961-14b5d9c9d003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.187818] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e18c3de-c578-4abf-a323-2fcdbfdc63ec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.197074] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbff4ea-911e-4a13-9de3-5ad3ce139155 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.231299] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e6f8ed-6300-4d56-9bba-ef0a28c546fa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.241912] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c7eb7a-1422-30e8-a353-ca33a64a2cab, 'name': SearchDatastore_Task, 'duration_secs': 0.025481} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.244664] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37bfe68d-646d-42cc-91e0-cda2e6e890c4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.247977] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfc0ee4-6ade-414f-96b5-eea89809c1be {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.256588] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for the task: (returnval){ [ 905.256588] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528fb3a1-21e8-c85c-e65f-fa19c93ac36a" [ 905.256588] env[68391]: _type = "Task" [ 905.256588] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.264727] env[68391]: DEBUG nova.compute.provider_tree [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.274824] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528fb3a1-21e8-c85c-e65f-fa19c93ac36a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.309354] env[68391]: DEBUG oslo_vmware.api [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039300, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.417913] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727061} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.418256] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] b328a34c-8301-46d9-835c-feceaffdf346/b328a34c-8301-46d9-835c-feceaffdf346.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.418505] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.418800] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5869157d-7dca-4752-b73e-1546ed2f3be4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.428997] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Acquiring lock "076e73b8-7a81-4e3b-a961-4e6c9d1705f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.429263] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Lock "076e73b8-7a81-4e3b-a961-4e6c9d1705f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.430482] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 905.430482] env[68391]: value = "task-3039304" [ 905.430482] env[68391]: _type = "Task" [ 905.430482] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.440459] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.460566] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9920f0ee-856e-466b-bdbd-e7c11d49f8a1 tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Lock "ab38ac12-914d-4707-a3c7-e5808b33f228" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.910s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.521738] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039303, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.598176] env[68391]: DEBUG oslo_concurrency.lockutils [req-82637877-b58f-4d58-9d97-1fd1d619f77e req-5148cf99-f2d9-4008-8f23-b393225fc580 service nova] Releasing lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.770363] env[68391]: DEBUG nova.scheduler.client.report [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.778506] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528fb3a1-21e8-c85c-e65f-fa19c93ac36a, 'name': SearchDatastore_Task, 'duration_secs': 0.020848} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.778883] env[68391]: DEBUG oslo_concurrency.lockutils [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.779081] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4/00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.779352] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d4cdfa2-28d2-4ec0-bbd6-19686b0cace5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.788137] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for the task: (returnval){ [ 905.788137] env[68391]: value = "task-3039305" [ 905.788137] env[68391]: _type = "Task" [ 905.788137] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.797215] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.807740] env[68391]: DEBUG oslo_vmware.api [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039300, 'name': ReconfigVM_Task, 'duration_secs': 1.064051} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.808051] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.808351] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Reconfigured VM to attach interface {{(pid=68391) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 905.931675] env[68391]: DEBUG nova.compute.manager [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.946149] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08019} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.946773] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.947668] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc8f328-db04-4c2d-84c5-44a338908349 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.973453] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] b328a34c-8301-46d9-835c-feceaffdf346/b328a34c-8301-46d9-835c-feceaffdf346.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.973865] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d542445-6150-45cd-9cdf-8d341717003b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.996915] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 905.996915] env[68391]: value = "task-3039306" [ 905.996915] env[68391]: _type = "Task" [ 905.996915] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.007347] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.022186] env[68391]: DEBUG oslo_vmware.api [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039303, 'name': PowerOnVM_Task, 'duration_secs': 0.620226} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.022483] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.022688] env[68391]: INFO nova.compute.manager [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Took 16.46 seconds to spawn the instance on the hypervisor. [ 906.022872] env[68391]: DEBUG nova.compute.manager [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.023948] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001db7d9-be38-4beb-8b5c-f8effdef67b7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.276309] env[68391]: DEBUG oslo_concurrency.lockutils [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.279938] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.286s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.280334] env[68391]: DEBUG nova.objects.instance [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Lazy-loading 'resources' on Instance uuid ec6ae023-f376-4c2f-9d3d-31144b5b007e {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.301956] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039305, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.303637] env[68391]: INFO nova.scheduler.client.report [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Deleted allocations for instance 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67 [ 906.313063] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0c40a523-4da9-4658-a375-f65594af01c8 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "interface-9a089a66-a2aa-45c1-8972-3788b1c1d3d0-5ba29a25-1652-4792-b961-14b5d9c9d003" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.191s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.453522] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.511381] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.544959] env[68391]: INFO nova.compute.manager [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Took 32.71 seconds to build instance. [ 906.800460] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.822124} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.800460] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4/00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.800460] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.800460] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5535732-f69b-43a4-aa66-0ac363e3678c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.808479] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for the task: (returnval){ [ 906.808479] env[68391]: value = "task-3039307" [ 906.808479] env[68391]: _type = "Task" [ 906.808479] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.815548] env[68391]: DEBUG oslo_concurrency.lockutils [None req-624800ab-70cb-46a4-a5f6-80ee6dcd7b8c tempest-ServerMetadataNegativeTestJSON-1292949256 tempest-ServerMetadataNegativeTestJSON-1292949256-project-member] Lock "3e6b6f11-fdd4-4561-b2c2-25236e4d4a67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.099s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.826986] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.008185] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039306, 'name': ReconfigVM_Task, 'duration_secs': 0.73624} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.011972] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Reconfigured VM instance instance-00000053 to attach disk [datastore1] b328a34c-8301-46d9-835c-feceaffdf346/b328a34c-8301-46d9-835c-feceaffdf346.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.011972] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed450f59-59ec-4ad5-8d3b-f7018e519155 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.020556] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 907.020556] env[68391]: value = "task-3039308" [ 907.020556] env[68391]: _type = "Task" [ 907.020556] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.033238] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039308, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.047864] env[68391]: DEBUG oslo_concurrency.lockutils [None req-762fee58-f6ac-4a99-a882-8c90de4fa4df tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.229s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.111910] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a3364d-899f-4ff4-8a3d-edf8146434dc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.122357] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c037e2f-c96f-4305-ad31-be3d9687fb03 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.154723] env[68391]: DEBUG oslo_concurrency.lockutils [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Acquiring lock "ab38ac12-914d-4707-a3c7-e5808b33f228" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.155019] env[68391]: DEBUG oslo_concurrency.lockutils [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Lock "ab38ac12-914d-4707-a3c7-e5808b33f228" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.155230] env[68391]: DEBUG oslo_concurrency.lockutils [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Acquiring lock "ab38ac12-914d-4707-a3c7-e5808b33f228-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.155409] env[68391]: DEBUG oslo_concurrency.lockutils [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Lock "ab38ac12-914d-4707-a3c7-e5808b33f228-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.155577] env[68391]: DEBUG oslo_concurrency.lockutils [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Lock "ab38ac12-914d-4707-a3c7-e5808b33f228-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.157942] env[68391]: INFO nova.compute.manager [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Terminating instance [ 907.159829] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134b49c3-1882-48c0-9ddc-04f0d00f71f1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.169700] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f67108-4722-403d-934b-827b424aa222 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.186480] env[68391]: DEBUG nova.compute.provider_tree [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.203645] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "408bce8a-b614-4bf5-95a1-215cfd0beceb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.203893] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "408bce8a-b614-4bf5-95a1-215cfd0beceb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.318948] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081705} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.319286] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.320096] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa545f62-13f7-408f-8bae-4c5a6616723a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.346892] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4/00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.346892] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e5dd7c4-f637-4936-b324-6073f20e3c2f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.366346] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for the task: (returnval){ [ 907.366346] env[68391]: value = "task-3039309" [ 907.366346] env[68391]: _type = "Task" [ 907.366346] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.378023] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.532508] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039308, 'name': Rename_Task, 'duration_secs': 0.208639} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.532853] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.533340] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6681c217-8e9b-4e63-846c-736b12ba7a9f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.541424] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 907.541424] env[68391]: value = "task-3039310" [ 907.541424] env[68391]: _type = "Task" [ 907.541424] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.550729] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.665242] env[68391]: DEBUG nova.compute.manager [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.665487] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.666393] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cd2fed-41ad-4f9f-a4b1-2abc5d73bcbe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.675273] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.675987] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47f7111c-232d-42ab-bd24-f6036f580beb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.685214] env[68391]: DEBUG oslo_vmware.api [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Waiting for the task: (returnval){ [ 907.685214] env[68391]: value = "task-3039311" [ 907.685214] env[68391]: _type = "Task" [ 907.685214] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.690254] env[68391]: DEBUG nova.scheduler.client.report [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.699707] env[68391]: DEBUG oslo_vmware.api [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': task-3039311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.708224] env[68391]: DEBUG nova.compute.manager [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.881704] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.905971] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.906277] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.906495] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.906686] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.906861] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.909218] env[68391]: INFO nova.compute.manager [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Terminating instance [ 908.054665] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039310, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.200028] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.200028] env[68391]: DEBUG oslo_vmware.api [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': task-3039311, 'name': PowerOffVM_Task, 'duration_secs': 0.198328} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.200028] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.127s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.200724] env[68391]: DEBUG nova.objects.instance [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Lazy-loading 'resources' on Instance uuid 22c69ccb-39b6-411a-bed9-03c7555aaeff {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.202186] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.202503] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.202849] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84e557c0-af50-4c1e-a522-be21c9b8c505 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.229939] env[68391]: INFO nova.scheduler.client.report [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Deleted allocations for instance ec6ae023-f376-4c2f-9d3d-31144b5b007e [ 908.243369] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.286055] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.287747] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.287747] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Deleting the datastore file [datastore1] ab38ac12-914d-4707-a3c7-e5808b33f228 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.287747] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c232f41-3801-4f2a-802c-be481751baa9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.298340] env[68391]: DEBUG oslo_vmware.api [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Waiting for the task: (returnval){ [ 908.298340] env[68391]: value = "task-3039313" [ 908.298340] env[68391]: _type = "Task" [ 908.298340] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.306967] env[68391]: DEBUG oslo_vmware.api [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': task-3039313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.384580] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039309, 'name': ReconfigVM_Task, 'duration_secs': 0.607631} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.386028] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4/00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.387398] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6f3be52-54cb-445c-8ea5-9cf5086f5c3b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.396307] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for the task: (returnval){ [ 908.396307] env[68391]: value = "task-3039314" [ 908.396307] env[68391]: _type = "Task" [ 908.396307] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.408730] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039314, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.412605] env[68391]: DEBUG nova.compute.manager [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.412812] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.413686] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c542721-db0c-4cd7-9342-4a15872e8550 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.422257] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.422663] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0c8c928-f257-4928-a86a-bd075483b11e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.432885] env[68391]: DEBUG oslo_vmware.api [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 908.432885] env[68391]: value = "task-3039315" [ 908.432885] env[68391]: _type = "Task" [ 908.432885] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.447842] env[68391]: DEBUG oslo_vmware.api [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.556367] env[68391]: DEBUG oslo_vmware.api [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039310, 'name': PowerOnVM_Task, 'duration_secs': 0.613878} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.556635] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.556812] env[68391]: INFO nova.compute.manager [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Took 11.00 seconds to spawn the instance on the hypervisor. [ 908.557276] env[68391]: DEBUG nova.compute.manager [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.557876] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348cc1ce-adc0-458d-a620-a8995e367571 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.620546] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "interface-9a089a66-a2aa-45c1-8972-3788b1c1d3d0-7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.620848] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "interface-9a089a66-a2aa-45c1-8972-3788b1c1d3d0-7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.717250] env[68391]: DEBUG oslo_vmware.rw_handles [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528993ab-2b63-6ca9-2415-53dde3c917e7/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 908.718414] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0cc102-e503-487d-b5e3-61e8877cad6c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.725864] env[68391]: DEBUG oslo_vmware.rw_handles [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528993ab-2b63-6ca9-2415-53dde3c917e7/disk-0.vmdk is in state: ready. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 908.726060] env[68391]: ERROR oslo_vmware.rw_handles [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528993ab-2b63-6ca9-2415-53dde3c917e7/disk-0.vmdk due to incomplete transfer. [ 908.726318] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c4e8169f-f7aa-4cb1-a665-f545a36dde0d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.739956] env[68391]: DEBUG oslo_vmware.rw_handles [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528993ab-2b63-6ca9-2415-53dde3c917e7/disk-0.vmdk. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 908.740170] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Uploaded image bee69916-8666-4a97-873f-d5fee1cb1b73 to the Glance image server {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 908.742624] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Destroying the VM {{(pid=68391) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 908.744978] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a43ac7b-c586-4e07-864b-454efc599673 tempest-AttachInterfacesUnderV243Test-1253112206 tempest-AttachInterfacesUnderV243Test-1253112206-project-member] Lock "ec6ae023-f376-4c2f-9d3d-31144b5b007e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.492s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.744978] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e67044bd-fc18-42e7-b6a5-f1c644a9b7e2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.757026] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 908.757026] env[68391]: value = "task-3039316" [ 908.757026] env[68391]: _type = "Task" [ 908.757026] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.772758] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039316, 'name': Destroy_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.810820] env[68391]: DEBUG oslo_vmware.api [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Task: {'id': task-3039313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274499} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.814939] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.815301] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.815605] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.815885] env[68391]: INFO nova.compute.manager [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Took 1.15 seconds to destroy the instance on the hypervisor. [ 908.816344] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.817372] env[68391]: DEBUG nova.compute.manager [-] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.817586] env[68391]: DEBUG nova.network.neutron [-] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.910602] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039314, 'name': Rename_Task, 'duration_secs': 0.269319} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.911692] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.911944] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c5c38f9-4fef-40d0-a627-70944b2c8d76 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.925194] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for the task: (returnval){ [ 908.925194] env[68391]: value = "task-3039317" [ 908.925194] env[68391]: _type = "Task" [ 908.925194] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.934245] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.944375] env[68391]: DEBUG oslo_vmware.api [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039315, 'name': PowerOffVM_Task, 'duration_secs': 0.301855} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.944375] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.944375] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.944375] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3782c93-c77e-43c4-88ea-4724ca792167 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.030677] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.031697] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.031697] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Deleting the datastore file [datastore2] 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.032191] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-395d7cf8-b5cb-4318-ad8f-54305379e9fd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.046399] env[68391]: DEBUG oslo_vmware.api [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 909.046399] env[68391]: value = "task-3039319" [ 909.046399] env[68391]: _type = "Task" [ 909.046399] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.058101] env[68391]: DEBUG oslo_vmware.api [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.083652] env[68391]: INFO nova.compute.manager [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Took 28.63 seconds to build instance. [ 909.125043] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.125043] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.125612] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6ba5ca-54b9-46cc-893c-0090e903781f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.134155] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304e8202-f392-4dc2-8e55-09abdf026713 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.152647] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf5ceb6-812c-4fc9-97c1-19ea12483b4f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.159472] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f694419e-7d40-4afe-a3fe-5198bf05beb2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.186902] env[68391]: DEBUG nova.compute.manager [req-981705cc-8f64-43cf-af4e-89c9bbfac630 req-2f413999-aa5b-4c4c-b16d-4e4840bd137c service nova] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Received event network-vif-deleted-436958df-7050-4c82-80e2-a9a2cc48b93d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.187167] env[68391]: INFO nova.compute.manager [req-981705cc-8f64-43cf-af4e-89c9bbfac630 req-2f413999-aa5b-4c4c-b16d-4e4840bd137c service nova] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Neutron deleted interface 436958df-7050-4c82-80e2-a9a2cc48b93d; detaching it from the instance and deleting it from the info cache [ 909.187334] env[68391]: DEBUG nova.network.neutron [req-981705cc-8f64-43cf-af4e-89c9bbfac630 req-2f413999-aa5b-4c4c-b16d-4e4840bd137c service nova] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.195651] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Reconfiguring VM to detach interface {{(pid=68391) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 909.197137] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47b22c06-1c8e-416c-8e86-cc6b4692a8b7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.242879] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f45302d-f933-4e8c-ae3a-c8fb3950ee5c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.248323] env[68391]: DEBUG oslo_vmware.api [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 909.248323] env[68391]: value = "task-3039320" [ 909.248323] env[68391]: _type = "Task" [ 909.248323] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.256052] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4357000-3f92-40bc-828c-965d5ff8cdb8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.267451] env[68391]: DEBUG oslo_vmware.api [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039320, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.276448] env[68391]: DEBUG nova.compute.provider_tree [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.281890] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039316, 'name': Destroy_Task} progress is 33%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.434192] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.557202] env[68391]: DEBUG oslo_vmware.api [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.590195] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fb76636-a4df-44e7-a6c0-f5d7c0fcc0a6 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "b328a34c-8301-46d9-835c-feceaffdf346" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.151s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.660187] env[68391]: DEBUG nova.network.neutron [-] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.697012] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b79551c0-3466-4808-8ead-ae583f2c1962 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.707854] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f67f93-6fd7-4e5f-b148-32894aee8d5c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.742768] env[68391]: DEBUG nova.compute.manager [req-981705cc-8f64-43cf-af4e-89c9bbfac630 req-2f413999-aa5b-4c4c-b16d-4e4840bd137c service nova] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Detach interface failed, port_id=436958df-7050-4c82-80e2-a9a2cc48b93d, reason: Instance ab38ac12-914d-4707-a3c7-e5808b33f228 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 909.761545] env[68391]: DEBUG oslo_vmware.api [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.770280] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039316, 'name': Destroy_Task, 'duration_secs': 0.905203} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.770552] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Destroyed the VM [ 909.770780] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Deleting Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 909.771782] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b5d158a8-0325-4429-a380-b97562561509 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.780431] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 909.780431] env[68391]: value = "task-3039321" [ 909.780431] env[68391]: _type = "Task" [ 909.780431] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.786645] env[68391]: DEBUG nova.scheduler.client.report [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.802038] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039321, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.936399] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039317, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.062954] env[68391]: DEBUG oslo_vmware.api [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.612625} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.063302] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.063445] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.063617] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.063794] env[68391]: INFO nova.compute.manager [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Took 1.65 seconds to destroy the instance on the hypervisor. [ 910.064055] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.064250] env[68391]: DEBUG nova.compute.manager [-] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.064344] env[68391]: DEBUG nova.network.neutron [-] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.165872] env[68391]: INFO nova.compute.manager [-] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Took 1.35 seconds to deallocate network for instance. [ 910.265551] env[68391]: DEBUG oslo_vmware.api [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.291361] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039321, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.296802] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.300294] env[68391]: DEBUG oslo_concurrency.lockutils [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.140s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.302694] env[68391]: DEBUG nova.objects.instance [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lazy-loading 'resources' on Instance uuid 7531795f-fa8e-4e6b-9c78-f619a759203f {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.325307] env[68391]: INFO nova.scheduler.client.report [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Deleted allocations for instance 22c69ccb-39b6-411a-bed9-03c7555aaeff [ 910.436226] env[68391]: DEBUG oslo_vmware.api [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039317, 'name': PowerOnVM_Task, 'duration_secs': 1.272542} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.441021] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.441021] env[68391]: INFO nova.compute.manager [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Took 7.92 seconds to spawn the instance on the hypervisor. [ 910.441021] env[68391]: DEBUG nova.compute.manager [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.441021] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd59a8c0-011c-4aa3-9f7d-1e56124c8c6f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.676316] env[68391]: DEBUG oslo_concurrency.lockutils [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.753795] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Acquiring lock "6b1d42a8-a63b-4e5c-91f5-bec837b51b89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.754098] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Lock "6b1d42a8-a63b-4e5c-91f5-bec837b51b89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.766933] env[68391]: DEBUG oslo_vmware.api [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.795336] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039321, 'name': RemoveSnapshot_Task, 'duration_secs': 0.990099} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.795633] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Deleted Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 910.796426] env[68391]: DEBUG nova.compute.manager [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.796831] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ada77fb-59d7-49a9-9ad5-bc287786bad1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.818885] env[68391]: DEBUG nova.network.neutron [-] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.843057] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8d57e7cc-6d24-45a1-8c83-8bdf0fafd944 tempest-ServersTestBootFromVolume-1323336456 tempest-ServersTestBootFromVolume-1323336456-project-member] Lock "22c69ccb-39b6-411a-bed9-03c7555aaeff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.953s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.967978] env[68391]: INFO nova.compute.manager [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Took 29.85 seconds to build instance. [ 911.248641] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ddc2f6-9df5-48fb-85d7-69acb83de092 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.252533] env[68391]: DEBUG nova.compute.manager [req-5fa87369-d34e-4051-9624-8737b449e17b req-be15be73-bf01-43c5-a932-34fef1a89993 service nova] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Received event network-vif-deleted-59cb5f59-4b98-48ad-a055-f154be807a6e {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.261829] env[68391]: DEBUG nova.compute.manager [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.265210] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5ff35d-ac04-4588-af61-8f4bc2303a9e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.299220] env[68391]: DEBUG oslo_vmware.api [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.300950] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e72e8d4-33d7-49ad-8d01-153ea8b4d65f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.309523] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9386ab8-cc4b-45c3-a4ce-99d3a9fcae12 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.318536] env[68391]: INFO nova.compute.manager [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Shelve offloading [ 911.319893] env[68391]: INFO nova.compute.manager [-] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Took 1.26 seconds to deallocate network for instance. [ 911.331212] env[68391]: DEBUG nova.compute.provider_tree [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.332690] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.335546] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1bbfb05-7390-4d3e-b036-66b894699586 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.344913] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 911.344913] env[68391]: value = "task-3039322" [ 911.344913] env[68391]: _type = "Task" [ 911.344913] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.355409] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] VM already powered off {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 911.355721] env[68391]: DEBUG nova.compute.manager [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.356407] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b3d236-1e7f-4d4e-932b-7df800d9fe97 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.363460] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "refresh_cache-38da167e-1f64-462f-9847-b4daa77d0390" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.363655] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquired lock "refresh_cache-38da167e-1f64-462f-9847-b4daa77d0390" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.363830] env[68391]: DEBUG nova.network.neutron [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.470990] env[68391]: DEBUG oslo_concurrency.lockutils [None req-80e5bb5b-469c-4a46-b564-bf00e4d078ae tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Lock "00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.370s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.711458] env[68391]: DEBUG nova.compute.manager [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Stashing vm_state: active {{(pid=68391) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 911.756250] env[68391]: INFO nova.compute.manager [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Rebuilding instance [ 911.768184] env[68391]: DEBUG oslo_vmware.api [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.795869] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.817287] env[68391]: DEBUG nova.compute.manager [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.817287] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa672484-d9d3-4801-aaf5-30386be631be {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.838704] env[68391]: DEBUG nova.scheduler.client.report [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.843398] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.210183] env[68391]: DEBUG nova.network.neutron [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Updating instance_info_cache with network_info: [{"id": "91abbfc1-4708-4918-a9a4-9cff8178b3ed", "address": "fa:16:3e:db:30:5a", "network": {"id": "cb61484d-cb80-445f-b598-cfdb44a84d87", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-741119720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa91632df62443f90f1bd59cb669f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91abbfc1-47", "ovs_interfaceid": "91abbfc1-4708-4918-a9a4-9cff8178b3ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.238208] env[68391]: DEBUG oslo_concurrency.lockutils [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.274521] env[68391]: DEBUG oslo_vmware.api [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.346136] env[68391]: DEBUG oslo_concurrency.lockutils [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.349259] env[68391]: DEBUG oslo_concurrency.lockutils [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.105s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.349259] env[68391]: DEBUG nova.objects.instance [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lazy-loading 'resources' on Instance uuid 03d0a82a-7689-4d48-9a5f-508f55a76ee3 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.370106] env[68391]: INFO nova.scheduler.client.report [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Deleted allocations for instance 7531795f-fa8e-4e6b-9c78-f619a759203f [ 912.713725] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Releasing lock "refresh_cache-38da167e-1f64-462f-9847-b4daa77d0390" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.774419] env[68391]: DEBUG oslo_vmware.api [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.836697] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.837014] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65ecdf61-2f3b-49d1-8c4e-5e9909fbe34e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.850242] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for the task: (returnval){ [ 912.850242] env[68391]: value = "task-3039323" [ 912.850242] env[68391]: _type = "Task" [ 912.850242] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.871325] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.886933] env[68391]: DEBUG oslo_concurrency.lockutils [None req-87eb7bf7-5373-4841-a8d5-c2acd7fe15b2 tempest-ServerShowV247Test-1982021892 tempest-ServerShowV247Test-1982021892-project-member] Lock "7531795f-fa8e-4e6b-9c78-f619a759203f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.977s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.230328] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc586512-09ea-47ee-9cef-85e75e364b45 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.240698] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcda7f7-689d-4a14-bdb3-deae803df38e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.282737] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07123327-ecb0-4615-8c32-421176fb8811 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.294751] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fdd594-9b83-4f92-b358-8a697fcd1389 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.299373] env[68391]: DEBUG oslo_vmware.api [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.312742] env[68391]: DEBUG nova.compute.provider_tree [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.362735] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039323, 'name': PowerOffVM_Task, 'duration_secs': 0.133331} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.365498] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.365498] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.365498] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b713fffc-5af5-4db5-bcde-91445fb00ddc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.378514] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.378514] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c85a8238-4a0a-497e-8660-dc3e8585cc59 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.395727] env[68391]: DEBUG nova.compute.manager [req-9ebb76d6-fe96-4d18-9f4a-6166d12c861b req-406da0f7-d179-445f-a197-e0f384399122 service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Received event network-vif-unplugged-91abbfc1-4708-4918-a9a4-9cff8178b3ed {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.400218] env[68391]: DEBUG oslo_concurrency.lockutils [req-9ebb76d6-fe96-4d18-9f4a-6166d12c861b req-406da0f7-d179-445f-a197-e0f384399122 service nova] Acquiring lock "38da167e-1f64-462f-9847-b4daa77d0390-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.400813] env[68391]: DEBUG oslo_concurrency.lockutils [req-9ebb76d6-fe96-4d18-9f4a-6166d12c861b req-406da0f7-d179-445f-a197-e0f384399122 service nova] Lock "38da167e-1f64-462f-9847-b4daa77d0390-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.005s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.401536] env[68391]: DEBUG oslo_concurrency.lockutils [req-9ebb76d6-fe96-4d18-9f4a-6166d12c861b req-406da0f7-d179-445f-a197-e0f384399122 service nova] Lock "38da167e-1f64-462f-9847-b4daa77d0390-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.401861] env[68391]: DEBUG nova.compute.manager [req-9ebb76d6-fe96-4d18-9f4a-6166d12c861b req-406da0f7-d179-445f-a197-e0f384399122 service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] No waiting events found dispatching network-vif-unplugged-91abbfc1-4708-4918-a9a4-9cff8178b3ed {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.402104] env[68391]: WARNING nova.compute.manager [req-9ebb76d6-fe96-4d18-9f4a-6166d12c861b req-406da0f7-d179-445f-a197-e0f384399122 service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Received unexpected event network-vif-unplugged-91abbfc1-4708-4918-a9a4-9cff8178b3ed for instance with vm_state shelved and task_state shelving_offloading. [ 913.410869] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.411495] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.411892] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Deleting the datastore file [datastore2] 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.412230] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63d4c6b6-0d48-4bd1-8682-88f3ef4fbffb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.421953] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for the task: (returnval){ [ 913.421953] env[68391]: value = "task-3039325" [ 913.421953] env[68391]: _type = "Task" [ 913.421953] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.432267] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.456616] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.457859] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066903f6-6589-40e7-a073-96f8149bc556 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.467886] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.467886] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bcd499c-902a-4c1e-a2cb-d8eb2eb68d16 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.538299] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.538507] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.538679] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Deleting the datastore file [datastore2] 38da167e-1f64-462f-9847-b4daa77d0390 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.538987] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca60e377-caa1-48c9-afe5-8d644099cead {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.547013] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 913.547013] env[68391]: value = "task-3039327" [ 913.547013] env[68391]: _type = "Task" [ 913.547013] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.559221] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.646627] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.647012] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.790681] env[68391]: DEBUG oslo_vmware.api [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.816548] env[68391]: DEBUG nova.scheduler.client.report [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.932919] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190753} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.933128] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.933315] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.933488] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.069842] env[68391]: DEBUG oslo_vmware.api [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291195} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.071393] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.071615] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.072549] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.158482] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.158482] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.158632] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.159156] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.159156] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.159156] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.159310] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68391) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 914.159348] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.203568] env[68391]: INFO nova.scheduler.client.report [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Deleted allocations for instance 38da167e-1f64-462f-9847-b4daa77d0390 [ 914.290390] env[68391]: DEBUG oslo_vmware.api [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.321531] env[68391]: DEBUG oslo_concurrency.lockutils [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.325308] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.395s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.325635] env[68391]: DEBUG nova.objects.instance [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lazy-loading 'resources' on Instance uuid a50fdb6f-02de-4893-9386-5095581a91e7 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.347094] env[68391]: INFO nova.scheduler.client.report [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Deleted allocations for instance 03d0a82a-7689-4d48-9a5f-508f55a76ee3 [ 914.663164] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.708424] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.799794] env[68391]: DEBUG oslo_vmware.api [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039320, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.859404] env[68391]: DEBUG oslo_concurrency.lockutils [None req-add559d9-da02-4309-96d4-2a668fa2847c tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "03d0a82a-7689-4d48-9a5f-508f55a76ee3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.049s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.988469] env[68391]: DEBUG nova.virt.hardware [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.988469] env[68391]: DEBUG nova.virt.hardware [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.988469] env[68391]: DEBUG nova.virt.hardware [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.988469] env[68391]: DEBUG nova.virt.hardware [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.988469] env[68391]: DEBUG nova.virt.hardware [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.988469] env[68391]: DEBUG nova.virt.hardware [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.988469] env[68391]: DEBUG nova.virt.hardware [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.988469] env[68391]: DEBUG nova.virt.hardware [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.988469] env[68391]: DEBUG nova.virt.hardware [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.988469] env[68391]: DEBUG nova.virt.hardware [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.988469] env[68391]: DEBUG nova.virt.hardware [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.992656] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e568976b-d992-46df-86ae-fc99e02667ef {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.002485] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d92197-e45c-4a0b-9cb8-2040c2d93e9a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.018392] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Instance VIF info [] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.024064] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.027581] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.028104] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d510775d-8f3b-4f47-a4a2-ab15942ba58e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.055304] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.055304] env[68391]: value = "task-3039328" [ 915.055304] env[68391]: _type = "Task" [ 915.055304] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.063430] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039328, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.185947] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03727072-f0c1-46c0-9735-870bfa34534d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.194186] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6409f2c-3308-4594-9b68-c3589123803a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.229082] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6315b6a9-e2b4-4ef3-9624-e9904df56b39 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.242301] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcc5ddb-defd-4c07-b6df-0f5189319623 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.038717] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "8255f57d-32cf-4205-a078-dbf25d0f6afc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.039111] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "8255f57d-32cf-4205-a078-dbf25d0f6afc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.039409] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "8255f57d-32cf-4205-a078-dbf25d0f6afc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.039679] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "8255f57d-32cf-4205-a078-dbf25d0f6afc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.039861] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "8255f57d-32cf-4205-a078-dbf25d0f6afc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.042488] env[68391]: DEBUG nova.compute.provider_tree [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.044615] env[68391]: INFO nova.compute.manager [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Terminating instance [ 916.049369] env[68391]: DEBUG nova.compute.manager [req-659b7687-798c-47dc-b48e-4276fccedb10 req-b30afae2-11f0-4117-8944-4cfb2bf549ac service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Received event network-changed-91abbfc1-4708-4918-a9a4-9cff8178b3ed {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.049846] env[68391]: DEBUG nova.compute.manager [req-659b7687-798c-47dc-b48e-4276fccedb10 req-b30afae2-11f0-4117-8944-4cfb2bf549ac service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Refreshing instance network info cache due to event network-changed-91abbfc1-4708-4918-a9a4-9cff8178b3ed. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.049846] env[68391]: DEBUG oslo_concurrency.lockutils [req-659b7687-798c-47dc-b48e-4276fccedb10 req-b30afae2-11f0-4117-8944-4cfb2bf549ac service nova] Acquiring lock "refresh_cache-38da167e-1f64-462f-9847-b4daa77d0390" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.050045] env[68391]: DEBUG oslo_concurrency.lockutils [req-659b7687-798c-47dc-b48e-4276fccedb10 req-b30afae2-11f0-4117-8944-4cfb2bf549ac service nova] Acquired lock "refresh_cache-38da167e-1f64-462f-9847-b4daa77d0390" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.050177] env[68391]: DEBUG nova.network.neutron [req-659b7687-798c-47dc-b48e-4276fccedb10 req-b30afae2-11f0-4117-8944-4cfb2bf549ac service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Refreshing network info cache for port 91abbfc1-4708-4918-a9a4-9cff8178b3ed {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.072857] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039328, 'name': CreateVM_Task, 'duration_secs': 0.347617} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.079563] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.079563] env[68391]: DEBUG oslo_vmware.api [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039320, 'name': ReconfigVM_Task, 'duration_secs': 5.851342} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.079563] env[68391]: DEBUG oslo_concurrency.lockutils [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.079563] env[68391]: DEBUG oslo_concurrency.lockutils [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.079563] env[68391]: DEBUG oslo_concurrency.lockutils [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.079563] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.079563] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Reconfigured VM to detach interface {{(pid=68391) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 916.081071] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec3133d-260a-4b04-a2fe-c5577150af9e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.090039] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for the task: (returnval){ [ 916.090039] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5261b9ff-1c22-f55e-1311-b1663203cf0b" [ 916.090039] env[68391]: _type = "Task" [ 916.090039] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.097883] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5261b9ff-1c22-f55e-1311-b1663203cf0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.552295] env[68391]: DEBUG nova.compute.manager [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.552453] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.556091] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7c1291-3f45-41fc-9a1f-de9e79bdb80f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.568667] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "38da167e-1f64-462f-9847-b4daa77d0390" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.568667] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.568667] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15235ab3-168e-4805-a504-6d18b2ad2c6e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.572515] env[68391]: DEBUG nova.scheduler.client.report [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.583956] env[68391]: DEBUG oslo_vmware.api [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 916.583956] env[68391]: value = "task-3039329" [ 916.583956] env[68391]: _type = "Task" [ 916.583956] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.595481] env[68391]: DEBUG oslo_vmware.api [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.609498] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5261b9ff-1c22-f55e-1311-b1663203cf0b, 'name': SearchDatastore_Task, 'duration_secs': 0.021399} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.616087] env[68391]: DEBUG oslo_concurrency.lockutils [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.616375] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.616626] env[68391]: DEBUG oslo_concurrency.lockutils [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.616769] env[68391]: DEBUG oslo_concurrency.lockutils [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.616946] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.619922] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23709971-3039-4c37-8065-34f720e1d5d0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.630024] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.630125] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.630909] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c1abd37-13e6-4261-9a11-a63e25350f16 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.639348] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for the task: (returnval){ [ 916.639348] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b64b0a-a460-f887-444a-0b2dc05c5de3" [ 916.639348] env[68391]: _type = "Task" [ 916.639348] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.650716] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b64b0a-a460-f887-444a-0b2dc05c5de3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.777118] env[68391]: DEBUG oslo_concurrency.lockutils [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Acquiring lock "1cd79520-9bc0-418e-87e9-f7f0dd91c71c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.777118] env[68391]: DEBUG oslo_concurrency.lockutils [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Lock "1cd79520-9bc0-418e-87e9-f7f0dd91c71c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.914213] env[68391]: DEBUG nova.network.neutron [req-659b7687-798c-47dc-b48e-4276fccedb10 req-b30afae2-11f0-4117-8944-4cfb2bf549ac service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Updated VIF entry in instance network info cache for port 91abbfc1-4708-4918-a9a4-9cff8178b3ed. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.914667] env[68391]: DEBUG nova.network.neutron [req-659b7687-798c-47dc-b48e-4276fccedb10 req-b30afae2-11f0-4117-8944-4cfb2bf549ac service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Updating instance_info_cache with network_info: [{"id": "91abbfc1-4708-4918-a9a4-9cff8178b3ed", "address": "fa:16:3e:db:30:5a", "network": {"id": "cb61484d-cb80-445f-b598-cfdb44a84d87", "bridge": null, "label": "tempest-ServersNegativeTestJSON-741119720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa91632df62443f90f1bd59cb669f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap91abbfc1-47", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.080093] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.756s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.082765] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.916s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.082963] env[68391]: DEBUG nova.objects.instance [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Lazy-loading 'resources' on Instance uuid a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.093676] env[68391]: DEBUG oslo_vmware.api [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039329, 'name': PowerOffVM_Task, 'duration_secs': 0.230157} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.094267] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.094425] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.095895] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa728e86-848f-4800-9fd4-c64a88feea8b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.111518] env[68391]: INFO nova.scheduler.client.report [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Deleted allocations for instance a50fdb6f-02de-4893-9386-5095581a91e7 [ 917.155998] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b64b0a-a460-f887-444a-0b2dc05c5de3, 'name': SearchDatastore_Task, 'duration_secs': 0.01132} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.157460] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfbcd2f7-b935-4fec-a2d5-2e959a1357bd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.161576] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.162199] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.162199] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Deleting the datastore file [datastore2] 8255f57d-32cf-4205-a078-dbf25d0f6afc {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.162199] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8909d45b-926f-47fe-b0c4-0a8970e8d543 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.166203] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for the task: (returnval){ [ 917.166203] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524eca2c-c504-947d-91fe-d39ca2d53d3e" [ 917.166203] env[68391]: _type = "Task" [ 917.166203] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.172624] env[68391]: DEBUG oslo_vmware.api [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for the task: (returnval){ [ 917.172624] env[68391]: value = "task-3039331" [ 917.172624] env[68391]: _type = "Task" [ 917.172624] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.181028] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524eca2c-c504-947d-91fe-d39ca2d53d3e, 'name': SearchDatastore_Task, 'duration_secs': 0.010383} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.181028] env[68391]: DEBUG oslo_concurrency.lockutils [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.181028] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4/00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.181795] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f39ed9e-bd12-42ca-95a5-0faefbaf0df4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.189911] env[68391]: DEBUG oslo_vmware.api [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.196026] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for the task: (returnval){ [ 917.196026] env[68391]: value = "task-3039332" [ 917.196026] env[68391]: _type = "Task" [ 917.196026] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.205851] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.279622] env[68391]: DEBUG nova.compute.manager [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.368191] env[68391]: DEBUG nova.compute.manager [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Received event network-vif-deleted-5ba29a25-1652-4792-b961-14b5d9c9d003 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.368191] env[68391]: INFO nova.compute.manager [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Neutron deleted interface 5ba29a25-1652-4792-b961-14b5d9c9d003; detaching it from the instance and deleting it from the info cache [ 917.368191] env[68391]: DEBUG nova.network.neutron [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Updating instance_info_cache with network_info: [{"id": "3daf1817-57d5-4682-92b1-fe2be18c8789", "address": "fa:16:3e:d6:45:e7", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3daf1817-57", "ovs_interfaceid": "3daf1817-57d5-4682-92b1-fe2be18c8789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378", "address": "fa:16:3e:bb:e3:b1", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b54a1f0-0f", "ovs_interfaceid": "7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.418438] env[68391]: DEBUG oslo_concurrency.lockutils [req-659b7687-798c-47dc-b48e-4276fccedb10 req-b30afae2-11f0-4117-8944-4cfb2bf549ac service nova] Releasing lock "refresh_cache-38da167e-1f64-462f-9847-b4daa77d0390" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.440939] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.441149] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.441303] env[68391]: DEBUG nova.network.neutron [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.546076] env[68391]: DEBUG nova.compute.manager [req-332c8542-75cb-4190-9f4d-18a25cce69e8 req-eea19ba0-4a69-4f46-921e-8c64b5f2f39e service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Received event network-vif-deleted-7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.546618] env[68391]: INFO nova.compute.manager [req-332c8542-75cb-4190-9f4d-18a25cce69e8 req-eea19ba0-4a69-4f46-921e-8c64b5f2f39e service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Neutron deleted interface 7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378; detaching it from the instance and deleting it from the info cache [ 917.547203] env[68391]: DEBUG nova.network.neutron [req-332c8542-75cb-4190-9f4d-18a25cce69e8 req-eea19ba0-4a69-4f46-921e-8c64b5f2f39e service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Updating instance_info_cache with network_info: [{"id": "3daf1817-57d5-4682-92b1-fe2be18c8789", "address": "fa:16:3e:d6:45:e7", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3daf1817-57", "ovs_interfaceid": "3daf1817-57d5-4682-92b1-fe2be18c8789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.626663] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b0a9c8ce-686b-45aa-a077-a453ea6bf771 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "a50fdb6f-02de-4893-9386-5095581a91e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.358s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.684748] env[68391]: DEBUG oslo_vmware.api [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Task: {'id': task-3039331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155093} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.688057] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.688057] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.688057] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.688057] env[68391]: INFO nova.compute.manager [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 917.688057] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.689172] env[68391]: DEBUG nova.compute.manager [-] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.689172] env[68391]: DEBUG nova.network.neutron [-] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.717876] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039332, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.806909] env[68391]: DEBUG oslo_concurrency.lockutils [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.873649] env[68391]: DEBUG oslo_concurrency.lockutils [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] Acquiring lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.873649] env[68391]: DEBUG oslo_concurrency.lockutils [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] Acquired lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.873649] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4809058-7229-44cf-820e-6a18e039ae63 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.898749] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f288470-55ad-45c1-b52f-31ef486454fe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.929600] env[68391]: DEBUG nova.virt.vmwareapi.vmops [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Reconfiguring VM to detach interface {{(pid=68391) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 917.932680] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87d540d2-0d28-4eaf-9076-5b43dc0e1e99 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.946297] env[68391]: DEBUG oslo_concurrency.lockutils [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.956648] env[68391]: DEBUG oslo_vmware.api [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] Waiting for the task: (returnval){ [ 917.956648] env[68391]: value = "task-3039333" [ 917.956648] env[68391]: _type = "Task" [ 917.956648] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.966527] env[68391]: DEBUG oslo_vmware.api [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] Task: {'id': task-3039333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.009805] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970abbe6-e2b3-4c6b-86dc-afd3cd91c68e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.025425] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e68e2d-0c98-4584-888e-2d838376fe2f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.079339] env[68391]: DEBUG oslo_concurrency.lockutils [req-332c8542-75cb-4190-9f4d-18a25cce69e8 req-eea19ba0-4a69-4f46-921e-8c64b5f2f39e service nova] Acquiring lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.081714] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa08d7e1-e228-4b0d-b7cf-ee2101170e7c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.097790] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5ca95c-9cbc-4969-a082-e4d057394f63 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.124155] env[68391]: DEBUG nova.compute.provider_tree [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.208031] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523255} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.208361] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4/00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.208576] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.208842] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2be68405-a1c6-44fd-9ef4-fab02d825761 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.217419] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for the task: (returnval){ [ 918.217419] env[68391]: value = "task-3039334" [ 918.217419] env[68391]: _type = "Task" [ 918.217419] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.228373] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.267641] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec65fd9f-c723-47bc-b70a-2add459f2b53 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "e93e52b7-a56f-49ae-b675-78aac2add525" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.267983] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec65fd9f-c723-47bc-b70a-2add459f2b53 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "e93e52b7-a56f-49ae-b675-78aac2add525" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.268239] env[68391]: INFO nova.compute.manager [None req-ec65fd9f-c723-47bc-b70a-2add459f2b53 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Rebooting instance [ 918.307692] env[68391]: INFO nova.network.neutron [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Port 7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 918.308256] env[68391]: DEBUG nova.network.neutron [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Updating instance_info_cache with network_info: [{"id": "3daf1817-57d5-4682-92b1-fe2be18c8789", "address": "fa:16:3e:d6:45:e7", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3daf1817-57", "ovs_interfaceid": "3daf1817-57d5-4682-92b1-fe2be18c8789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.469805] env[68391]: DEBUG oslo_vmware.api [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] Task: {'id': task-3039333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.586907] env[68391]: DEBUG nova.network.neutron [-] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.628288] env[68391]: DEBUG nova.scheduler.client.report [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.732097] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068152} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.732931] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.733199] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ee997b-cec1-4898-ba22-cce717c71c0b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.755990] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4/00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.756337] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f802d2d-9340-4edf-9edd-f483113c8ef4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.783455] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.783662] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.786627] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for the task: (returnval){ [ 918.786627] env[68391]: value = "task-3039335" [ 918.786627] env[68391]: _type = "Task" [ 918.786627] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.793281] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec65fd9f-c723-47bc-b70a-2add459f2b53 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.793488] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec65fd9f-c723-47bc-b70a-2add459f2b53 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.793840] env[68391]: DEBUG nova.network.neutron [None req-ec65fd9f-c723-47bc-b70a-2add459f2b53 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.798553] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.812084] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "refresh_cache-9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.969198] env[68391]: DEBUG oslo_vmware.api [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] Task: {'id': task-3039333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.074316] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "5ab16193-c471-4efa-8198-9880e1405dfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.074316] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "5ab16193-c471-4efa-8198-9880e1405dfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.089117] env[68391]: INFO nova.compute.manager [-] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Took 1.40 seconds to deallocate network for instance. [ 919.133819] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.136080] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.469s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.137523] env[68391]: INFO nova.compute.claims [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.156718] env[68391]: INFO nova.scheduler.client.report [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Deleted allocations for instance a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd [ 919.287618] env[68391]: DEBUG nova.compute.manager [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.301512] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039335, 'name': ReconfigVM_Task, 'duration_secs': 0.282372} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.301795] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4/00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.302954] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25cd2eba-daf1-4ef1-9191-3472acc77111 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.311030] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for the task: (returnval){ [ 919.311030] env[68391]: value = "task-3039336" [ 919.311030] env[68391]: _type = "Task" [ 919.311030] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.316043] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bccdada6-bc1b-4425-bee5-ff424a3e13d0 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "interface-9a089a66-a2aa-45c1-8972-3788b1c1d3d0-7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.695s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.320010] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039336, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.470371] env[68391]: DEBUG oslo_vmware.api [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] Task: {'id': task-3039333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.534325] env[68391]: DEBUG nova.network.neutron [None req-ec65fd9f-c723-47bc-b70a-2add459f2b53 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Updating instance_info_cache with network_info: [{"id": "cec70db4-dc7b-4828-a422-81c05d5ccb5f", "address": "fa:16:3e:2d:af:72", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec70db4-dc", "ovs_interfaceid": "cec70db4-dc7b-4828-a422-81c05d5ccb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.577655] env[68391]: DEBUG nova.compute.manager [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.587232] env[68391]: DEBUG nova.compute.manager [req-5f95de43-b6a3-40f1-9482-2907f67403c1 req-c569c3fc-b05d-4262-ab10-e07dff883b31 service nova] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Received event network-vif-deleted-19290dc0-40cd-4336-9313-0154838d9eea {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.596874] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.663868] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbff10b2-d08a-46fd-ae71-f5a84676eb93 tempest-ServersNegativeTestMultiTenantJSON-1542441550 tempest-ServersNegativeTestMultiTenantJSON-1542441550-project-member] Lock "a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.769s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.821996] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.824438] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039336, 'name': Rename_Task, 'duration_secs': 0.142666} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.824882] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.825323] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-087a4829-b8b2-4147-ba17-cece540f93b6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.836167] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for the task: (returnval){ [ 919.836167] env[68391]: value = "task-3039337" [ 919.836167] env[68391]: _type = "Task" [ 919.836167] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.845011] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.969943] env[68391]: DEBUG oslo_vmware.api [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] Task: {'id': task-3039333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.036905] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec65fd9f-c723-47bc-b70a-2add459f2b53 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.095467] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.351648] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039337, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.483367] env[68391]: DEBUG oslo_vmware.api [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] Task: {'id': task-3039333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.487815] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3474e120-d4d0-4d09-b587-6f41a1aa471e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.496164] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a293a278-ad35-4f7f-b0b3-17815c3dd3bc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.530943] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08214625-6585-48bf-8c84-dfc1289a02e4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.543459] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dc2feb-d832-4812-ae87-3eb69d2c2454 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.550622] env[68391]: DEBUG nova.compute.manager [None req-ec65fd9f-c723-47bc-b70a-2add459f2b53 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.551765] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89898f8e-2726-400a-9b99-2ae9866e2ed7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.569399] env[68391]: DEBUG nova.compute.provider_tree [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.855680] env[68391]: DEBUG oslo_vmware.api [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039337, 'name': PowerOnVM_Task, 'duration_secs': 0.63339} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.856096] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.856448] env[68391]: DEBUG nova.compute.manager [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.858538] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343b3101-442a-4612-b011-0c3fb612120f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.974636] env[68391]: DEBUG oslo_vmware.api [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] Task: {'id': task-3039333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.078608] env[68391]: DEBUG nova.scheduler.client.report [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.388041] env[68391]: DEBUG oslo_concurrency.lockutils [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.471456] env[68391]: DEBUG oslo_vmware.api [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] Task: {'id': task-3039333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.586197] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.586633] env[68391]: DEBUG nova.compute.manager [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.590564] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.138s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.592015] env[68391]: INFO nova.compute.claims [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.596702] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6cbe60-f8a4-4ae4-bc85-f7fd98e32382 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.610115] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ec65fd9f-c723-47bc-b70a-2add459f2b53 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Doing hard reboot of VM {{(pid=68391) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 921.610290] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-60d42e05-9000-48ec-a4b3-e231d8f39be7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.618984] env[68391]: DEBUG oslo_vmware.api [None req-ec65fd9f-c723-47bc-b70a-2add459f2b53 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 921.618984] env[68391]: value = "task-3039338" [ 921.618984] env[68391]: _type = "Task" [ 921.618984] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.630157] env[68391]: DEBUG oslo_vmware.api [None req-ec65fd9f-c723-47bc-b70a-2add459f2b53 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039338, 'name': ResetVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.972658] env[68391]: DEBUG oslo_vmware.api [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] Task: {'id': task-3039333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.092239] env[68391]: DEBUG nova.compute.utils [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.093793] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Acquiring lock "00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.094056] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Lock "00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.094255] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Acquiring lock "00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.094442] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Lock "00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.094651] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Lock "00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.096339] env[68391]: DEBUG nova.compute.manager [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.096505] env[68391]: DEBUG nova.network.neutron [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.098482] env[68391]: INFO nova.compute.manager [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Terminating instance [ 922.131065] env[68391]: DEBUG oslo_vmware.api [None req-ec65fd9f-c723-47bc-b70a-2add459f2b53 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039338, 'name': ResetVM_Task, 'duration_secs': 0.099077} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.131377] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ec65fd9f-c723-47bc-b70a-2add459f2b53 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Did hard reboot of VM {{(pid=68391) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 922.131807] env[68391]: DEBUG nova.compute.manager [None req-ec65fd9f-c723-47bc-b70a-2add459f2b53 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.132638] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7193704-cfc9-46c7-adc1-a1fc566350dd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.138747] env[68391]: DEBUG nova.policy [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '302d0ac03cfd4220809204369c4bd9cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00256b7ce8ca4c049e61b42503ca7c73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.446889] env[68391]: DEBUG nova.network.neutron [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Successfully created port: 5cb4fcb6-2301-442a-984f-ff6dd006eb09 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.473749] env[68391]: DEBUG oslo_vmware.api [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] Task: {'id': task-3039333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.598054] env[68391]: DEBUG nova.compute.manager [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.602558] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Acquiring lock "refresh_cache-00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.602558] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Acquired lock "refresh_cache-00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.602558] env[68391]: DEBUG nova.network.neutron [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.650450] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ec65fd9f-c723-47bc-b70a-2add459f2b53 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "e93e52b7-a56f-49ae-b675-78aac2add525" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.382s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.935731] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4844dc0-de57-4feb-af22-adef3728d0ee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.944241] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f5f259-4269-455c-85c7-ffa1d4e36dc2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.979429] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa4da88-5482-4b64-9d95-d8be76160edf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.990589] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616cfb12-ac05-49a0-bb06-d303d5b6a0df {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.994501] env[68391]: DEBUG oslo_vmware.api [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] Task: {'id': task-3039333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.005240] env[68391]: DEBUG nova.compute.provider_tree [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.126916] env[68391]: DEBUG nova.network.neutron [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.218125] env[68391]: DEBUG nova.network.neutron [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.487399] env[68391]: DEBUG oslo_vmware.api [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] Task: {'id': task-3039333, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.509389] env[68391]: DEBUG nova.scheduler.client.report [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.609822] env[68391]: DEBUG nova.compute.manager [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.636491] env[68391]: DEBUG nova.virt.hardware [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.636779] env[68391]: DEBUG nova.virt.hardware [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.636937] env[68391]: DEBUG nova.virt.hardware [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.637198] env[68391]: DEBUG nova.virt.hardware [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.637455] env[68391]: DEBUG nova.virt.hardware [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.637635] env[68391]: DEBUG nova.virt.hardware [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.637844] env[68391]: DEBUG nova.virt.hardware [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.638072] env[68391]: DEBUG nova.virt.hardware [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.638288] env[68391]: DEBUG nova.virt.hardware [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.638529] env[68391]: DEBUG nova.virt.hardware [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.638824] env[68391]: DEBUG nova.virt.hardware [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.639899] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdcd92e-13ec-4cf2-a499-088943cd8d26 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.649372] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad7479c-5463-4821-9086-a33e9779441d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.722147] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Releasing lock "refresh_cache-00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.722614] env[68391]: DEBUG nova.compute.manager [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.723509] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.724938] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c70af4-93f4-4889-8224-c58019d7926f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.732594] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.732906] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80ef45be-b617-4b6b-876c-49ab26de3e52 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.742019] env[68391]: DEBUG oslo_vmware.api [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for the task: (returnval){ [ 923.742019] env[68391]: value = "task-3039339" [ 923.742019] env[68391]: _type = "Task" [ 923.742019] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.752917] env[68391]: DEBUG oslo_vmware.api [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.983484] env[68391]: DEBUG nova.compute.manager [req-2ebbac44-26b3-4514-9639-43158d530099 req-2af21709-e73a-46c0-8613-84ed531f9a50 service nova] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Received event network-vif-plugged-5cb4fcb6-2301-442a-984f-ff6dd006eb09 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.983911] env[68391]: DEBUG oslo_concurrency.lockutils [req-2ebbac44-26b3-4514-9639-43158d530099 req-2af21709-e73a-46c0-8613-84ed531f9a50 service nova] Acquiring lock "8e69922d-bf41-470d-a78b-2dee33baf06e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.984579] env[68391]: DEBUG oslo_concurrency.lockutils [req-2ebbac44-26b3-4514-9639-43158d530099 req-2af21709-e73a-46c0-8613-84ed531f9a50 service nova] Lock "8e69922d-bf41-470d-a78b-2dee33baf06e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.984943] env[68391]: DEBUG oslo_concurrency.lockutils [req-2ebbac44-26b3-4514-9639-43158d530099 req-2af21709-e73a-46c0-8613-84ed531f9a50 service nova] Lock "8e69922d-bf41-470d-a78b-2dee33baf06e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.985332] env[68391]: DEBUG nova.compute.manager [req-2ebbac44-26b3-4514-9639-43158d530099 req-2af21709-e73a-46c0-8613-84ed531f9a50 service nova] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] No waiting events found dispatching network-vif-plugged-5cb4fcb6-2301-442a-984f-ff6dd006eb09 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.986032] env[68391]: WARNING nova.compute.manager [req-2ebbac44-26b3-4514-9639-43158d530099 req-2af21709-e73a-46c0-8613-84ed531f9a50 service nova] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Received unexpected event network-vif-plugged-5cb4fcb6-2301-442a-984f-ff6dd006eb09 for instance with vm_state building and task_state spawning. [ 923.992553] env[68391]: DEBUG oslo_vmware.api [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] Task: {'id': task-3039333, 'name': ReconfigVM_Task, 'duration_secs': 5.897315} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.993262] env[68391]: DEBUG oslo_concurrency.lockutils [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] Releasing lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.993262] env[68391]: DEBUG nova.virt.vmwareapi.vmops [req-07772dca-7ae5-479c-b939-dfc54d2ccf4d req-e6008812-e670-4c9e-a2b5-8bb34ec1bd80 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Reconfigured VM to detach interface {{(pid=68391) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 923.993479] env[68391]: DEBUG oslo_concurrency.lockutils [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.047s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.993748] env[68391]: DEBUG oslo_concurrency.lockutils [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.993998] env[68391]: DEBUG oslo_concurrency.lockutils [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.994241] env[68391]: DEBUG oslo_concurrency.lockutils [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.996170] env[68391]: INFO nova.compute.manager [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Terminating instance [ 924.014623] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.015078] env[68391]: DEBUG nova.compute.manager [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.018274] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.775s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.019809] env[68391]: INFO nova.compute.claims [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.078480] env[68391]: DEBUG nova.network.neutron [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Successfully updated port: 5cb4fcb6-2301-442a-984f-ff6dd006eb09 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.252692] env[68391]: DEBUG oslo_vmware.api [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039339, 'name': PowerOffVM_Task, 'duration_secs': 0.23726} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.252973] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.253232] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.253501] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c63774e-74ef-4a67-94fc-b4a2f95577b5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.286471] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.286717] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.286905] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Deleting the datastore file [datastore2] 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.287284] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4d352aa-ec96-4370-a6da-337204ee6dad {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.295030] env[68391]: DEBUG oslo_vmware.api [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for the task: (returnval){ [ 924.295030] env[68391]: value = "task-3039341" [ 924.295030] env[68391]: _type = "Task" [ 924.295030] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.303305] env[68391]: DEBUG oslo_vmware.api [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.500328] env[68391]: DEBUG nova.compute.manager [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.500328] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.501349] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62c1ce6-fde2-42bc-83a2-ad079fb9907e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.511859] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.512271] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b83058f4-0a19-49d4-97ab-c5c3831cb9b2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.519682] env[68391]: DEBUG nova.compute.utils [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.522267] env[68391]: DEBUG nova.compute.manager [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.522483] env[68391]: DEBUG nova.network.neutron [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.524396] env[68391]: DEBUG oslo_vmware.api [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 924.524396] env[68391]: value = "task-3039342" [ 924.524396] env[68391]: _type = "Task" [ 924.524396] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.537945] env[68391]: DEBUG oslo_vmware.api [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.564951] env[68391]: DEBUG nova.policy [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16dfd96ce5e7430c8662d2dc9da27d7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0554453196364f11a23eff04418cd5dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.580737] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "refresh_cache-8e69922d-bf41-470d-a78b-2dee33baf06e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.580887] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "refresh_cache-8e69922d-bf41-470d-a78b-2dee33baf06e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.581145] env[68391]: DEBUG nova.network.neutron [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.806708] env[68391]: DEBUG oslo_vmware.api [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Task: {'id': task-3039341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272844} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.807020] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.807390] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.807651] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.807865] env[68391]: INFO nova.compute.manager [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Took 1.09 seconds to destroy the instance on the hypervisor. [ 924.808190] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.808411] env[68391]: DEBUG nova.compute.manager [-] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.808547] env[68391]: DEBUG nova.network.neutron [-] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.838993] env[68391]: DEBUG nova.network.neutron [-] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.871606] env[68391]: DEBUG nova.network.neutron [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Successfully created port: a9d36d4b-5804-4f15-9d39-dba4b49ba6df {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.026114] env[68391]: DEBUG nova.compute.manager [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.040619] env[68391]: DEBUG oslo_vmware.api [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039342, 'name': PowerOffVM_Task, 'duration_secs': 0.40203} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.040881] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.042825] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.042825] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45a4b226-af2b-4a68-8425-234f0bd641f0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.108457] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.109159] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.109159] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Deleting the datastore file [datastore2] 9a089a66-a2aa-45c1-8972-3788b1c1d3d0 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.109382] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39799286-3aa3-4f7d-aa35-6ef2549cb1cc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.120010] env[68391]: DEBUG oslo_vmware.api [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 925.120010] env[68391]: value = "task-3039344" [ 925.120010] env[68391]: _type = "Task" [ 925.120010] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.129046] env[68391]: DEBUG oslo_vmware.api [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.129859] env[68391]: DEBUG nova.network.neutron [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.292538] env[68391]: DEBUG nova.network.neutron [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Updating instance_info_cache with network_info: [{"id": "5cb4fcb6-2301-442a-984f-ff6dd006eb09", "address": "fa:16:3e:dc:7c:6a", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb4fcb6-23", "ovs_interfaceid": "5cb4fcb6-2301-442a-984f-ff6dd006eb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.342011] env[68391]: DEBUG nova.network.neutron [-] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.362221] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe2cf9e-049d-4e7a-8b3e-ecc59f9c7d72 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.372084] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11703946-8192-4420-ab46-83408c46f455 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.404345] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7d003d-b7be-48d3-801e-387a67e40198 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.414431] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742c5887-54ee-4301-93ca-342dfd4772ad {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.429702] env[68391]: DEBUG nova.compute.provider_tree [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.534523] env[68391]: INFO nova.virt.block_device [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Booting with volume 70c376c8-5585-4d39-a7e2-47ab1288e15a at /dev/sda [ 925.583050] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4c8d583-e7a5-48be-8780-df855234c39b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.606878] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f52b608-d0ac-48f6-b0c7-a42733fda482 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.629758] env[68391]: DEBUG oslo_vmware.api [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165368} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.630068] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.630219] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.630393] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.630565] env[68391]: INFO nova.compute.manager [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 925.630812] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.639088] env[68391]: DEBUG nova.compute.manager [-] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.639202] env[68391]: DEBUG nova.network.neutron [-] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.641145] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41762ac2-fa65-4a95-8961-7f5ef25f9e89 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.651398] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061b638e-cf6f-4dd2-8985-7f21a8bb448d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.683988] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5c041b-79a5-4f10-a533-630e63862c13 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.690956] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e31edc-f73f-471d-a4f8-6192c4ec076c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.705838] env[68391]: DEBUG nova.virt.block_device [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Updating existing volume attachment record: 329a0ec0-ded0-4453-9873-3caec920167f {{(pid=68391) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 925.798137] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "refresh_cache-8e69922d-bf41-470d-a78b-2dee33baf06e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.799017] env[68391]: DEBUG nova.compute.manager [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Instance network_info: |[{"id": "5cb4fcb6-2301-442a-984f-ff6dd006eb09", "address": "fa:16:3e:dc:7c:6a", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb4fcb6-23", "ovs_interfaceid": "5cb4fcb6-2301-442a-984f-ff6dd006eb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.799627] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:7c:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cb4fcb6-2301-442a-984f-ff6dd006eb09', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.808058] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.808169] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.808677] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-030938c3-0d5d-4f01-ad53-726e65d595c8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.831660] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.831660] env[68391]: value = "task-3039345" [ 925.831660] env[68391]: _type = "Task" [ 925.831660] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.844584] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039345, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.844960] env[68391]: INFO nova.compute.manager [-] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Took 1.04 seconds to deallocate network for instance. [ 925.933255] env[68391]: DEBUG nova.scheduler.client.report [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.060353] env[68391]: DEBUG nova.compute.manager [req-b4aef6ed-ea41-4559-81ff-15fc0f58a74b req-d715ffdd-8db3-4163-94e3-4fb40fbed6cd service nova] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Received event network-changed-5cb4fcb6-2301-442a-984f-ff6dd006eb09 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.060353] env[68391]: DEBUG nova.compute.manager [req-b4aef6ed-ea41-4559-81ff-15fc0f58a74b req-d715ffdd-8db3-4163-94e3-4fb40fbed6cd service nova] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Refreshing instance network info cache due to event network-changed-5cb4fcb6-2301-442a-984f-ff6dd006eb09. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.060353] env[68391]: DEBUG oslo_concurrency.lockutils [req-b4aef6ed-ea41-4559-81ff-15fc0f58a74b req-d715ffdd-8db3-4163-94e3-4fb40fbed6cd service nova] Acquiring lock "refresh_cache-8e69922d-bf41-470d-a78b-2dee33baf06e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.060353] env[68391]: DEBUG oslo_concurrency.lockutils [req-b4aef6ed-ea41-4559-81ff-15fc0f58a74b req-d715ffdd-8db3-4163-94e3-4fb40fbed6cd service nova] Acquired lock "refresh_cache-8e69922d-bf41-470d-a78b-2dee33baf06e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.060353] env[68391]: DEBUG nova.network.neutron [req-b4aef6ed-ea41-4559-81ff-15fc0f58a74b req-d715ffdd-8db3-4163-94e3-4fb40fbed6cd service nova] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Refreshing network info cache for port 5cb4fcb6-2301-442a-984f-ff6dd006eb09 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.346018] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039345, 'name': CreateVM_Task, 'duration_secs': 0.443349} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.346018] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.346018] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.346018] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.346018] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.346018] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47f453d1-5f3b-429c-abf8-91fee77738c5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.351806] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.352154] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 926.352154] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520c320a-fcf8-a24c-ec6a-47018a03de40" [ 926.352154] env[68391]: _type = "Task" [ 926.352154] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.361245] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520c320a-fcf8-a24c-ec6a-47018a03de40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.440893] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.441530] env[68391]: DEBUG nova.compute.manager [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.448242] env[68391]: DEBUG oslo_concurrency.lockutils [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.773s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.448479] env[68391]: DEBUG nova.objects.instance [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Lazy-loading 'resources' on Instance uuid ab38ac12-914d-4707-a3c7-e5808b33f228 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.812758] env[68391]: DEBUG nova.network.neutron [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Successfully updated port: a9d36d4b-5804-4f15-9d39-dba4b49ba6df {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.864728] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520c320a-fcf8-a24c-ec6a-47018a03de40, 'name': SearchDatastore_Task, 'duration_secs': 0.01288} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.865062] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.865328] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.865560] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.865706] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.865881] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.866169] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4aa47bd2-bae5-4e8f-a458-8d8aaa4f9ed1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.883078] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.883353] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.884250] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecca189d-8d30-4bf4-9e3a-1c7e13ceb6fa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.889822] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 926.889822] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527dde1f-4bf6-ca57-64d5-19adc38ac23b" [ 926.889822] env[68391]: _type = "Task" [ 926.889822] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.900721] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527dde1f-4bf6-ca57-64d5-19adc38ac23b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.911684] env[68391]: DEBUG nova.network.neutron [-] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.923026] env[68391]: DEBUG nova.network.neutron [req-b4aef6ed-ea41-4559-81ff-15fc0f58a74b req-d715ffdd-8db3-4163-94e3-4fb40fbed6cd service nova] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Updated VIF entry in instance network info cache for port 5cb4fcb6-2301-442a-984f-ff6dd006eb09. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.923364] env[68391]: DEBUG nova.network.neutron [req-b4aef6ed-ea41-4559-81ff-15fc0f58a74b req-d715ffdd-8db3-4163-94e3-4fb40fbed6cd service nova] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Updating instance_info_cache with network_info: [{"id": "5cb4fcb6-2301-442a-984f-ff6dd006eb09", "address": "fa:16:3e:dc:7c:6a", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb4fcb6-23", "ovs_interfaceid": "5cb4fcb6-2301-442a-984f-ff6dd006eb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.952609] env[68391]: DEBUG nova.compute.utils [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.952609] env[68391]: DEBUG nova.compute.manager [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.952609] env[68391]: DEBUG nova.network.neutron [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.994092] env[68391]: DEBUG nova.policy [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ff74d4fbdd64f6e8b80c50c235a2401', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acf38278c0304e9cb866e83ac60394b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.270405] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31193af6-4a4a-4484-8a47-376a33f8a1e1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.278549] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06576952-6f39-4148-b89e-81dc74e5de18 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.312664] env[68391]: DEBUG nova.network.neutron [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Successfully created port: 1df6c1e3-2022-42b8-9615-83a8fe84a1e3 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.315308] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90a4550-d676-48bd-a04a-e8d2dcbd9183 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.317897] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Acquiring lock "refresh_cache-076e73b8-7a81-4e3b-a961-4e6c9d1705f7" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.318045] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Acquired lock "refresh_cache-076e73b8-7a81-4e3b-a961-4e6c9d1705f7" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.318193] env[68391]: DEBUG nova.network.neutron [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.326400] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d9da24-dd0f-4f11-9e6b-68ca4175d142 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.342129] env[68391]: DEBUG nova.compute.provider_tree [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.401394] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527dde1f-4bf6-ca57-64d5-19adc38ac23b, 'name': SearchDatastore_Task, 'duration_secs': 0.010869} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.402224] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d6a7c5a-654e-4834-95a6-4e8772cb2fba {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.412041] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 927.412041] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5202ab04-a0f2-853b-e536-d9359599580d" [ 927.412041] env[68391]: _type = "Task" [ 927.412041] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.417161] env[68391]: INFO nova.compute.manager [-] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Took 1.78 seconds to deallocate network for instance. [ 927.427119] env[68391]: DEBUG oslo_concurrency.lockutils [req-b4aef6ed-ea41-4559-81ff-15fc0f58a74b req-d715ffdd-8db3-4163-94e3-4fb40fbed6cd service nova] Releasing lock "refresh_cache-8e69922d-bf41-470d-a78b-2dee33baf06e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.427614] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5202ab04-a0f2-853b-e536-d9359599580d, 'name': SearchDatastore_Task, 'duration_secs': 0.011634} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.428048] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.428305] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 8e69922d-bf41-470d-a78b-2dee33baf06e/8e69922d-bf41-470d-a78b-2dee33baf06e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.428565] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97b015c1-3110-476d-8e43-3dfc40105844 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.436180] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 927.436180] env[68391]: value = "task-3039346" [ 927.436180] env[68391]: _type = "Task" [ 927.436180] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.450845] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.459652] env[68391]: DEBUG nova.compute.manager [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.824208] env[68391]: DEBUG nova.compute.manager [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.824779] env[68391]: DEBUG nova.virt.hardware [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.825019] env[68391]: DEBUG nova.virt.hardware [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.825211] env[68391]: DEBUG nova.virt.hardware [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.825423] env[68391]: DEBUG nova.virt.hardware [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.825590] env[68391]: DEBUG nova.virt.hardware [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.825777] env[68391]: DEBUG nova.virt.hardware [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.826121] env[68391]: DEBUG nova.virt.hardware [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.826303] env[68391]: DEBUG nova.virt.hardware [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.826479] env[68391]: DEBUG nova.virt.hardware [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.826668] env[68391]: DEBUG nova.virt.hardware [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.826852] env[68391]: DEBUG nova.virt.hardware [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.827867] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3159be1-d30b-4f8c-809b-020221637cea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.839014] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b41713-f0a1-489b-aae0-732c783cd1e0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.845332] env[68391]: DEBUG nova.scheduler.client.report [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.872242] env[68391]: DEBUG nova.network.neutron [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.930030] env[68391]: DEBUG oslo_concurrency.lockutils [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.952325] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490296} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.952613] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 8e69922d-bf41-470d-a78b-2dee33baf06e/8e69922d-bf41-470d-a78b-2dee33baf06e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.952829] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.953134] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18b8e41b-94db-4a18-966a-a7b7dc57ec25 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.960882] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 927.960882] env[68391]: value = "task-3039347" [ 927.960882] env[68391]: _type = "Task" [ 927.960882] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.974995] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.067733] env[68391]: DEBUG nova.network.neutron [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Updating instance_info_cache with network_info: [{"id": "a9d36d4b-5804-4f15-9d39-dba4b49ba6df", "address": "fa:16:3e:20:35:7d", "network": {"id": "232cd2c5-f327-44d1-a053-d39643f71fa9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1178433789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0554453196364f11a23eff04418cd5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d36d4b-58", "ovs_interfaceid": "a9d36d4b-5804-4f15-9d39-dba4b49ba6df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.126476] env[68391]: DEBUG nova.compute.manager [req-a90e659c-85ea-468a-b456-058e4fa5b15a req-194ace75-7598-42b4-9855-bb7d8e7982f8 service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Received event network-vif-deleted-3daf1817-57d5-4682-92b1-fe2be18c8789 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.126717] env[68391]: DEBUG nova.compute.manager [req-a90e659c-85ea-468a-b456-058e4fa5b15a req-194ace75-7598-42b4-9855-bb7d8e7982f8 service nova] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Received event network-vif-plugged-a9d36d4b-5804-4f15-9d39-dba4b49ba6df {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.126942] env[68391]: DEBUG oslo_concurrency.lockutils [req-a90e659c-85ea-468a-b456-058e4fa5b15a req-194ace75-7598-42b4-9855-bb7d8e7982f8 service nova] Acquiring lock "076e73b8-7a81-4e3b-a961-4e6c9d1705f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.127434] env[68391]: DEBUG oslo_concurrency.lockutils [req-a90e659c-85ea-468a-b456-058e4fa5b15a req-194ace75-7598-42b4-9855-bb7d8e7982f8 service nova] Lock "076e73b8-7a81-4e3b-a961-4e6c9d1705f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.127711] env[68391]: DEBUG oslo_concurrency.lockutils [req-a90e659c-85ea-468a-b456-058e4fa5b15a req-194ace75-7598-42b4-9855-bb7d8e7982f8 service nova] Lock "076e73b8-7a81-4e3b-a961-4e6c9d1705f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.127930] env[68391]: DEBUG nova.compute.manager [req-a90e659c-85ea-468a-b456-058e4fa5b15a req-194ace75-7598-42b4-9855-bb7d8e7982f8 service nova] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] No waiting events found dispatching network-vif-plugged-a9d36d4b-5804-4f15-9d39-dba4b49ba6df {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.128152] env[68391]: WARNING nova.compute.manager [req-a90e659c-85ea-468a-b456-058e4fa5b15a req-194ace75-7598-42b4-9855-bb7d8e7982f8 service nova] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Received unexpected event network-vif-plugged-a9d36d4b-5804-4f15-9d39-dba4b49ba6df for instance with vm_state building and task_state spawning. [ 928.128386] env[68391]: DEBUG nova.compute.manager [req-a90e659c-85ea-468a-b456-058e4fa5b15a req-194ace75-7598-42b4-9855-bb7d8e7982f8 service nova] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Received event network-changed-a9d36d4b-5804-4f15-9d39-dba4b49ba6df {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.128601] env[68391]: DEBUG nova.compute.manager [req-a90e659c-85ea-468a-b456-058e4fa5b15a req-194ace75-7598-42b4-9855-bb7d8e7982f8 service nova] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Refreshing instance network info cache due to event network-changed-a9d36d4b-5804-4f15-9d39-dba4b49ba6df. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.129789] env[68391]: DEBUG oslo_concurrency.lockutils [req-a90e659c-85ea-468a-b456-058e4fa5b15a req-194ace75-7598-42b4-9855-bb7d8e7982f8 service nova] Acquiring lock "refresh_cache-076e73b8-7a81-4e3b-a961-4e6c9d1705f7" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.361753] env[68391]: DEBUG oslo_concurrency.lockutils [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.365034] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.569s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.367619] env[68391]: INFO nova.compute.claims [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.389757] env[68391]: INFO nova.scheduler.client.report [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Deleted allocations for instance ab38ac12-914d-4707-a3c7-e5808b33f228 [ 928.471907] env[68391]: DEBUG nova.compute.manager [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.473864] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162567} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.474313] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.475113] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951533af-8ad1-4603-9e36-4f564c2c3eaa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.498098] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 8e69922d-bf41-470d-a78b-2dee33baf06e/8e69922d-bf41-470d-a78b-2dee33baf06e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.500183] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad78eee0-cde6-4127-b4b9-0ca2d768f8f1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.520623] env[68391]: DEBUG nova.virt.hardware [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.520907] env[68391]: DEBUG nova.virt.hardware [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.521079] env[68391]: DEBUG nova.virt.hardware [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.521479] env[68391]: DEBUG nova.virt.hardware [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.521479] env[68391]: DEBUG nova.virt.hardware [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.521580] env[68391]: DEBUG nova.virt.hardware [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.521741] env[68391]: DEBUG nova.virt.hardware [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.521894] env[68391]: DEBUG nova.virt.hardware [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.522075] env[68391]: DEBUG nova.virt.hardware [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.522244] env[68391]: DEBUG nova.virt.hardware [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.523021] env[68391]: DEBUG nova.virt.hardware [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.523247] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ddebaf-af43-4a18-a8b1-609963d91fa4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.527052] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 928.527052] env[68391]: value = "task-3039348" [ 928.527052] env[68391]: _type = "Task" [ 928.527052] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.534389] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef839301-21af-4b00-a21c-5f43484c71b7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.541385] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.570779] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Releasing lock "refresh_cache-076e73b8-7a81-4e3b-a961-4e6c9d1705f7" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.571219] env[68391]: DEBUG nova.compute.manager [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Instance network_info: |[{"id": "a9d36d4b-5804-4f15-9d39-dba4b49ba6df", "address": "fa:16:3e:20:35:7d", "network": {"id": "232cd2c5-f327-44d1-a053-d39643f71fa9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1178433789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0554453196364f11a23eff04418cd5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d36d4b-58", "ovs_interfaceid": "a9d36d4b-5804-4f15-9d39-dba4b49ba6df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.571608] env[68391]: DEBUG oslo_concurrency.lockutils [req-a90e659c-85ea-468a-b456-058e4fa5b15a req-194ace75-7598-42b4-9855-bb7d8e7982f8 service nova] Acquired lock "refresh_cache-076e73b8-7a81-4e3b-a961-4e6c9d1705f7" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.571845] env[68391]: DEBUG nova.network.neutron [req-a90e659c-85ea-468a-b456-058e4fa5b15a req-194ace75-7598-42b4-9855-bb7d8e7982f8 service nova] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Refreshing network info cache for port a9d36d4b-5804-4f15-9d39-dba4b49ba6df {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.573480] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:35:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9d36d4b-5804-4f15-9d39-dba4b49ba6df', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.581190] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Creating folder: Project (0554453196364f11a23eff04418cd5dc). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.585022] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4020a3ee-4be4-42f7-881b-ab02887d441e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.590701] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "d1bf895c-d819-49a6-bedb-83c05595a171" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.590933] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "d1bf895c-d819-49a6-bedb-83c05595a171" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.611923] env[68391]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 928.612158] env[68391]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68391) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 928.612558] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Folder already exists: Project (0554453196364f11a23eff04418cd5dc). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 928.612799] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Creating folder: Instances. Parent ref: group-v608954. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.613131] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a74b5eb6-5afc-45ac-94bc-d1d8caaafa7d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.632282] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Created folder: Instances in parent group-v608954. [ 928.632501] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.632675] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.632924] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18c8fa10-15cf-4341-8a7d-41b6d51d86ec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.657059] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.657059] env[68391]: value = "task-3039351" [ 928.657059] env[68391]: _type = "Task" [ 928.657059] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.666627] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039351, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.899134] env[68391]: DEBUG oslo_concurrency.lockutils [None req-033d2097-ffd0-401c-806c-8b7a009fe77f tempest-ServerPasswordTestJSON-116769103 tempest-ServerPasswordTestJSON-116769103-project-member] Lock "ab38ac12-914d-4707-a3c7-e5808b33f228" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.744s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.991315] env[68391]: DEBUG nova.network.neutron [req-a90e659c-85ea-468a-b456-058e4fa5b15a req-194ace75-7598-42b4-9855-bb7d8e7982f8 service nova] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Updated VIF entry in instance network info cache for port a9d36d4b-5804-4f15-9d39-dba4b49ba6df. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.991760] env[68391]: DEBUG nova.network.neutron [req-a90e659c-85ea-468a-b456-058e4fa5b15a req-194ace75-7598-42b4-9855-bb7d8e7982f8 service nova] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Updating instance_info_cache with network_info: [{"id": "a9d36d4b-5804-4f15-9d39-dba4b49ba6df", "address": "fa:16:3e:20:35:7d", "network": {"id": "232cd2c5-f327-44d1-a053-d39643f71fa9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1178433789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0554453196364f11a23eff04418cd5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d36d4b-58", "ovs_interfaceid": "a9d36d4b-5804-4f15-9d39-dba4b49ba6df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.044054] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039348, 'name': ReconfigVM_Task, 'duration_secs': 0.352958} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.044373] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 8e69922d-bf41-470d-a78b-2dee33baf06e/8e69922d-bf41-470d-a78b-2dee33baf06e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.045020] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71e73c5d-ed0a-42e1-a11a-e891f6ea1cc9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.054066] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 929.054066] env[68391]: value = "task-3039352" [ 929.054066] env[68391]: _type = "Task" [ 929.054066] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.071211] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039352, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.094167] env[68391]: DEBUG nova.compute.utils [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.120784] env[68391]: DEBUG nova.network.neutron [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Successfully updated port: 1df6c1e3-2022-42b8-9615-83a8fe84a1e3 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.167784] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039351, 'name': CreateVM_Task, 'duration_secs': 0.443208} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.168168] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.168698] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/sda', 'attachment_id': '329a0ec0-ded0-4453-9873-3caec920167f', 'delete_on_termination': True, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608966', 'volume_id': '70c376c8-5585-4d39-a7e2-47ab1288e15a', 'name': 'volume-70c376c8-5585-4d39-a7e2-47ab1288e15a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '076e73b8-7a81-4e3b-a961-4e6c9d1705f7', 'attached_at': '', 'detached_at': '', 'volume_id': '70c376c8-5585-4d39-a7e2-47ab1288e15a', 'serial': '70c376c8-5585-4d39-a7e2-47ab1288e15a'}, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=68391) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 929.168887] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Root volume attach. Driver type: vmdk {{(pid=68391) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 929.169727] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c385d88-8e24-4a0f-b5cd-72898f61ba4f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.178578] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2f74f7-d658-49bb-b14a-edf4ca3b1c41 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.186472] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d4a59f-18e8-4a72-875b-10df1bf574fe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.193359] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e6248b6d-8cd1-488e-82a4-29992a248056 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.207025] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Waiting for the task: (returnval){ [ 929.207025] env[68391]: value = "task-3039353" [ 929.207025] env[68391]: _type = "Task" [ 929.207025] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.214915] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039353, 'name': RelocateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.494786] env[68391]: DEBUG oslo_concurrency.lockutils [req-a90e659c-85ea-468a-b456-058e4fa5b15a req-194ace75-7598-42b4-9855-bb7d8e7982f8 service nova] Releasing lock "refresh_cache-076e73b8-7a81-4e3b-a961-4e6c9d1705f7" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.567815] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039352, 'name': Rename_Task, 'duration_secs': 0.158244} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.570491] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.570918] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68c35733-405e-4555-8bd9-546127c35a68 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.579819] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 929.579819] env[68391]: value = "task-3039354" [ 929.579819] env[68391]: _type = "Task" [ 929.579819] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.597971] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "d1bf895c-d819-49a6-bedb-83c05595a171" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.605246] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039354, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.624294] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "refresh_cache-408bce8a-b614-4bf5-95a1-215cfd0beceb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.624451] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired lock "refresh_cache-408bce8a-b614-4bf5-95a1-215cfd0beceb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.624634] env[68391]: DEBUG nova.network.neutron [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.669579] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e935444d-fb7a-4cb5-9ce6-374083630f51 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.678134] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcdaf13-6c55-40f4-bf5d-f4888c41e598 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.716866] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedef09c-5a38-4f33-a167-d957297b4862 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.725240] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039353, 'name': RelocateVM_Task} progress is 13%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.728857] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3ece76-f955-452a-94ac-3f6610441624 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.742755] env[68391]: DEBUG nova.compute.provider_tree [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.094824] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039354, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.178730] env[68391]: DEBUG nova.network.neutron [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.204898] env[68391]: DEBUG nova.compute.manager [req-9654e6ea-2ac7-4c4a-aacc-be61cca8abf8 req-89516d09-5579-4af4-af44-bad8ce32cccd service nova] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Received event network-vif-plugged-1df6c1e3-2022-42b8-9615-83a8fe84a1e3 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.204979] env[68391]: DEBUG oslo_concurrency.lockutils [req-9654e6ea-2ac7-4c4a-aacc-be61cca8abf8 req-89516d09-5579-4af4-af44-bad8ce32cccd service nova] Acquiring lock "408bce8a-b614-4bf5-95a1-215cfd0beceb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.205224] env[68391]: DEBUG oslo_concurrency.lockutils [req-9654e6ea-2ac7-4c4a-aacc-be61cca8abf8 req-89516d09-5579-4af4-af44-bad8ce32cccd service nova] Lock "408bce8a-b614-4bf5-95a1-215cfd0beceb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.205416] env[68391]: DEBUG oslo_concurrency.lockutils [req-9654e6ea-2ac7-4c4a-aacc-be61cca8abf8 req-89516d09-5579-4af4-af44-bad8ce32cccd service nova] Lock "408bce8a-b614-4bf5-95a1-215cfd0beceb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.205579] env[68391]: DEBUG nova.compute.manager [req-9654e6ea-2ac7-4c4a-aacc-be61cca8abf8 req-89516d09-5579-4af4-af44-bad8ce32cccd service nova] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] No waiting events found dispatching network-vif-plugged-1df6c1e3-2022-42b8-9615-83a8fe84a1e3 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.205738] env[68391]: WARNING nova.compute.manager [req-9654e6ea-2ac7-4c4a-aacc-be61cca8abf8 req-89516d09-5579-4af4-af44-bad8ce32cccd service nova] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Received unexpected event network-vif-plugged-1df6c1e3-2022-42b8-9615-83a8fe84a1e3 for instance with vm_state building and task_state spawning. [ 930.205889] env[68391]: DEBUG nova.compute.manager [req-9654e6ea-2ac7-4c4a-aacc-be61cca8abf8 req-89516d09-5579-4af4-af44-bad8ce32cccd service nova] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Received event network-changed-1df6c1e3-2022-42b8-9615-83a8fe84a1e3 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.206224] env[68391]: DEBUG nova.compute.manager [req-9654e6ea-2ac7-4c4a-aacc-be61cca8abf8 req-89516d09-5579-4af4-af44-bad8ce32cccd service nova] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Refreshing instance network info cache due to event network-changed-1df6c1e3-2022-42b8-9615-83a8fe84a1e3. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.206459] env[68391]: DEBUG oslo_concurrency.lockutils [req-9654e6ea-2ac7-4c4a-aacc-be61cca8abf8 req-89516d09-5579-4af4-af44-bad8ce32cccd service nova] Acquiring lock "refresh_cache-408bce8a-b614-4bf5-95a1-215cfd0beceb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.228235] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039353, 'name': RelocateVM_Task} progress is 22%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.248219] env[68391]: DEBUG nova.scheduler.client.report [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.410536] env[68391]: DEBUG nova.network.neutron [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Updating instance_info_cache with network_info: [{"id": "1df6c1e3-2022-42b8-9615-83a8fe84a1e3", "address": "fa:16:3e:b0:8d:a4", "network": {"id": "239e719f-3c9f-4236-8c76-b928e2d73186", "bridge": "br-int", "label": "tempest-ServersTestJSON-1987072107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf38278c0304e9cb866e83ac60394b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1df6c1e3-20", "ovs_interfaceid": "1df6c1e3-2022-42b8-9615-83a8fe84a1e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.607601] env[68391]: DEBUG oslo_vmware.api [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039354, 'name': PowerOnVM_Task, 'duration_secs': 0.541098} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.608630] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.609483] env[68391]: INFO nova.compute.manager [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Took 7.00 seconds to spawn the instance on the hypervisor. [ 930.609483] env[68391]: DEBUG nova.compute.manager [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.610554] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a16539-f7d8-44d4-86a0-0f20ed264a3a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.679012] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "d1bf895c-d819-49a6-bedb-83c05595a171" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.679118] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "d1bf895c-d819-49a6-bedb-83c05595a171" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.679296] env[68391]: INFO nova.compute.manager [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Attaching volume 3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26 to /dev/sdb [ 930.724323] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bf74cb-ae7b-4ce1-81e7-e11832d1a6ee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.731608] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039353, 'name': RelocateVM_Task} progress is 43%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.738210] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079c1594-d608-464c-8c1b-b04ed3901fb5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.756679] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.757268] env[68391]: DEBUG nova.compute.manager [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.760167] env[68391]: DEBUG nova.virt.block_device [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Updating existing volume attachment record: e36b928f-cede-4a0f-b6d2-92937310fe90 {{(pid=68391) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 930.764478] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.922s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.765013] env[68391]: DEBUG nova.objects.instance [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lazy-loading 'resources' on Instance uuid 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.914009] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Releasing lock "refresh_cache-408bce8a-b614-4bf5-95a1-215cfd0beceb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.914393] env[68391]: DEBUG nova.compute.manager [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Instance network_info: |[{"id": "1df6c1e3-2022-42b8-9615-83a8fe84a1e3", "address": "fa:16:3e:b0:8d:a4", "network": {"id": "239e719f-3c9f-4236-8c76-b928e2d73186", "bridge": "br-int", "label": "tempest-ServersTestJSON-1987072107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf38278c0304e9cb866e83ac60394b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1df6c1e3-20", "ovs_interfaceid": "1df6c1e3-2022-42b8-9615-83a8fe84a1e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.915110] env[68391]: DEBUG oslo_concurrency.lockutils [req-9654e6ea-2ac7-4c4a-aacc-be61cca8abf8 req-89516d09-5579-4af4-af44-bad8ce32cccd service nova] Acquired lock "refresh_cache-408bce8a-b614-4bf5-95a1-215cfd0beceb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.915110] env[68391]: DEBUG nova.network.neutron [req-9654e6ea-2ac7-4c4a-aacc-be61cca8abf8 req-89516d09-5579-4af4-af44-bad8ce32cccd service nova] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Refreshing network info cache for port 1df6c1e3-2022-42b8-9615-83a8fe84a1e3 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.916568] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:8d:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1df6c1e3-2022-42b8-9615-83a8fe84a1e3', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.924700] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.925189] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.925422] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e52cde0-f16e-49ef-a333-119d0d92d734 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.948861] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.948861] env[68391]: value = "task-3039356" [ 930.948861] env[68391]: _type = "Task" [ 930.948861] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.957729] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039356, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.134752] env[68391]: INFO nova.compute.manager [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Took 27.50 seconds to build instance. [ 931.230047] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039353, 'name': RelocateVM_Task} progress is 56%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.267860] env[68391]: DEBUG nova.compute.utils [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.274257] env[68391]: DEBUG nova.compute.manager [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Not allocating networking since 'none' was specified. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 931.465968] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039356, 'name': CreateVM_Task, 'duration_secs': 0.498175} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.466817] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.467696] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.467951] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.468382] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.471590] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d73fa1ff-4ac3-42d3-9b27-aaf1ef754a75 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.481763] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 931.481763] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52431d71-121f-a8a0-4cd8-7b0898bcc852" [ 931.481763] env[68391]: _type = "Task" [ 931.481763] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.494820] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52431d71-121f-a8a0-4cd8-7b0898bcc852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.643024] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a12599a-eca3-4f67-a765-c6e886434cb7 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "8e69922d-bf41-470d-a78b-2dee33baf06e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.013s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.643024] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9debc3-58f3-44d3-add1-118fe13bcf18 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.651849] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6c3b63-0cd9-4879-bf3c-d2bab553665d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.696086] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e148ac-797a-4562-bca9-0b248931f389 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.709211] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e3fa5f-9f7a-47d4-a7e5-cffcbb0e661e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.726362] env[68391]: DEBUG nova.compute.provider_tree [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.742960] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039353, 'name': RelocateVM_Task} progress is 71%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.777193] env[68391]: DEBUG nova.compute.manager [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.803493] env[68391]: DEBUG nova.network.neutron [req-9654e6ea-2ac7-4c4a-aacc-be61cca8abf8 req-89516d09-5579-4af4-af44-bad8ce32cccd service nova] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Updated VIF entry in instance network info cache for port 1df6c1e3-2022-42b8-9615-83a8fe84a1e3. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.804051] env[68391]: DEBUG nova.network.neutron [req-9654e6ea-2ac7-4c4a-aacc-be61cca8abf8 req-89516d09-5579-4af4-af44-bad8ce32cccd service nova] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Updating instance_info_cache with network_info: [{"id": "1df6c1e3-2022-42b8-9615-83a8fe84a1e3", "address": "fa:16:3e:b0:8d:a4", "network": {"id": "239e719f-3c9f-4236-8c76-b928e2d73186", "bridge": "br-int", "label": "tempest-ServersTestJSON-1987072107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf38278c0304e9cb866e83ac60394b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1df6c1e3-20", "ovs_interfaceid": "1df6c1e3-2022-42b8-9615-83a8fe84a1e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.018690] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52431d71-121f-a8a0-4cd8-7b0898bcc852, 'name': SearchDatastore_Task, 'duration_secs': 0.014954} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.019018] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.019278] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.019550] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.019704] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.019887] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.021931] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-241108b5-43f7-4fef-9d7c-b93fc7ccd49f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.032202] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.032426] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.033269] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb3ad4df-1b0d-4f69-977d-967b1d76721a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.040680] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 932.040680] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f98f4b-f5f0-9c69-aef1-e53cb25ebeba" [ 932.040680] env[68391]: _type = "Task" [ 932.040680] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.051966] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f98f4b-f5f0-9c69-aef1-e53cb25ebeba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.237789] env[68391]: DEBUG nova.scheduler.client.report [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.241221] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039353, 'name': RelocateVM_Task} progress is 84%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.257539] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fe03e28d-f790-4486-b99d-35ad61d55afc tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "8e69922d-bf41-470d-a78b-2dee33baf06e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.257539] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fe03e28d-f790-4486-b99d-35ad61d55afc tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "8e69922d-bf41-470d-a78b-2dee33baf06e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.257539] env[68391]: DEBUG nova.compute.manager [None req-fe03e28d-f790-4486-b99d-35ad61d55afc tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.257539] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf606753-609c-4843-a34d-77e0904e4fa6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.258496] env[68391]: DEBUG nova.compute.manager [None req-fe03e28d-f790-4486-b99d-35ad61d55afc tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68391) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 932.263461] env[68391]: DEBUG nova.objects.instance [None req-fe03e28d-f790-4486-b99d-35ad61d55afc tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lazy-loading 'flavor' on Instance uuid 8e69922d-bf41-470d-a78b-2dee33baf06e {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.307526] env[68391]: DEBUG oslo_concurrency.lockutils [req-9654e6ea-2ac7-4c4a-aacc-be61cca8abf8 req-89516d09-5579-4af4-af44-bad8ce32cccd service nova] Releasing lock "refresh_cache-408bce8a-b614-4bf5-95a1-215cfd0beceb" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.552589] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f98f4b-f5f0-9c69-aef1-e53cb25ebeba, 'name': SearchDatastore_Task, 'duration_secs': 0.018381} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.553425] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e8f151-de51-4067-bf89-59cf37e7acca {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.560731] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 932.560731] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5261388c-1170-2dd4-dffc-823ad7cf24b0" [ 932.560731] env[68391]: _type = "Task" [ 932.560731] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.569820] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5261388c-1170-2dd4-dffc-823ad7cf24b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.738176] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039353, 'name': RelocateVM_Task} progress is 97%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.743130] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.745328] env[68391]: DEBUG oslo_concurrency.lockutils [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.507s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.788434] env[68391]: INFO nova.scheduler.client.report [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Deleted allocations for instance 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb [ 932.791291] env[68391]: DEBUG nova.compute.manager [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.830025] env[68391]: DEBUG nova.virt.hardware [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.830236] env[68391]: DEBUG nova.virt.hardware [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.831873] env[68391]: DEBUG nova.virt.hardware [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.831873] env[68391]: DEBUG nova.virt.hardware [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.831873] env[68391]: DEBUG nova.virt.hardware [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.831873] env[68391]: DEBUG nova.virt.hardware [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.834123] env[68391]: DEBUG nova.virt.hardware [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.834123] env[68391]: DEBUG nova.virt.hardware [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.834123] env[68391]: DEBUG nova.virt.hardware [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.834123] env[68391]: DEBUG nova.virt.hardware [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.834123] env[68391]: DEBUG nova.virt.hardware [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.834689] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a21270f-8636-4d17-a4e8-ae0e12b5122a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.849781] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dac73c8-ac4b-483a-986d-71edf646673a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.871550] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Instance VIF info [] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.877262] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Creating folder: Project (a9a37293708a48eca8d7cb50e03ccd33). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.877965] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21ab6862-7270-48bf-9eae-62de6c629ae1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.893128] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Created folder: Project (a9a37293708a48eca8d7cb50e03ccd33) in parent group-v608736. [ 932.895354] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Creating folder: Instances. Parent ref: group-v608981. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.895354] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b467f85-897a-43b6-9568-f190c0a7f4d2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.907453] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Created folder: Instances in parent group-v608981. [ 932.907730] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.907938] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.908195] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb71d627-82e4-4b06-9e04-92cbdda0b377 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.929106] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.929106] env[68391]: value = "task-3039361" [ 932.929106] env[68391]: _type = "Task" [ 932.929106] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.940693] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039361, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.071897] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5261388c-1170-2dd4-dffc-823ad7cf24b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011841} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.072444] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.072444] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 408bce8a-b614-4bf5-95a1-215cfd0beceb/408bce8a-b614-4bf5-95a1-215cfd0beceb.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.072684] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8aaf41c2-6584-4f20-90b6-87d6e8291b55 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.081906] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 933.081906] env[68391]: value = "task-3039362" [ 933.081906] env[68391]: _type = "Task" [ 933.081906] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.093335] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.237617] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039353, 'name': RelocateVM_Task} progress is 98%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.257268] env[68391]: INFO nova.compute.claims [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.270740] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe03e28d-f790-4486-b99d-35ad61d55afc tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.271201] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0681882-9dd2-4306-a184-725db2546896 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.280738] env[68391]: DEBUG oslo_vmware.api [None req-fe03e28d-f790-4486-b99d-35ad61d55afc tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 933.280738] env[68391]: value = "task-3039363" [ 933.280738] env[68391]: _type = "Task" [ 933.280738] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.290573] env[68391]: DEBUG oslo_vmware.api [None req-fe03e28d-f790-4486-b99d-35ad61d55afc tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.301881] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dafe145e-5c15-4662-956b-20f91bd9ad18 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.395s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.441815] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039361, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.594989] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039362, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.738551] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039353, 'name': RelocateVM_Task, 'duration_secs': 4.353434} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.738849] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Volume attach. Driver type: vmdk {{(pid=68391) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 933.739961] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608966', 'volume_id': '70c376c8-5585-4d39-a7e2-47ab1288e15a', 'name': 'volume-70c376c8-5585-4d39-a7e2-47ab1288e15a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '076e73b8-7a81-4e3b-a961-4e6c9d1705f7', 'attached_at': '', 'detached_at': '', 'volume_id': '70c376c8-5585-4d39-a7e2-47ab1288e15a', 'serial': '70c376c8-5585-4d39-a7e2-47ab1288e15a'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 933.740654] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bf6efd-72f0-48ae-b1f7-28fda2d905dd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.764307] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43d7fb4-8dee-493a-88d9-73ac6bdbecb3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.768857] env[68391]: INFO nova.compute.resource_tracker [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Updating resource usage from migration 171a3d3b-8410-43c1-83ae-b2d81323eb06 [ 933.794668] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] volume-70c376c8-5585-4d39-a7e2-47ab1288e15a/volume-70c376c8-5585-4d39-a7e2-47ab1288e15a.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.800357] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7fc1456-84e9-4fb8-9516-862aa548fd4e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.822981] env[68391]: DEBUG oslo_vmware.api [None req-fe03e28d-f790-4486-b99d-35ad61d55afc tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039363, 'name': PowerOffVM_Task, 'duration_secs': 0.463094} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.824974] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe03e28d-f790-4486-b99d-35ad61d55afc tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.824974] env[68391]: DEBUG nova.compute.manager [None req-fe03e28d-f790-4486-b99d-35ad61d55afc tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.825550] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Waiting for the task: (returnval){ [ 933.825550] env[68391]: value = "task-3039364" [ 933.825550] env[68391]: _type = "Task" [ 933.825550] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.826498] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b94c04-e8a2-4241-ae8e-2b9fdabf0e4e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.848035] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "31608c63-a532-49d3-ac81-adab0ec83003" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.848035] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "31608c63-a532-49d3-ac81-adab0ec83003" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.848035] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "31608c63-a532-49d3-ac81-adab0ec83003-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.848035] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "31608c63-a532-49d3-ac81-adab0ec83003-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.848035] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "31608c63-a532-49d3-ac81-adab0ec83003-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.848488] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.851194] env[68391]: INFO nova.compute.manager [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Terminating instance [ 933.942741] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039361, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.095861] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541747} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.096243] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 408bce8a-b614-4bf5-95a1-215cfd0beceb/408bce8a-b614-4bf5-95a1-215cfd0beceb.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.096536] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.096865] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82eeb20a-e5e3-4104-9399-f974dfd265af {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.105604] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 934.105604] env[68391]: value = "task-3039365" [ 934.105604] env[68391]: _type = "Task" [ 934.105604] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.118189] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.121555] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b260c9b3-0a04-452c-9145-fba4c1fc45be {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.129182] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69196a4-06c1-4b78-9d59-0533178bb1ce {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.166244] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461d94d6-482d-41c2-b8ca-ebfd0bd20b39 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.174167] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6e24df-251b-49fa-b38e-5c5fea295431 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.191494] env[68391]: DEBUG nova.compute.provider_tree [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.286189] env[68391]: INFO nova.compute.manager [None req-ff912932-695e-4a79-8ed4-ff3ee49c864a tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Get console output [ 934.286555] env[68391]: WARNING nova.virt.vmwareapi.driver [None req-ff912932-695e-4a79-8ed4-ff3ee49c864a tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] The console log is missing. Check your VSPC configuration [ 934.343889] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.352957] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fe03e28d-f790-4486-b99d-35ad61d55afc tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "8e69922d-bf41-470d-a78b-2dee33baf06e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.103s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.356204] env[68391]: DEBUG nova.compute.manager [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.356786] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.358258] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199d7a19-b6c6-496c-ad0e-a0112d06e9b8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.367795] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.368099] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5197e80b-cd48-4e7b-96fa-7542f08637fd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.378309] env[68391]: DEBUG oslo_vmware.api [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 934.378309] env[68391]: value = "task-3039366" [ 934.378309] env[68391]: _type = "Task" [ 934.378309] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.390304] env[68391]: DEBUG oslo_vmware.api [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.436191] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "d41d5d7f-bb70-4ddb-b539-2541485f419a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.436575] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "d41d5d7f-bb70-4ddb-b539-2541485f419a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.449413] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039361, 'name': CreateVM_Task, 'duration_secs': 1.425028} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.450328] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.450999] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.451174] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.451494] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.452045] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9766ae99-6bfb-45d2-a03e-d933ddc47297 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.457459] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for the task: (returnval){ [ 934.457459] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52fe4537-3912-fa65-ac38-e761899ce2e6" [ 934.457459] env[68391]: _type = "Task" [ 934.457459] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.470577] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52fe4537-3912-fa65-ac38-e761899ce2e6, 'name': SearchDatastore_Task} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.470981] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.471247] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.471486] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.471636] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.471812] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.472418] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-574efa91-1971-4f20-85d7-288d1312fa75 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.483691] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.483967] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.484956] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cf4d1d3-3e3d-403a-8fd9-685bfca867ef {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.491207] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for the task: (returnval){ [ 934.491207] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523f882f-3bd3-0110-aff4-07e49bbf7029" [ 934.491207] env[68391]: _type = "Task" [ 934.491207] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.502218] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523f882f-3bd3-0110-aff4-07e49bbf7029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.617849] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.251464} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.618045] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.618873] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d04b1e5-b85b-43d2-a11b-fdd8a00df175 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.648888] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 408bce8a-b614-4bf5-95a1-215cfd0beceb/408bce8a-b614-4bf5-95a1-215cfd0beceb.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.649234] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3ab337d-1189-409f-b500-5669bd221b2f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.673213] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 934.673213] env[68391]: value = "task-3039367" [ 934.673213] env[68391]: _type = "Task" [ 934.673213] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.686933] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.695054] env[68391]: DEBUG nova.scheduler.client.report [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.841248] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039364, 'name': ReconfigVM_Task, 'duration_secs': 0.824607} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.841394] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Reconfigured VM instance instance-00000056 to attach disk [datastore2] volume-70c376c8-5585-4d39-a7e2-47ab1288e15a/volume-70c376c8-5585-4d39-a7e2-47ab1288e15a.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.849042] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80eaf08f-e5fd-4bcf-975b-71e6fb153f20 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.867332] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Waiting for the task: (returnval){ [ 934.867332] env[68391]: value = "task-3039368" [ 934.867332] env[68391]: _type = "Task" [ 934.867332] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.876431] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.885936] env[68391]: DEBUG oslo_vmware.api [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039366, 'name': PowerOffVM_Task, 'duration_secs': 0.20435} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.886227] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.886395] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.886651] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a538a8c-36d0-4492-b2d1-daea6b9a47c3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.944098] env[68391]: DEBUG nova.compute.manager [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 934.960936] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.960936] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.961185] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Deleting the datastore file [datastore1] 31608c63-a532-49d3-ac81-adab0ec83003 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.961449] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2166d6a-22aa-4ddc-a493-a3a7d37fbccb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.969466] env[68391]: DEBUG oslo_vmware.api [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 934.969466] env[68391]: value = "task-3039370" [ 934.969466] env[68391]: _type = "Task" [ 934.969466] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.979998] env[68391]: DEBUG oslo_vmware.api [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.004298] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523f882f-3bd3-0110-aff4-07e49bbf7029, 'name': SearchDatastore_Task, 'duration_secs': 0.017949} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.004298] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b2628dc-6bcf-4b44-873d-68e43516e3b4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.010601] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for the task: (returnval){ [ 935.010601] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5295383c-ca06-fa89-3a42-059c2a3343ab" [ 935.010601] env[68391]: _type = "Task" [ 935.010601] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.020382] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5295383c-ca06-fa89-3a42-059c2a3343ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.028924] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "8e69922d-bf41-470d-a78b-2dee33baf06e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.029202] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "8e69922d-bf41-470d-a78b-2dee33baf06e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.029411] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "8e69922d-bf41-470d-a78b-2dee33baf06e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.029596] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "8e69922d-bf41-470d-a78b-2dee33baf06e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.029789] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "8e69922d-bf41-470d-a78b-2dee33baf06e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.032489] env[68391]: INFO nova.compute.manager [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Terminating instance [ 935.190381] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039367, 'name': ReconfigVM_Task, 'duration_secs': 0.271916} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.191456] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 408bce8a-b614-4bf5-95a1-215cfd0beceb/408bce8a-b614-4bf5-95a1-215cfd0beceb.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.192019] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1244de50-fa8b-4aca-b41e-3388a7a3c53d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.200247] env[68391]: DEBUG oslo_concurrency.lockutils [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.455s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.200671] env[68391]: INFO nova.compute.manager [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Migrating [ 935.212373] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.550s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.212565] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.212718] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68391) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 935.213062] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.505s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.213291] env[68391]: DEBUG nova.objects.instance [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lazy-loading 'resources' on Instance uuid 38da167e-1f64-462f-9847-b4daa77d0390 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.214610] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 935.214610] env[68391]: value = "task-3039371" [ 935.214610] env[68391]: _type = "Task" [ 935.214610] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.222425] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d79919-baaa-4ef6-b77f-f192d5f980e0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.245238] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bd81cb-8681-4de8-9095-81e02f0cd136 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.251174] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039371, 'name': Rename_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.265828] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aec2166-c573-4675-a701-d89ed509e45b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.275939] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21084478-d090-4d04-ac51-dad5e54918a4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.313053] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179212MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=68391) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 935.313500] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.379527] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039368, 'name': ReconfigVM_Task, 'duration_secs': 0.150035} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.379527] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608966', 'volume_id': '70c376c8-5585-4d39-a7e2-47ab1288e15a', 'name': 'volume-70c376c8-5585-4d39-a7e2-47ab1288e15a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '076e73b8-7a81-4e3b-a961-4e6c9d1705f7', 'attached_at': '', 'detached_at': '', 'volume_id': '70c376c8-5585-4d39-a7e2-47ab1288e15a', 'serial': '70c376c8-5585-4d39-a7e2-47ab1288e15a'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 935.379527] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9ee9506-93eb-45ec-9378-f42d3623a590 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.390339] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Waiting for the task: (returnval){ [ 935.390339] env[68391]: value = "task-3039373" [ 935.390339] env[68391]: _type = "Task" [ 935.390339] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.409440] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039373, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.471018] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.482768] env[68391]: DEBUG oslo_vmware.api [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148888} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.482768] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.482768] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.483118] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.483118] env[68391]: INFO nova.compute.manager [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Took 1.13 seconds to destroy the instance on the hypervisor. [ 935.483283] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.483472] env[68391]: DEBUG nova.compute.manager [-] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.483564] env[68391]: DEBUG nova.network.neutron [-] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.526095] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5295383c-ca06-fa89-3a42-059c2a3343ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010635} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.526880] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.527195] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 6b1d42a8-a63b-4e5c-91f5-bec837b51b89/6b1d42a8-a63b-4e5c-91f5-bec837b51b89.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.527479] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4dd7427-54b7-4470-885d-5ff15f8226ac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.536335] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for the task: (returnval){ [ 935.536335] env[68391]: value = "task-3039374" [ 935.536335] env[68391]: _type = "Task" [ 935.536335] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.538933] env[68391]: DEBUG nova.compute.manager [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.539149] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.543078] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349bc3d0-5d7d-4c12-aa61-62ff89dedd15 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.553240] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.556771] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.557127] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-162cec8b-dbda-4d8d-9edf-ed8a1dddac34 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.631805] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.632114] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.632796] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Deleting the datastore file [datastore2] 8e69922d-bf41-470d-a78b-2dee33baf06e {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.633805] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79bcf695-4e7f-433a-a7c6-43a8fc49ae0e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.642682] env[68391]: DEBUG oslo_vmware.api [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 935.642682] env[68391]: value = "task-3039376" [ 935.642682] env[68391]: _type = "Task" [ 935.642682] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.651840] env[68391]: DEBUG oslo_vmware.api [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.715774] env[68391]: DEBUG nova.objects.instance [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lazy-loading 'numa_topology' on Instance uuid 38da167e-1f64-462f-9847-b4daa77d0390 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.738035] env[68391]: DEBUG oslo_concurrency.lockutils [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "refresh_cache-b328a34c-8301-46d9-835c-feceaffdf346" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.738252] env[68391]: DEBUG oslo_concurrency.lockutils [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "refresh_cache-b328a34c-8301-46d9-835c-feceaffdf346" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.738252] env[68391]: DEBUG nova.network.neutron [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.740370] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039371, 'name': Rename_Task, 'duration_secs': 0.166989} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.743038] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.743038] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5516edbb-4ae9-46d5-aec5-631a1089cdc9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.751850] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 935.751850] env[68391]: value = "task-3039377" [ 935.751850] env[68391]: _type = "Task" [ 935.751850] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.760956] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "f5404848-2367-4aff-adb0-9986ef7e4771" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.761158] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "f5404848-2367-4aff-adb0-9986ef7e4771" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.766636] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.881011] env[68391]: DEBUG nova.compute.manager [req-d1eacd56-67d7-4189-b531-4a1aabb7d6d7 req-8f3ea4c5-58a2-49cf-b864-720c1e57b8b7 service nova] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Received event network-vif-deleted-6d0d798c-4a37-430e-beed-1e533add7591 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.881257] env[68391]: INFO nova.compute.manager [req-d1eacd56-67d7-4189-b531-4a1aabb7d6d7 req-8f3ea4c5-58a2-49cf-b864-720c1e57b8b7 service nova] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Neutron deleted interface 6d0d798c-4a37-430e-beed-1e533add7591; detaching it from the instance and deleting it from the info cache [ 935.881980] env[68391]: DEBUG nova.network.neutron [req-d1eacd56-67d7-4189-b531-4a1aabb7d6d7 req-8f3ea4c5-58a2-49cf-b864-720c1e57b8b7 service nova] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.902924] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039373, 'name': Rename_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.049772] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505647} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.050142] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 6b1d42a8-a63b-4e5c-91f5-bec837b51b89/6b1d42a8-a63b-4e5c-91f5-bec837b51b89.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.050383] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.050649] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3932dab8-dc21-4052-b26b-20de095e4caf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.058247] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for the task: (returnval){ [ 936.058247] env[68391]: value = "task-3039378" [ 936.058247] env[68391]: _type = "Task" [ 936.058247] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.067218] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.156944] env[68391]: DEBUG oslo_vmware.api [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450578} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.157239] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.157507] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.157626] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.157801] env[68391]: INFO nova.compute.manager [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Took 0.62 seconds to destroy the instance on the hypervisor. [ 936.158059] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.158254] env[68391]: DEBUG nova.compute.manager [-] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.158362] env[68391]: DEBUG nova.network.neutron [-] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.219013] env[68391]: DEBUG nova.objects.base [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Object Instance<38da167e-1f64-462f-9847-b4daa77d0390> lazy-loaded attributes: resources,numa_topology {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 936.265986] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.269723] env[68391]: DEBUG nova.compute.manager [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.357860] env[68391]: DEBUG nova.network.neutron [-] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.384293] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c97cd77-5a6c-4de8-a158-efe750f36f4e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.406016] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fc73e3-aed5-40b9-8bd3-8a83d1548d33 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.430744] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039373, 'name': Rename_Task, 'duration_secs': 0.76838} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.430961] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.431378] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41d18f77-b09f-4a9e-9190-7d41960e8f41 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.449573] env[68391]: DEBUG nova.compute.manager [req-d1eacd56-67d7-4189-b531-4a1aabb7d6d7 req-8f3ea4c5-58a2-49cf-b864-720c1e57b8b7 service nova] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Detach interface failed, port_id=6d0d798c-4a37-430e-beed-1e533add7591, reason: Instance 31608c63-a532-49d3-ac81-adab0ec83003 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 936.451283] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Waiting for the task: (returnval){ [ 936.451283] env[68391]: value = "task-3039379" [ 936.451283] env[68391]: _type = "Task" [ 936.451283] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.462856] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039379, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.525128] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.525128] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.569444] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085244} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.570799] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.573984] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08500367-7f07-4146-afb6-128f5a3dbfbd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.596909] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 6b1d42a8-a63b-4e5c-91f5-bec837b51b89/6b1d42a8-a63b-4e5c-91f5-bec837b51b89.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.603978] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e37ee7f5-7868-452c-94aa-359e2b752cc2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.631930] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for the task: (returnval){ [ 936.631930] env[68391]: value = "task-3039380" [ 936.631930] env[68391]: _type = "Task" [ 936.631930] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.642476] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.665613] env[68391]: DEBUG nova.network.neutron [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Updating instance_info_cache with network_info: [{"id": "327b06eb-14fc-4d95-9ddf-9d89d56e888f", "address": "fa:16:3e:f2:78:2d", "network": {"id": "ba27caf7-4890-4674-a1b1-65960524871a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2042391078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331f924de2b94bb988cde9a8ee1fff74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327b06eb-14", "ovs_interfaceid": "327b06eb-14fc-4d95-9ddf-9d89d56e888f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.692748] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01884840-2e66-4687-b313-1b9595a2fe8b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.701804] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf26ebd-3914-4dec-b4fe-00963e2c7eec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.734193] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6abba5c-8402-4277-89e9-f493243d93ab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.743690] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86d6e32-3e0f-4a5e-85b5-6aee2529e634 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.758420] env[68391]: DEBUG nova.compute.provider_tree [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.769048] env[68391]: DEBUG oslo_vmware.api [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039377, 'name': PowerOnVM_Task, 'duration_secs': 0.636035} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.770442] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.770673] env[68391]: INFO nova.compute.manager [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Took 8.30 seconds to spawn the instance on the hypervisor. [ 936.770856] env[68391]: DEBUG nova.compute.manager [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.771660] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d682e7d-7e44-4f50-9cef-d5ab02200876 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.793877] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.866801] env[68391]: INFO nova.compute.manager [-] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Took 1.38 seconds to deallocate network for instance. [ 936.963539] env[68391]: DEBUG oslo_vmware.api [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039379, 'name': PowerOnVM_Task, 'duration_secs': 0.485689} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.963810] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.964624] env[68391]: INFO nova.compute.manager [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Took 9.14 seconds to spawn the instance on the hypervisor. [ 936.964840] env[68391]: DEBUG nova.compute.manager [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.965653] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754c80a0-0030-4f96-a02f-b8412788310f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.027192] env[68391]: DEBUG nova.compute.manager [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.123540] env[68391]: DEBUG nova.network.neutron [-] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.142980] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039380, 'name': ReconfigVM_Task, 'duration_secs': 0.368828} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.143290] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 6b1d42a8-a63b-4e5c-91f5-bec837b51b89/6b1d42a8-a63b-4e5c-91f5-bec837b51b89.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.144040] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e073e99-f1e9-4926-bbc5-c6a37fa8e40c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.151932] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for the task: (returnval){ [ 937.151932] env[68391]: value = "task-3039381" [ 937.151932] env[68391]: _type = "Task" [ 937.151932] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.162055] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039381, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.171788] env[68391]: DEBUG oslo_concurrency.lockutils [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "refresh_cache-b328a34c-8301-46d9-835c-feceaffdf346" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.264596] env[68391]: DEBUG nova.scheduler.client.report [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.293849] env[68391]: INFO nova.compute.manager [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Took 29.08 seconds to build instance. [ 937.376656] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.487591] env[68391]: INFO nova.compute.manager [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Took 31.05 seconds to build instance. [ 937.550721] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.625731] env[68391]: INFO nova.compute.manager [-] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Took 1.47 seconds to deallocate network for instance. [ 937.664778] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039381, 'name': Rename_Task, 'duration_secs': 0.473418} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.665133] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.665396] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8941749c-ceaf-4b55-9489-23e0f3d2c85d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.683028] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for the task: (returnval){ [ 937.683028] env[68391]: value = "task-3039382" [ 937.683028] env[68391]: _type = "Task" [ 937.683028] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.694458] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.769888] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.557s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.773377] env[68391]: DEBUG oslo_concurrency.lockutils [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.967s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.775054] env[68391]: INFO nova.compute.claims [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.796090] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1b56fbaf-22ad-4a3d-9911-c0428f57c611 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "408bce8a-b614-4bf5-95a1-215cfd0beceb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.592s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.829372] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Volume attach. Driver type: vmdk {{(pid=68391) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 937.829858] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608980', 'volume_id': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'name': 'volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1bf895c-d819-49a6-bedb-83c05595a171', 'attached_at': '', 'detached_at': '', 'volume_id': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'serial': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 937.830824] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a77667-81a0-469a-8b2d-7d5e2e8252d0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.849667] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05b069e-a6d1-4787-ac4e-83dc714bbc0c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.876903] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26/volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.877246] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-152b3e22-bbdb-4873-81c8-669b8f517f96 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.900640] env[68391]: DEBUG oslo_vmware.api [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 937.900640] env[68391]: value = "task-3039383" [ 937.900640] env[68391]: _type = "Task" [ 937.900640] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.910027] env[68391]: DEBUG nova.compute.manager [req-7a8924d3-1013-4e10-98ec-217b39166a55 req-a0e447ec-5397-4ac4-b871-f7769ef14062 service nova] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Received event network-vif-deleted-5cb4fcb6-2301-442a-984f-ff6dd006eb09 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.913875] env[68391]: DEBUG oslo_vmware.api [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.991148] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9e3b9166-7e38-4caf-935f-3ebdb62fce7a tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Lock "076e73b8-7a81-4e3b-a961-4e6c9d1705f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.562s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.132833] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.191983] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039382, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.290027] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a4f42dca-d83b-4604-9930-965c818a32d4 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "38da167e-1f64-462f-9847-b4daa77d0390" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 49.361s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.290372] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "38da167e-1f64-462f-9847-b4daa77d0390" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 21.723s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.290622] env[68391]: INFO nova.compute.manager [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Unshelving [ 938.411820] env[68391]: DEBUG oslo_vmware.api [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.492838] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "408bce8a-b614-4bf5-95a1-215cfd0beceb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.493184] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "408bce8a-b614-4bf5-95a1-215cfd0beceb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.493468] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "408bce8a-b614-4bf5-95a1-215cfd0beceb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.493787] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "408bce8a-b614-4bf5-95a1-215cfd0beceb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.493885] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "408bce8a-b614-4bf5-95a1-215cfd0beceb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.496150] env[68391]: INFO nova.compute.manager [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Terminating instance [ 938.689202] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bf2736-cf76-492d-bf38-6ecf9d46dd4f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.694689] env[68391]: DEBUG oslo_vmware.api [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039382, 'name': PowerOnVM_Task, 'duration_secs': 0.547376} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.695326] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.695560] env[68391]: INFO nova.compute.manager [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Took 5.90 seconds to spawn the instance on the hypervisor. [ 938.695772] env[68391]: DEBUG nova.compute.manager [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.696531] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4929794-18a8-4034-a949-aa3cbdbc4b0c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.711911] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Updating instance 'b328a34c-8301-46d9-835c-feceaffdf346' progress to 0 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 938.913819] env[68391]: DEBUG oslo_vmware.api [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039383, 'name': ReconfigVM_Task, 'duration_secs': 0.606719} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.914070] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Reconfigured VM instance instance-0000004f to attach disk [datastore2] volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26/volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.918844] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-400d88cf-b91e-44b4-af16-3bc9f37b089e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.938497] env[68391]: DEBUG oslo_vmware.api [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 938.938497] env[68391]: value = "task-3039384" [ 938.938497] env[68391]: _type = "Task" [ 938.938497] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.950609] env[68391]: DEBUG oslo_vmware.api [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.000676] env[68391]: DEBUG nova.compute.manager [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.000993] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.001997] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a962b05-764c-415c-88d8-1bc1bd4f29fb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.014563] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.014829] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9f20792-3ee6-4e53-8e37-5e9b702010cd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.023078] env[68391]: DEBUG oslo_vmware.api [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 939.023078] env[68391]: value = "task-3039385" [ 939.023078] env[68391]: _type = "Task" [ 939.023078] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.032753] env[68391]: DEBUG oslo_vmware.api [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.100292] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ce8128-6a5e-4433-9532-336507efc0f8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.108324] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e17235-2f37-4d65-9473-45732b86d0e8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.139075] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363ea84c-22e0-4ce4-a546-8e7cc0674288 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.147475] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4716f9-a472-4263-94da-0a1aec5f2f33 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.161803] env[68391]: DEBUG nova.compute.provider_tree [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.218504] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.218883] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de9ac170-4b9f-4ba3-b219-5d8747e4fd90 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.231590] env[68391]: DEBUG oslo_vmware.api [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 939.231590] env[68391]: value = "task-3039386" [ 939.231590] env[68391]: _type = "Task" [ 939.231590] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.238107] env[68391]: INFO nova.compute.manager [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Took 27.47 seconds to build instance. [ 939.249277] env[68391]: DEBUG oslo_vmware.api [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.314149] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.448803] env[68391]: DEBUG oslo_vmware.api [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039384, 'name': ReconfigVM_Task, 'duration_secs': 0.156449} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.449199] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608980', 'volume_id': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'name': 'volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1bf895c-d819-49a6-bedb-83c05595a171', 'attached_at': '', 'detached_at': '', 'volume_id': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'serial': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 939.534745] env[68391]: DEBUG oslo_vmware.api [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039385, 'name': PowerOffVM_Task, 'duration_secs': 0.225532} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.535057] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.535265] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.535534] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2351521-7bd2-4cca-a790-dbce68fefb2b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.613414] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.613685] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.613872] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Deleting the datastore file [datastore2] 408bce8a-b614-4bf5-95a1-215cfd0beceb {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.614185] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-066e0748-86ef-4615-9a4b-4cf3ce6dd3b7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.621771] env[68391]: DEBUG oslo_vmware.api [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 939.621771] env[68391]: value = "task-3039388" [ 939.621771] env[68391]: _type = "Task" [ 939.621771] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.630031] env[68391]: DEBUG oslo_vmware.api [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.665216] env[68391]: DEBUG nova.scheduler.client.report [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.742360] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5b10839-c3de-4c1c-a22f-4d80e669a5d6 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Lock "6b1d42a8-a63b-4e5c-91f5-bec837b51b89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.988s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.742628] env[68391]: DEBUG oslo_vmware.api [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039386, 'name': PowerOffVM_Task, 'duration_secs': 0.203504} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.742891] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.743120] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Updating instance 'b328a34c-8301-46d9-835c-feceaffdf346' progress to 17 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 939.956171] env[68391]: DEBUG nova.compute.manager [req-56d2ded9-ca85-4c01-9d73-c371d9adf265 req-e839a360-3a59-4b67-9fcc-6427566aad01 service nova] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Received event network-changed-a9d36d4b-5804-4f15-9d39-dba4b49ba6df {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.956375] env[68391]: DEBUG nova.compute.manager [req-56d2ded9-ca85-4c01-9d73-c371d9adf265 req-e839a360-3a59-4b67-9fcc-6427566aad01 service nova] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Refreshing instance network info cache due to event network-changed-a9d36d4b-5804-4f15-9d39-dba4b49ba6df. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.956591] env[68391]: DEBUG oslo_concurrency.lockutils [req-56d2ded9-ca85-4c01-9d73-c371d9adf265 req-e839a360-3a59-4b67-9fcc-6427566aad01 service nova] Acquiring lock "refresh_cache-076e73b8-7a81-4e3b-a961-4e6c9d1705f7" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.956735] env[68391]: DEBUG oslo_concurrency.lockutils [req-56d2ded9-ca85-4c01-9d73-c371d9adf265 req-e839a360-3a59-4b67-9fcc-6427566aad01 service nova] Acquired lock "refresh_cache-076e73b8-7a81-4e3b-a961-4e6c9d1705f7" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.956894] env[68391]: DEBUG nova.network.neutron [req-56d2ded9-ca85-4c01-9d73-c371d9adf265 req-e839a360-3a59-4b67-9fcc-6427566aad01 service nova] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Refreshing network info cache for port a9d36d4b-5804-4f15-9d39-dba4b49ba6df {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.136072] env[68391]: DEBUG oslo_vmware.api [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16419} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.136412] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.136628] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.136889] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.136991] env[68391]: INFO nova.compute.manager [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 940.137234] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.137459] env[68391]: DEBUG nova.compute.manager [-] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.137548] env[68391]: DEBUG nova.network.neutron [-] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.170509] env[68391]: DEBUG oslo_concurrency.lockutils [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.171176] env[68391]: DEBUG nova.compute.manager [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.175414] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.578s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.175594] env[68391]: DEBUG nova.objects.instance [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lazy-loading 'resources' on Instance uuid 8255f57d-32cf-4205-a078-dbf25d0f6afc {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.250747] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.250747] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.250747] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.250747] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.250747] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.250747] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.251427] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.251803] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.252191] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.252537] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.253183] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.258869] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-516c2382-069e-4d68-aa81-68ca5744a8f7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.279223] env[68391]: DEBUG oslo_vmware.api [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 940.279223] env[68391]: value = "task-3039389" [ 940.279223] env[68391]: _type = "Task" [ 940.279223] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.289390] env[68391]: DEBUG oslo_vmware.api [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.491650] env[68391]: DEBUG nova.objects.instance [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lazy-loading 'flavor' on Instance uuid d1bf895c-d819-49a6-bedb-83c05595a171 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.681672] env[68391]: DEBUG nova.compute.utils [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.685590] env[68391]: DEBUG nova.compute.manager [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.685785] env[68391]: DEBUG nova.network.neutron [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.749813] env[68391]: DEBUG nova.policy [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a0fe6efbb35483bb737a4ceb1ad2bc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbe5da863f6b491eabaf0c2877c91d36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.789376] env[68391]: DEBUG oslo_vmware.api [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039389, 'name': ReconfigVM_Task, 'duration_secs': 0.313986} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.792386] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Updating instance 'b328a34c-8301-46d9-835c-feceaffdf346' progress to 33 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 940.806157] env[68391]: DEBUG nova.network.neutron [req-56d2ded9-ca85-4c01-9d73-c371d9adf265 req-e839a360-3a59-4b67-9fcc-6427566aad01 service nova] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Updated VIF entry in instance network info cache for port a9d36d4b-5804-4f15-9d39-dba4b49ba6df. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.806679] env[68391]: DEBUG nova.network.neutron [req-56d2ded9-ca85-4c01-9d73-c371d9adf265 req-e839a360-3a59-4b67-9fcc-6427566aad01 service nova] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Updating instance_info_cache with network_info: [{"id": "a9d36d4b-5804-4f15-9d39-dba4b49ba6df", "address": "fa:16:3e:20:35:7d", "network": {"id": "232cd2c5-f327-44d1-a053-d39643f71fa9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1178433789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0554453196364f11a23eff04418cd5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d36d4b-58", "ovs_interfaceid": "a9d36d4b-5804-4f15-9d39-dba4b49ba6df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.933639] env[68391]: DEBUG nova.network.neutron [-] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.956742] env[68391]: INFO nova.compute.manager [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Rebuilding instance [ 940.997058] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c2b-3413-4911-a5b3-c490c52aab4d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "d1bf895c-d819-49a6-bedb-83c05595a171" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.318s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.006872] env[68391]: DEBUG nova.compute.manager [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.007811] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d7746b-175a-4560-b434-31f762ff96af {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.074493] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c414fabc-9439-40eb-83d2-e4450f95f3be {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.082563] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35571ba6-3a75-492c-967c-fe1cfd445fe6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.122307] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cde3ed-55e5-4239-9be6-b2368b3b438e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.131678] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0157ba63-413a-4b71-860d-b5566ca212bd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.148449] env[68391]: DEBUG nova.compute.provider_tree [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.150888] env[68391]: DEBUG nova.network.neutron [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Successfully created port: dd2438ea-59b3-4193-9959-a196d41cefdf {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.187977] env[68391]: DEBUG nova.compute.manager [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.300085] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.300347] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.300522] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.300834] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.301056] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.301268] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.301529] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.301743] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.301964] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.302239] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.302468] env[68391]: DEBUG nova.virt.hardware [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.308190] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 941.308841] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b2d1c47-71e8-414f-ab22-1f97a174301f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.324384] env[68391]: DEBUG oslo_concurrency.lockutils [req-56d2ded9-ca85-4c01-9d73-c371d9adf265 req-e839a360-3a59-4b67-9fcc-6427566aad01 service nova] Releasing lock "refresh_cache-076e73b8-7a81-4e3b-a961-4e6c9d1705f7" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.330740] env[68391]: DEBUG oslo_vmware.api [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 941.330740] env[68391]: value = "task-3039390" [ 941.330740] env[68391]: _type = "Task" [ 941.330740] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.340115] env[68391]: DEBUG oslo_vmware.api [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.437059] env[68391]: INFO nova.compute.manager [-] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Took 1.30 seconds to deallocate network for instance. [ 941.654436] env[68391]: DEBUG nova.scheduler.client.report [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.667073] env[68391]: INFO nova.compute.manager [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Rebuilding instance [ 941.702540] env[68391]: DEBUG nova.compute.manager [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.703421] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bed5971-7492-4767-8fc0-72c4405203fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.840973] env[68391]: DEBUG oslo_vmware.api [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039390, 'name': ReconfigVM_Task, 'duration_secs': 0.171604} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.841297] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 941.842286] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d895ae4a-18a7-49fc-be56-6932f4ebc91a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.865954] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] b328a34c-8301-46d9-835c-feceaffdf346/b328a34c-8301-46d9-835c-feceaffdf346.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.866233] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-564f654a-d46e-4dc5-a1dd-604f200492fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.884625] env[68391]: DEBUG oslo_vmware.api [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 941.884625] env[68391]: value = "task-3039391" [ 941.884625] env[68391]: _type = "Task" [ 941.884625] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.892008] env[68391]: DEBUG oslo_vmware.api [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.944503] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.017921] env[68391]: DEBUG nova.compute.manager [req-93c37c89-83cc-4a39-8608-28e0ff1d692e req-e5726ff2-7147-46c7-8950-a10e88a90394 service nova] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Received event network-vif-deleted-1df6c1e3-2022-42b8-9615-83a8fe84a1e3 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.027687] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.027997] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c8bd7a6-b633-4c0c-9f2a-2cebd6ab9b08 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.037819] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for the task: (returnval){ [ 942.037819] env[68391]: value = "task-3039392" [ 942.037819] env[68391]: _type = "Task" [ 942.037819] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.045910] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.159765] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.162171] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.342s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.164031] env[68391]: INFO nova.compute.claims [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.183820] env[68391]: INFO nova.scheduler.client.report [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Deleted allocations for instance 8255f57d-32cf-4205-a078-dbf25d0f6afc [ 942.196989] env[68391]: DEBUG nova.compute.manager [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.226024] env[68391]: DEBUG nova.virt.hardware [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.226198] env[68391]: DEBUG nova.virt.hardware [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.226446] env[68391]: DEBUG nova.virt.hardware [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.226747] env[68391]: DEBUG nova.virt.hardware [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.226989] env[68391]: DEBUG nova.virt.hardware [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.227252] env[68391]: DEBUG nova.virt.hardware [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.227605] env[68391]: DEBUG nova.virt.hardware [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.227875] env[68391]: DEBUG nova.virt.hardware [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.228178] env[68391]: DEBUG nova.virt.hardware [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.228460] env[68391]: DEBUG nova.virt.hardware [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.228747] env[68391]: DEBUG nova.virt.hardware [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.230031] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e65d21-96d7-4dd6-86d7-3c079cf1d9df {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.241271] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2123bce8-293c-4b06-b477-0ce05bd83d84 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.394531] env[68391]: DEBUG oslo_vmware.api [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039391, 'name': ReconfigVM_Task, 'duration_secs': 0.266692} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.394813] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Reconfigured VM instance instance-00000053 to attach disk [datastore1] b328a34c-8301-46d9-835c-feceaffdf346/b328a34c-8301-46d9-835c-feceaffdf346.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.395103] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Updating instance 'b328a34c-8301-46d9-835c-feceaffdf346' progress to 50 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 942.547958] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039392, 'name': PowerOffVM_Task, 'duration_secs': 0.134778} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.548714] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.549010] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.549806] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86627ad8-72cf-4aef-b784-382192fa3675 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.558587] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.558838] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10c2a276-f068-4fd1-991a-3ad2854a48f6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.586406] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.586630] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.586821] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Deleting the datastore file [datastore2] 6b1d42a8-a63b-4e5c-91f5-bec837b51b89 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.587108] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0deed76-5bd7-4d4e-a9ab-f6d45f0c766c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.593469] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for the task: (returnval){ [ 942.593469] env[68391]: value = "task-3039394" [ 942.593469] env[68391]: _type = "Task" [ 942.593469] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.601591] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.657309] env[68391]: DEBUG nova.network.neutron [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Successfully updated port: dd2438ea-59b3-4193-9959-a196d41cefdf {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.691617] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1427b32f-daa6-49a5-8cae-e297b4a69e65 tempest-ServersAdminTestJSON-1428375313 tempest-ServersAdminTestJSON-1428375313-project-member] Lock "8255f57d-32cf-4205-a078-dbf25d0f6afc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.653s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.719764] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.720064] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c81c076-d9a1-4a88-8ec2-946f8570d296 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.727758] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 942.727758] env[68391]: value = "task-3039395" [ 942.727758] env[68391]: _type = "Task" [ 942.727758] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.740121] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.903023] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee5932b-a3d2-4319-8e4d-cf431993b078 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.921583] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f22788-0ea7-4795-88e3-e21ed467102e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.939280] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Updating instance 'b328a34c-8301-46d9-835c-feceaffdf346' progress to 67 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 943.103195] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093467} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.103449] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.103694] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.103833] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.161526] env[68391]: DEBUG oslo_concurrency.lockutils [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Acquiring lock "refresh_cache-1cd79520-9bc0-418e-87e9-f7f0dd91c71c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.161526] env[68391]: DEBUG oslo_concurrency.lockutils [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Acquired lock "refresh_cache-1cd79520-9bc0-418e-87e9-f7f0dd91c71c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.161526] env[68391]: DEBUG nova.network.neutron [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.241501] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039395, 'name': PowerOffVM_Task, 'duration_secs': 0.200195} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.243996] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.302658] env[68391]: INFO nova.compute.manager [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Detaching volume 3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26 [ 943.342291] env[68391]: INFO nova.virt.block_device [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Attempting to driver detach volume 3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26 from mountpoint /dev/sdb [ 943.342291] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Volume detach. Driver type: vmdk {{(pid=68391) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 943.342291] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608980', 'volume_id': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'name': 'volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1bf895c-d819-49a6-bedb-83c05595a171', 'attached_at': '', 'detached_at': '', 'volume_id': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'serial': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 943.342569] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e021c0f-403d-4d65-ab88-5c588fcc9b65 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.367068] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefeaa41-3264-4f17-b724-aecf23538e00 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.374630] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983a27fb-43f3-433e-bf33-156de41a64c9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.399356] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7cdfdb-b633-45c1-b7ba-38830eed3e17 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.414061] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] The volume has not been displaced from its original location: [datastore2] volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26/volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26.vmdk. No consolidation needed. {{(pid=68391) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 943.419257] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 943.421889] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a5a2fe7-50a4-4eb8-8e95-90c0819a243f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.441545] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 943.441545] env[68391]: value = "task-3039396" [ 943.441545] env[68391]: _type = "Task" [ 943.441545] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.456091] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039396, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.540030] env[68391]: DEBUG nova.network.neutron [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Port 327b06eb-14fc-4d95-9ddf-9d89d56e888f binding to destination host cpu-1 is already ACTIVE {{(pid=68391) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 943.567183] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8b22ea-a031-4971-ac18-57899085a696 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.575047] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68cb904-d154-4265-9eaf-4f6390ff7096 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.606464] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46834eb-e859-4850-9afd-894f89b8c214 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.617412] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8908abaa-48da-4169-b4b8-9d0637fe6c6b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.632377] env[68391]: DEBUG nova.compute.provider_tree [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.731817] env[68391]: DEBUG nova.network.neutron [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.954213] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039396, 'name': ReconfigVM_Task, 'duration_secs': 0.222106} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.954520] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 943.959401] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f7bb6d0-b801-4cbf-b1a0-66d1ac583ffd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.975088] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 943.975088] env[68391]: value = "task-3039397" [ 943.975088] env[68391]: _type = "Task" [ 943.975088] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.981997] env[68391]: DEBUG nova.network.neutron [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Updating instance_info_cache with network_info: [{"id": "dd2438ea-59b3-4193-9959-a196d41cefdf", "address": "fa:16:3e:f5:2d:76", "network": {"id": "0ae00c93-da25-466a-90f2-36089a44e9b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-891607831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbe5da863f6b491eabaf0c2877c91d36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd2438ea-59", "ovs_interfaceid": "dd2438ea-59b3-4193-9959-a196d41cefdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.987017] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.050466] env[68391]: DEBUG nova.compute.manager [req-91b4cb1c-174d-43fb-8775-d6fef311d7d5 req-028721a7-1d59-45fb-9b84-656067a8b5fb service nova] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Received event network-vif-plugged-dd2438ea-59b3-4193-9959-a196d41cefdf {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.050638] env[68391]: DEBUG oslo_concurrency.lockutils [req-91b4cb1c-174d-43fb-8775-d6fef311d7d5 req-028721a7-1d59-45fb-9b84-656067a8b5fb service nova] Acquiring lock "1cd79520-9bc0-418e-87e9-f7f0dd91c71c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.051432] env[68391]: DEBUG oslo_concurrency.lockutils [req-91b4cb1c-174d-43fb-8775-d6fef311d7d5 req-028721a7-1d59-45fb-9b84-656067a8b5fb service nova] Lock "1cd79520-9bc0-418e-87e9-f7f0dd91c71c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.051432] env[68391]: DEBUG oslo_concurrency.lockutils [req-91b4cb1c-174d-43fb-8775-d6fef311d7d5 req-028721a7-1d59-45fb-9b84-656067a8b5fb service nova] Lock "1cd79520-9bc0-418e-87e9-f7f0dd91c71c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.051571] env[68391]: DEBUG nova.compute.manager [req-91b4cb1c-174d-43fb-8775-d6fef311d7d5 req-028721a7-1d59-45fb-9b84-656067a8b5fb service nova] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] No waiting events found dispatching network-vif-plugged-dd2438ea-59b3-4193-9959-a196d41cefdf {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.051888] env[68391]: WARNING nova.compute.manager [req-91b4cb1c-174d-43fb-8775-d6fef311d7d5 req-028721a7-1d59-45fb-9b84-656067a8b5fb service nova] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Received unexpected event network-vif-plugged-dd2438ea-59b3-4193-9959-a196d41cefdf for instance with vm_state building and task_state spawning. [ 944.052219] env[68391]: DEBUG nova.compute.manager [req-91b4cb1c-174d-43fb-8775-d6fef311d7d5 req-028721a7-1d59-45fb-9b84-656067a8b5fb service nova] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Received event network-changed-dd2438ea-59b3-4193-9959-a196d41cefdf {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.052527] env[68391]: DEBUG nova.compute.manager [req-91b4cb1c-174d-43fb-8775-d6fef311d7d5 req-028721a7-1d59-45fb-9b84-656067a8b5fb service nova] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Refreshing instance network info cache due to event network-changed-dd2438ea-59b3-4193-9959-a196d41cefdf. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.052744] env[68391]: DEBUG oslo_concurrency.lockutils [req-91b4cb1c-174d-43fb-8775-d6fef311d7d5 req-028721a7-1d59-45fb-9b84-656067a8b5fb service nova] Acquiring lock "refresh_cache-1cd79520-9bc0-418e-87e9-f7f0dd91c71c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.139784] env[68391]: DEBUG nova.virt.hardware [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.140064] env[68391]: DEBUG nova.virt.hardware [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.140252] env[68391]: DEBUG nova.virt.hardware [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.140439] env[68391]: DEBUG nova.virt.hardware [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.140587] env[68391]: DEBUG nova.virt.hardware [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.140730] env[68391]: DEBUG nova.virt.hardware [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.140931] env[68391]: DEBUG nova.virt.hardware [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.141243] env[68391]: DEBUG nova.virt.hardware [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.141480] env[68391]: DEBUG nova.virt.hardware [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.141834] env[68391]: DEBUG nova.virt.hardware [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.142103] env[68391]: DEBUG nova.virt.hardware [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.142989] env[68391]: DEBUG nova.scheduler.client.report [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.147908] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26de3453-2a80-4a1f-8eac-5c7f050223ce {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.156234] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe50e38-9001-404e-b8a9-c6c5e4c41444 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.171210] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Instance VIF info [] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.176758] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.177263] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.177506] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e07c02c-96f8-4c74-874d-f593cf060468 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.194781] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.194781] env[68391]: value = "task-3039398" [ 944.194781] env[68391]: _type = "Task" [ 944.194781] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.202799] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039398, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.490062] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039397, 'name': ReconfigVM_Task, 'duration_secs': 0.170926} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.490062] env[68391]: DEBUG oslo_concurrency.lockutils [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Releasing lock "refresh_cache-1cd79520-9bc0-418e-87e9-f7f0dd91c71c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.490062] env[68391]: DEBUG nova.compute.manager [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Instance network_info: |[{"id": "dd2438ea-59b3-4193-9959-a196d41cefdf", "address": "fa:16:3e:f5:2d:76", "network": {"id": "0ae00c93-da25-466a-90f2-36089a44e9b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-891607831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbe5da863f6b491eabaf0c2877c91d36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd2438ea-59", "ovs_interfaceid": "dd2438ea-59b3-4193-9959-a196d41cefdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.490062] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608980', 'volume_id': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'name': 'volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1bf895c-d819-49a6-bedb-83c05595a171', 'attached_at': '', 'detached_at': '', 'volume_id': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'serial': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 944.491240] env[68391]: DEBUG oslo_concurrency.lockutils [req-91b4cb1c-174d-43fb-8775-d6fef311d7d5 req-028721a7-1d59-45fb-9b84-656067a8b5fb service nova] Acquired lock "refresh_cache-1cd79520-9bc0-418e-87e9-f7f0dd91c71c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.491659] env[68391]: DEBUG nova.network.neutron [req-91b4cb1c-174d-43fb-8775-d6fef311d7d5 req-028721a7-1d59-45fb-9b84-656067a8b5fb service nova] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Refreshing network info cache for port dd2438ea-59b3-4193-9959-a196d41cefdf {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.493569] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:2d:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd2438ea-59b3-4193-9959-a196d41cefdf', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.505870] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Creating folder: Project (bbe5da863f6b491eabaf0c2877c91d36). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.510076] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9849ccd4-fc2e-4d0e-9d77-39ad43007d6d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.522738] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Created folder: Project (bbe5da863f6b491eabaf0c2877c91d36) in parent group-v608736. [ 944.522738] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Creating folder: Instances. Parent ref: group-v608985. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.522738] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d163ad33-5ff9-4896-a185-b2b6b642c431 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.532751] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Created folder: Instances in parent group-v608985. [ 944.532751] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.532986] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.533051] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-231c3d05-2bb8-4173-9bc1-9c63303ff653 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.572904] env[68391]: DEBUG oslo_concurrency.lockutils [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "b328a34c-8301-46d9-835c-feceaffdf346-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.573181] env[68391]: DEBUG oslo_concurrency.lockutils [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "b328a34c-8301-46d9-835c-feceaffdf346-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.573406] env[68391]: DEBUG oslo_concurrency.lockutils [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "b328a34c-8301-46d9-835c-feceaffdf346-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.576456] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.576456] env[68391]: value = "task-3039401" [ 944.576456] env[68391]: _type = "Task" [ 944.576456] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.588464] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039401, 'name': CreateVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.655158] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.655158] env[68391]: DEBUG nova.compute.manager [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.661303] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.566s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.662928] env[68391]: INFO nova.compute.claims [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.707297] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039398, 'name': CreateVM_Task, 'duration_secs': 0.29773} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.707440] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.709619] env[68391]: DEBUG oslo_concurrency.lockutils [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.709619] env[68391]: DEBUG oslo_concurrency.lockutils [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.712442] env[68391]: DEBUG oslo_concurrency.lockutils [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.712711] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b201d96-fff0-4592-9fe9-ad57a0ecbe41 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.721690] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for the task: (returnval){ [ 944.721690] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5280ad1f-cea8-663a-2d4f-84b7ebb46fb2" [ 944.721690] env[68391]: _type = "Task" [ 944.721690] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.732592] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5280ad1f-cea8-663a-2d4f-84b7ebb46fb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.853572] env[68391]: DEBUG nova.network.neutron [req-91b4cb1c-174d-43fb-8775-d6fef311d7d5 req-028721a7-1d59-45fb-9b84-656067a8b5fb service nova] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Updated VIF entry in instance network info cache for port dd2438ea-59b3-4193-9959-a196d41cefdf. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.854056] env[68391]: DEBUG nova.network.neutron [req-91b4cb1c-174d-43fb-8775-d6fef311d7d5 req-028721a7-1d59-45fb-9b84-656067a8b5fb service nova] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Updating instance_info_cache with network_info: [{"id": "dd2438ea-59b3-4193-9959-a196d41cefdf", "address": "fa:16:3e:f5:2d:76", "network": {"id": "0ae00c93-da25-466a-90f2-36089a44e9b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-891607831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbe5da863f6b491eabaf0c2877c91d36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd2438ea-59", "ovs_interfaceid": "dd2438ea-59b3-4193-9959-a196d41cefdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.090015] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039401, 'name': CreateVM_Task, 'duration_secs': 0.338035} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.090895] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.091575] env[68391]: DEBUG oslo_concurrency.lockutils [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.168297] env[68391]: DEBUG nova.compute.utils [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.171993] env[68391]: DEBUG nova.compute.manager [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.172192] env[68391]: DEBUG nova.network.neutron [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.210863] env[68391]: DEBUG nova.policy [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c61a99632917461cbb7e0a46d562b041', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9e995b594e0480589cdfd7443e2d289', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.231650] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5280ad1f-cea8-663a-2d4f-84b7ebb46fb2, 'name': SearchDatastore_Task, 'duration_secs': 0.010421} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.231958] env[68391]: DEBUG oslo_concurrency.lockutils [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.232216] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.232452] env[68391]: DEBUG oslo_concurrency.lockutils [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.232600] env[68391]: DEBUG oslo_concurrency.lockutils [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.232779] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.233073] env[68391]: DEBUG oslo_concurrency.lockutils [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.233378] env[68391]: DEBUG oslo_concurrency.lockutils [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.233614] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cc8a176-c7c2-4098-945a-32b4cce272a2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.237346] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f160fccb-6fea-46d8-a650-208e5a5168bc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.242861] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Waiting for the task: (returnval){ [ 945.242861] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52492231-99c7-9ef7-c86c-c96eed95b1ef" [ 945.242861] env[68391]: _type = "Task" [ 945.242861] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.250013] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52492231-99c7-9ef7-c86c-c96eed95b1ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.251110] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.251292] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.251975] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0beda71-d965-4029-a805-b535493adde1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.257105] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for the task: (returnval){ [ 945.257105] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a19a06-eab3-a990-b819-61f8fe155275" [ 945.257105] env[68391]: _type = "Task" [ 945.257105] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.264274] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a19a06-eab3-a990-b819-61f8fe155275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.360627] env[68391]: DEBUG oslo_concurrency.lockutils [req-91b4cb1c-174d-43fb-8775-d6fef311d7d5 req-028721a7-1d59-45fb-9b84-656067a8b5fb service nova] Releasing lock "refresh_cache-1cd79520-9bc0-418e-87e9-f7f0dd91c71c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.527392] env[68391]: DEBUG nova.network.neutron [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Successfully created port: 5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.553266] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.553611] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5adec9f3-968f-4138-8358-a81500492551 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.562277] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 945.562277] env[68391]: value = "task-3039402" [ 945.562277] env[68391]: _type = "Task" [ 945.562277] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.570747] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.626113] env[68391]: DEBUG oslo_concurrency.lockutils [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "refresh_cache-b328a34c-8301-46d9-835c-feceaffdf346" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.626346] env[68391]: DEBUG oslo_concurrency.lockutils [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "refresh_cache-b328a34c-8301-46d9-835c-feceaffdf346" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.626491] env[68391]: DEBUG nova.network.neutron [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.675611] env[68391]: DEBUG nova.compute.manager [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.758858] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52492231-99c7-9ef7-c86c-c96eed95b1ef, 'name': SearchDatastore_Task, 'duration_secs': 0.021497} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.762591] env[68391]: DEBUG oslo_concurrency.lockutils [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.762852] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.763689] env[68391]: DEBUG oslo_concurrency.lockutils [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.770262] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a19a06-eab3-a990-b819-61f8fe155275, 'name': SearchDatastore_Task, 'duration_secs': 0.009802} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.774818] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3ad87a8-5e5d-4324-85fb-3a8c674b0e4b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.780890] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for the task: (returnval){ [ 945.780890] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5299efe3-d7da-60e3-ad17-323f94498550" [ 945.780890] env[68391]: _type = "Task" [ 945.780890] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.791531] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5299efe3-d7da-60e3-ad17-323f94498550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.034766] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d72712-51be-4115-a058-6dfa75fd7120 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.043325] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceddc0b0-d3a7-433d-831f-909a85faec57 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.078152] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807a72af-9e21-47ff-9a5e-1a063e5c60b8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.088103] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] VM already powered off {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 946.088337] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Volume detach. Driver type: vmdk {{(pid=68391) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 946.088543] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608980', 'volume_id': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'name': 'volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1bf895c-d819-49a6-bedb-83c05595a171', 'attached_at': '', 'detached_at': '', 'volume_id': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'serial': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 946.089339] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93291b22-0cc3-44f1-8d46-5571c5ceeb9f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.092702] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efac2b9c-63fc-4594-9f77-86f986f26b11 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.106156] env[68391]: DEBUG nova.compute.provider_tree [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.127067] env[68391]: DEBUG nova.scheduler.client.report [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.131080] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6badfd39-ca71-49b1-9855-c986078b98cd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.143460] env[68391]: WARNING nova.virt.vmwareapi.driver [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 946.143460] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.143460] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e462f8e-547a-41bf-90aa-bff0218f696f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.152465] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.152465] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f58464f-f6ae-4a32-9fb9-1f12d737f1f3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.229298] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.229514] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.229698] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Deleting the datastore file [datastore1] d1bf895c-d819-49a6-bedb-83c05595a171 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.232476] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c4d99d0-6beb-43b2-bd1c-3ec346926a52 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.240390] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 946.240390] env[68391]: value = "task-3039404" [ 946.240390] env[68391]: _type = "Task" [ 946.240390] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.249578] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.294885] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5299efe3-d7da-60e3-ad17-323f94498550, 'name': SearchDatastore_Task, 'duration_secs': 0.010598} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.295668] env[68391]: DEBUG oslo_concurrency.lockutils [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.295981] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 6b1d42a8-a63b-4e5c-91f5-bec837b51b89/6b1d42a8-a63b-4e5c-91f5-bec837b51b89.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.296301] env[68391]: DEBUG oslo_concurrency.lockutils [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.296512] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.296715] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bba7835d-8d88-43e1-9a65-f478fb3e81c6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.298806] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3119febd-6c07-4226-87a0-885e0f746e9a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.306157] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for the task: (returnval){ [ 946.306157] env[68391]: value = "task-3039405" [ 946.306157] env[68391]: _type = "Task" [ 946.306157] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.311660] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.311660] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.313116] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c697ac11-046d-449d-b0c3-880902ef2e3d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.321047] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.326650] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Waiting for the task: (returnval){ [ 946.326650] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b78a61-10da-b357-675b-a8b6a548c3dd" [ 946.326650] env[68391]: _type = "Task" [ 946.326650] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.335237] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b78a61-10da-b357-675b-a8b6a548c3dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.394861] env[68391]: DEBUG nova.network.neutron [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Updating instance_info_cache with network_info: [{"id": "327b06eb-14fc-4d95-9ddf-9d89d56e888f", "address": "fa:16:3e:f2:78:2d", "network": {"id": "ba27caf7-4890-4674-a1b1-65960524871a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2042391078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331f924de2b94bb988cde9a8ee1fff74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327b06eb-14", "ovs_interfaceid": "327b06eb-14fc-4d95-9ddf-9d89d56e888f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.638326] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.977s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.638819] env[68391]: DEBUG nova.compute.manager [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.642597] env[68391]: DEBUG oslo_concurrency.lockutils [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.254s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.642801] env[68391]: DEBUG nova.objects.instance [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68391) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 946.692086] env[68391]: DEBUG nova.compute.manager [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.721319] env[68391]: DEBUG nova.virt.hardware [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.721603] env[68391]: DEBUG nova.virt.hardware [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.721766] env[68391]: DEBUG nova.virt.hardware [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.722047] env[68391]: DEBUG nova.virt.hardware [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.722265] env[68391]: DEBUG nova.virt.hardware [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.722436] env[68391]: DEBUG nova.virt.hardware [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.723087] env[68391]: DEBUG nova.virt.hardware [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.723087] env[68391]: DEBUG nova.virt.hardware [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.723263] env[68391]: DEBUG nova.virt.hardware [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.723484] env[68391]: DEBUG nova.virt.hardware [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.723764] env[68391]: DEBUG nova.virt.hardware [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.725255] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c04157-573b-4d0d-902a-7c5d52c9b87e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.734385] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c88764-f3b0-4669-ae44-1d9bce2da5db {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.760302] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146938} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.760667] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.760916] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.761220] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.816324] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473176} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.817227] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 6b1d42a8-a63b-4e5c-91f5-bec837b51b89/6b1d42a8-a63b-4e5c-91f5-bec837b51b89.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.817227] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.817227] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e846b3d-5c38-45df-995e-21d865f90d7b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.824116] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for the task: (returnval){ [ 946.824116] env[68391]: value = "task-3039406" [ 946.824116] env[68391]: _type = "Task" [ 946.824116] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.839766] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.840088] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b78a61-10da-b357-675b-a8b6a548c3dd, 'name': SearchDatastore_Task, 'duration_secs': 0.008889} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.840823] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82607308-a516-48df-a197-d1288b27665a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.845812] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Waiting for the task: (returnval){ [ 946.845812] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5298c7ea-d275-3bc1-f23d-404b89e8c6ae" [ 946.845812] env[68391]: _type = "Task" [ 946.845812] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.854749] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5298c7ea-d275-3bc1-f23d-404b89e8c6ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.866894] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Acquiring lock "4874b0c8-bcd3-4eca-a82f-f76539d141bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.867267] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Lock "4874b0c8-bcd3-4eca-a82f-f76539d141bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.867577] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Acquiring lock "4874b0c8-bcd3-4eca-a82f-f76539d141bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.867847] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Lock "4874b0c8-bcd3-4eca-a82f-f76539d141bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.868031] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Lock "4874b0c8-bcd3-4eca-a82f-f76539d141bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.871288] env[68391]: INFO nova.compute.manager [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Terminating instance [ 946.897556] env[68391]: DEBUG oslo_concurrency.lockutils [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "refresh_cache-b328a34c-8301-46d9-835c-feceaffdf346" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.963185] env[68391]: DEBUG nova.compute.manager [req-04525c03-10d2-47fe-abd7-fd3d219f69e2 req-cd9a2642-25e1-452a-9f0d-31a96abf801c service nova] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Received event network-vif-plugged-5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.963392] env[68391]: DEBUG oslo_concurrency.lockutils [req-04525c03-10d2-47fe-abd7-fd3d219f69e2 req-cd9a2642-25e1-452a-9f0d-31a96abf801c service nova] Acquiring lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.964223] env[68391]: DEBUG oslo_concurrency.lockutils [req-04525c03-10d2-47fe-abd7-fd3d219f69e2 req-cd9a2642-25e1-452a-9f0d-31a96abf801c service nova] Lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.964223] env[68391]: DEBUG oslo_concurrency.lockutils [req-04525c03-10d2-47fe-abd7-fd3d219f69e2 req-cd9a2642-25e1-452a-9f0d-31a96abf801c service nova] Lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.964223] env[68391]: DEBUG nova.compute.manager [req-04525c03-10d2-47fe-abd7-fd3d219f69e2 req-cd9a2642-25e1-452a-9f0d-31a96abf801c service nova] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] No waiting events found dispatching network-vif-plugged-5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.964223] env[68391]: WARNING nova.compute.manager [req-04525c03-10d2-47fe-abd7-fd3d219f69e2 req-cd9a2642-25e1-452a-9f0d-31a96abf801c service nova] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Received unexpected event network-vif-plugged-5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd for instance with vm_state building and task_state spawning. [ 947.058184] env[68391]: DEBUG nova.network.neutron [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Successfully updated port: 5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.154244] env[68391]: DEBUG nova.compute.utils [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.155538] env[68391]: DEBUG nova.compute.manager [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.155705] env[68391]: DEBUG nova.network.neutron [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.207069] env[68391]: DEBUG nova.policy [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7517ac4a7a544bea2923197a254c78a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3884c81cc004292a83fcdb8e89e586d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.266303] env[68391]: INFO nova.virt.block_device [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Booting with volume 3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26 at /dev/sdb [ 947.312349] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71ce9c78-6be2-46ca-97e9-bf162c81202f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.323910] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffafa5b9-8ee4-4e79-8beb-5c8bd4c80fdc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.362082] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066342} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.362701] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97f4584b-f2a7-4ee8-af36-e8d1b7af93eb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.364525] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.368465] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea170c94-a3e0-4da7-963b-d86add16fb25 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.370995] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5298c7ea-d275-3bc1-f23d-404b89e8c6ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009337} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.371597] env[68391]: DEBUG oslo_concurrency.lockutils [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.371893] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 1cd79520-9bc0-418e-87e9-f7f0dd91c71c/1cd79520-9bc0-418e-87e9-f7f0dd91c71c.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.372479] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e05bc1a-dcca-4129-826b-f5eb1e8b8b53 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.384074] env[68391]: DEBUG nova.compute.manager [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.384288] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.397153] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 6b1d42a8-a63b-4e5c-91f5-bec837b51b89/6b1d42a8-a63b-4e5c-91f5-bec837b51b89.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.401715] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602017f6-c130-4a52-b1c4-5cd37a210825 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.414581] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65672164-ed52-4895-b098-f3c4a91cf8e2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.417465] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7706455d-43c6-4dd3-8918-259a65319b9a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.433321] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Waiting for the task: (returnval){ [ 947.433321] env[68391]: value = "task-3039407" [ 947.433321] env[68391]: _type = "Task" [ 947.433321] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.463017] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad914a92-42ff-46af-aeb9-c730b194a2ac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.465790] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': task-3039407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.466122] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for the task: (returnval){ [ 947.466122] env[68391]: value = "task-3039408" [ 947.466122] env[68391]: _type = "Task" [ 947.466122] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.466383] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.467424] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eceb00e-bcb7-4cda-852e-181f04f4c853 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.469440] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b62865-1954-452d-83ba-137fdeb44747 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.478884] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b539bc-2ff5-48a2-b493-01d756c8ddd8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.499261] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.499261] env[68391]: DEBUG oslo_vmware.api [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Waiting for the task: (returnval){ [ 947.499261] env[68391]: value = "task-3039409" [ 947.499261] env[68391]: _type = "Task" [ 947.499261] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.502201] env[68391]: DEBUG nova.network.neutron [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Successfully created port: 95d628b2-0fdb-4a01-8da5-98e70c5fb361 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.502556] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b26ebe-d235-420a-b335-6ac0ff7d4b5a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.515160] env[68391]: DEBUG nova.virt.block_device [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Updating existing volume attachment record: 8239cb53-2d53-4241-8203-38a48f7766eb {{(pid=68391) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 947.519866] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Updating instance 'b328a34c-8301-46d9-835c-feceaffdf346' progress to 83 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 947.526426] env[68391]: DEBUG oslo_vmware.api [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': task-3039409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.560774] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "refresh_cache-92d021a1-7b89-4fe1-8cd9-289a355da5f8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.561086] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquired lock "refresh_cache-92d021a1-7b89-4fe1-8cd9-289a355da5f8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.561170] env[68391]: DEBUG nova.network.neutron [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.656773] env[68391]: DEBUG oslo_concurrency.lockutils [None req-737a81b5-67a0-43ca-b113-17ceba98c4b5 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.658150] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.306s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.658469] env[68391]: DEBUG nova.objects.instance [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Lazy-loading 'resources' on Instance uuid 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.659879] env[68391]: DEBUG nova.compute.manager [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.946366] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': task-3039407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462462} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.946694] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 1cd79520-9bc0-418e-87e9-f7f0dd91c71c/1cd79520-9bc0-418e-87e9-f7f0dd91c71c.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.946865] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.947161] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef0d969f-e6e5-41d6-9ba2-2d8a4d38d9ae {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.952613] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Waiting for the task: (returnval){ [ 947.952613] env[68391]: value = "task-3039410" [ 947.952613] env[68391]: _type = "Task" [ 947.952613] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.959762] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': task-3039410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.976283] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039408, 'name': ReconfigVM_Task, 'duration_secs': 0.463649} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.976574] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 6b1d42a8-a63b-4e5c-91f5-bec837b51b89/6b1d42a8-a63b-4e5c-91f5-bec837b51b89.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.977252] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08e2375c-9935-4162-9c45-3d14f5188fee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.982412] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for the task: (returnval){ [ 947.982412] env[68391]: value = "task-3039411" [ 947.982412] env[68391]: _type = "Task" [ 947.982412] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.995635] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039411, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.015742] env[68391]: DEBUG oslo_vmware.api [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': task-3039409, 'name': PowerOffVM_Task, 'duration_secs': 0.221382} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.016018] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.016242] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.016523] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29faa546-e376-440f-993e-51a849ef0ff5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.029381] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.029662] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f466e3b-b9b1-415b-b7f5-7284a6c46950 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.036404] env[68391]: DEBUG oslo_vmware.api [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 948.036404] env[68391]: value = "task-3039413" [ 948.036404] env[68391]: _type = "Task" [ 948.036404] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.047523] env[68391]: DEBUG oslo_vmware.api [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.079344] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.079836] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.080079] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Deleting the datastore file [datastore1] 4874b0c8-bcd3-4eca-a82f-f76539d141bb {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.080469] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96b6b598-862c-42b7-81ed-29b19ff1215c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.089432] env[68391]: DEBUG oslo_vmware.api [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Waiting for the task: (returnval){ [ 948.089432] env[68391]: value = "task-3039414" [ 948.089432] env[68391]: _type = "Task" [ 948.089432] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.098144] env[68391]: DEBUG oslo_vmware.api [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': task-3039414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.098975] env[68391]: DEBUG nova.network.neutron [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.278131] env[68391]: DEBUG nova.network.neutron [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Updating instance_info_cache with network_info: [{"id": "5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd", "address": "fa:16:3e:9e:27:27", "network": {"id": "4cb37b42-076e-489b-8c24-1a1141337cfc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-989407886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e995b594e0480589cdfd7443e2d289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd6ac5b-9b", "ovs_interfaceid": "5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.466692] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': task-3039410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058582} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.466965] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.468095] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87867a09-d00b-4a5f-a918-5916e2c51fdf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.490835] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 1cd79520-9bc0-418e-87e9-f7f0dd91c71c/1cd79520-9bc0-418e-87e9-f7f0dd91c71c.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.493877] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf86cf8d-5981-4e86-8357-6160eea024a7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.521365] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039411, 'name': Rename_Task, 'duration_secs': 0.149221} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.524908] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.525410] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Waiting for the task: (returnval){ [ 948.525410] env[68391]: value = "task-3039415" [ 948.525410] env[68391]: _type = "Task" [ 948.525410] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.525906] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fa5621b-5cf7-4321-b737-bcb950db6e63 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.537444] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': task-3039415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.543522] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for the task: (returnval){ [ 948.543522] env[68391]: value = "task-3039416" [ 948.543522] env[68391]: _type = "Task" [ 948.543522] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.554163] env[68391]: DEBUG oslo_vmware.api [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039413, 'name': PowerOnVM_Task, 'duration_secs': 0.428362} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.554832] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.555072] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-913f47f0-995f-47e0-bb8b-9f9bb74a0910 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Updating instance 'b328a34c-8301-46d9-835c-feceaffdf346' progress to 100 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 948.570132] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039416, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.585147] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b081c5a4-e4f8-4af0-ad2f-04419a38e36d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.604067] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fee083-d1e0-419a-b930-17e3cddeddea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.615762] env[68391]: DEBUG oslo_vmware.api [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Task: {'id': task-3039414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230429} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.616583] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.616854] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.617115] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.617364] env[68391]: INFO nova.compute.manager [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Took 1.23 seconds to destroy the instance on the hypervisor. [ 948.617707] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.618322] env[68391]: DEBUG nova.compute.manager [-] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.618446] env[68391]: DEBUG nova.network.neutron [-] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.669338] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a697c343-0c0f-4d06-925d-2fd3717fcae9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.673124] env[68391]: DEBUG nova.compute.manager [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.682143] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f9404f-7275-458c-bb45-fe2165cf565d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.697797] env[68391]: DEBUG nova.compute.provider_tree [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.711410] env[68391]: DEBUG nova.virt.hardware [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.711410] env[68391]: DEBUG nova.virt.hardware [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.711410] env[68391]: DEBUG nova.virt.hardware [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.711692] env[68391]: DEBUG nova.virt.hardware [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.712164] env[68391]: DEBUG nova.virt.hardware [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.712164] env[68391]: DEBUG nova.virt.hardware [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.712329] env[68391]: DEBUG nova.virt.hardware [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.712532] env[68391]: DEBUG nova.virt.hardware [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.712741] env[68391]: DEBUG nova.virt.hardware [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.712931] env[68391]: DEBUG nova.virt.hardware [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.713149] env[68391]: DEBUG nova.virt.hardware [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.714365] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6dadb1-b5ba-415c-8580-2d444ff0a43f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.728427] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d078b93b-bec6-4585-9d28-91e2ac6cef87 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.784203] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Releasing lock "refresh_cache-92d021a1-7b89-4fe1-8cd9-289a355da5f8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.784729] env[68391]: DEBUG nova.compute.manager [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Instance network_info: |[{"id": "5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd", "address": "fa:16:3e:9e:27:27", "network": {"id": "4cb37b42-076e-489b-8c24-1a1141337cfc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-989407886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e995b594e0480589cdfd7443e2d289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd6ac5b-9b", "ovs_interfaceid": "5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.785140] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:27:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.792918] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Creating folder: Project (d9e995b594e0480589cdfd7443e2d289). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.793558] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50c095be-92f2-46c0-9f31-48ee95dc89fe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.804576] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Created folder: Project (d9e995b594e0480589cdfd7443e2d289) in parent group-v608736. [ 948.804576] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Creating folder: Instances. Parent ref: group-v608988. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.804752] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0893ee9a-5c35-48da-a13f-39ad83859809 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.814079] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Created folder: Instances in parent group-v608988. [ 948.814196] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.814355] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.814541] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba6c23f6-93c0-458c-9ccc-5c2619bcaf34 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.843726] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.843726] env[68391]: value = "task-3039419" [ 948.843726] env[68391]: _type = "Task" [ 948.843726] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.855779] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039419, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.040261] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': task-3039415, 'name': ReconfigVM_Task, 'duration_secs': 0.380521} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.040261] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 1cd79520-9bc0-418e-87e9-f7f0dd91c71c/1cd79520-9bc0-418e-87e9-f7f0dd91c71c.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.040261] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-048c38f9-27cf-4c47-a99c-6fde1b01d821 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.045910] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Waiting for the task: (returnval){ [ 949.045910] env[68391]: value = "task-3039420" [ 949.045910] env[68391]: _type = "Task" [ 949.045910] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.056744] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': task-3039420, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.061693] env[68391]: DEBUG nova.compute.manager [req-ace3c874-9e19-4fa2-a570-39da7dc22e9c req-0d1a7e5c-3615-451b-81a9-a2d1aa4d1bdb service nova] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Received event network-changed-5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.061882] env[68391]: DEBUG nova.compute.manager [req-ace3c874-9e19-4fa2-a570-39da7dc22e9c req-0d1a7e5c-3615-451b-81a9-a2d1aa4d1bdb service nova] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Refreshing instance network info cache due to event network-changed-5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.062117] env[68391]: DEBUG oslo_concurrency.lockutils [req-ace3c874-9e19-4fa2-a570-39da7dc22e9c req-0d1a7e5c-3615-451b-81a9-a2d1aa4d1bdb service nova] Acquiring lock "refresh_cache-92d021a1-7b89-4fe1-8cd9-289a355da5f8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.062409] env[68391]: DEBUG oslo_concurrency.lockutils [req-ace3c874-9e19-4fa2-a570-39da7dc22e9c req-0d1a7e5c-3615-451b-81a9-a2d1aa4d1bdb service nova] Acquired lock "refresh_cache-92d021a1-7b89-4fe1-8cd9-289a355da5f8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.062409] env[68391]: DEBUG nova.network.neutron [req-ace3c874-9e19-4fa2-a570-39da7dc22e9c req-0d1a7e5c-3615-451b-81a9-a2d1aa4d1bdb service nova] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Refreshing network info cache for port 5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.066805] env[68391]: DEBUG oslo_vmware.api [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039416, 'name': PowerOnVM_Task, 'duration_secs': 0.472759} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.067580] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.067792] env[68391]: DEBUG nova.compute.manager [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.068616] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcbfab4-18bb-42e9-b782-e6b328c79d51 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.206027] env[68391]: DEBUG nova.scheduler.client.report [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.356394] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039419, 'name': CreateVM_Task, 'duration_secs': 0.385632} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.357753] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.359178] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.359741] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.360263] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.360735] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b9a3127-0035-4626-9f35-b6e955c5151b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.367359] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 949.367359] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526f9ccd-6d44-b6db-70b3-1256de3ea7b6" [ 949.367359] env[68391]: _type = "Task" [ 949.367359] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.380730] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526f9ccd-6d44-b6db-70b3-1256de3ea7b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.520811] env[68391]: DEBUG nova.network.neutron [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Successfully updated port: 95d628b2-0fdb-4a01-8da5-98e70c5fb361 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.561221] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': task-3039420, 'name': Rename_Task, 'duration_secs': 0.182995} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.561524] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.561766] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf456520-cde2-4467-93fa-83482652813c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.578178] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Waiting for the task: (returnval){ [ 949.578178] env[68391]: value = "task-3039421" [ 949.578178] env[68391]: _type = "Task" [ 949.578178] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.590768] env[68391]: DEBUG oslo_concurrency.lockutils [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.595730] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': task-3039421, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.702129] env[68391]: DEBUG nova.virt.hardware [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.702129] env[68391]: DEBUG nova.virt.hardware [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.702129] env[68391]: DEBUG nova.virt.hardware [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.702129] env[68391]: DEBUG nova.virt.hardware [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.702129] env[68391]: DEBUG nova.virt.hardware [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.702755] env[68391]: DEBUG nova.virt.hardware [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.703134] env[68391]: DEBUG nova.virt.hardware [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.703451] env[68391]: DEBUG nova.virt.hardware [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.703879] env[68391]: DEBUG nova.virt.hardware [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.704214] env[68391]: DEBUG nova.virt.hardware [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.706098] env[68391]: DEBUG nova.virt.hardware [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.706098] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bc156c-edee-4dd6-b01c-b9d0e5aefc4c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.710806] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.720854] env[68391]: DEBUG oslo_concurrency.lockutils [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.786s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.720854] env[68391]: DEBUG nova.objects.instance [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lazy-loading 'resources' on Instance uuid 9a089a66-a2aa-45c1-8972-3788b1c1d3d0 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.720854] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f3c30b-5725-4f98-a7d0-701d30553019 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.746254] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:27:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0afb990-b33a-44c9-a437-1b2baa9c9992', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.754723] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.758043] env[68391]: INFO nova.scheduler.client.report [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Deleted allocations for instance 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4 [ 949.760339] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.760339] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa7833d6-6224-4486-a098-88023c023a2b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.785130] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.785130] env[68391]: value = "task-3039422" [ 949.785130] env[68391]: _type = "Task" [ 949.785130] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.805017] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039422, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.884426] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526f9ccd-6d44-b6db-70b3-1256de3ea7b6, 'name': SearchDatastore_Task, 'duration_secs': 0.035184} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.884869] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.884869] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.885146] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.885338] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.885538] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.885907] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7fcc685-4fc7-4043-bf54-4cde4a16961e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.895568] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.895568] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.896574] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8676b25d-4f63-4d17-bc70-9e1acc2db1e6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.904046] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 949.904046] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528e0d7a-8d72-1d17-75aa-7b09dcc377a6" [ 949.904046] env[68391]: _type = "Task" [ 949.904046] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.913388] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528e0d7a-8d72-1d17-75aa-7b09dcc377a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.993476] env[68391]: DEBUG nova.network.neutron [req-ace3c874-9e19-4fa2-a570-39da7dc22e9c req-0d1a7e5c-3615-451b-81a9-a2d1aa4d1bdb service nova] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Updated VIF entry in instance network info cache for port 5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.993959] env[68391]: DEBUG nova.network.neutron [req-ace3c874-9e19-4fa2-a570-39da7dc22e9c req-0d1a7e5c-3615-451b-81a9-a2d1aa4d1bdb service nova] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Updating instance_info_cache with network_info: [{"id": "5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd", "address": "fa:16:3e:9e:27:27", "network": {"id": "4cb37b42-076e-489b-8c24-1a1141337cfc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-989407886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e995b594e0480589cdfd7443e2d289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd6ac5b-9b", "ovs_interfaceid": "5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.024562] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "refresh_cache-5ab16193-c471-4efa-8198-9880e1405dfd" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.024562] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquired lock "refresh_cache-5ab16193-c471-4efa-8198-9880e1405dfd" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.024562] env[68391]: DEBUG nova.network.neutron [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.094943] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': task-3039421, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.151177] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Acquiring lock "6b1d42a8-a63b-4e5c-91f5-bec837b51b89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.151456] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Lock "6b1d42a8-a63b-4e5c-91f5-bec837b51b89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.151686] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Acquiring lock "6b1d42a8-a63b-4e5c-91f5-bec837b51b89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.151864] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Lock "6b1d42a8-a63b-4e5c-91f5-bec837b51b89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.152044] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Lock "6b1d42a8-a63b-4e5c-91f5-bec837b51b89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.154272] env[68391]: INFO nova.compute.manager [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Terminating instance [ 950.211475] env[68391]: DEBUG nova.network.neutron [-] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.286541] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b37d35dc-c655-4d6f-80e4-cc953253c147 tempest-ServersListShow296Test-304502057 tempest-ServersListShow296Test-304502057-project-member] Lock "00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.190s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.304160] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039422, 'name': CreateVM_Task, 'duration_secs': 0.327991} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.304322] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.306135] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.306393] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.310788] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.310788] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1229ae10-4fe1-402d-b9be-fcbb173689cf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.318184] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 950.318184] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5221fed7-924d-06cb-d71c-53a249d5c728" [ 950.318184] env[68391]: _type = "Task" [ 950.318184] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.325566] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5221fed7-924d-06cb-d71c-53a249d5c728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.417019] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528e0d7a-8d72-1d17-75aa-7b09dcc377a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009031} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.417222] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc188667-c48b-49c3-afa6-22a7cd2fb867 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.429731] env[68391]: DEBUG oslo_concurrency.lockutils [None req-974a94a5-ed23-403b-b6f7-551e475962aa tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "b328a34c-8301-46d9-835c-feceaffdf346" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.429965] env[68391]: DEBUG oslo_concurrency.lockutils [None req-974a94a5-ed23-403b-b6f7-551e475962aa tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "b328a34c-8301-46d9-835c-feceaffdf346" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.430167] env[68391]: DEBUG nova.compute.manager [None req-974a94a5-ed23-403b-b6f7-551e475962aa tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Going to confirm migration 3 {{(pid=68391) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 950.431526] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 950.431526] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52fbcddd-72a8-e50c-8d60-d05ab9477aa9" [ 950.431526] env[68391]: _type = "Task" [ 950.431526] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.442557] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52fbcddd-72a8-e50c-8d60-d05ab9477aa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.497667] env[68391]: DEBUG oslo_concurrency.lockutils [req-ace3c874-9e19-4fa2-a570-39da7dc22e9c req-0d1a7e5c-3615-451b-81a9-a2d1aa4d1bdb service nova] Releasing lock "refresh_cache-92d021a1-7b89-4fe1-8cd9-289a355da5f8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.577114] env[68391]: DEBUG nova.network.neutron [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.598947] env[68391]: DEBUG oslo_vmware.api [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': task-3039421, 'name': PowerOnVM_Task, 'duration_secs': 0.573687} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.605349] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.605349] env[68391]: INFO nova.compute.manager [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Took 8.41 seconds to spawn the instance on the hypervisor. [ 950.607848] env[68391]: DEBUG nova.compute.manager [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.611230] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d78a22-8348-435c-a2a1-f4a54af92891 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.624039] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f73583-679a-4bbf-8060-43ae0b022a58 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.630148] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a58639-29e8-419e-9675-9c1d72e705af {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.670018] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Acquiring lock "refresh_cache-6b1d42a8-a63b-4e5c-91f5-bec837b51b89" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.670018] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Acquired lock "refresh_cache-6b1d42a8-a63b-4e5c-91f5-bec837b51b89" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.670018] env[68391]: DEBUG nova.network.neutron [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.673024] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c43c995-14bf-4ff3-8b57-160f1ddd401a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.682901] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b128699-bfff-4230-b7e6-cd28cf018802 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.697716] env[68391]: DEBUG nova.compute.provider_tree [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.714212] env[68391]: INFO nova.compute.manager [-] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Took 2.10 seconds to deallocate network for instance. [ 950.781715] env[68391]: DEBUG nova.network.neutron [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Updating instance_info_cache with network_info: [{"id": "95d628b2-0fdb-4a01-8da5-98e70c5fb361", "address": "fa:16:3e:ff:aa:b0", "network": {"id": "88878d29-b313-40da-8440-f07b6f7f68d3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-237336109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3884c81cc004292a83fcdb8e89e586d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d628b2-0f", "ovs_interfaceid": "95d628b2-0fdb-4a01-8da5-98e70c5fb361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.826785] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5221fed7-924d-06cb-d71c-53a249d5c728, 'name': SearchDatastore_Task, 'duration_secs': 0.011379} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.827141] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.827603] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.827747] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.951820] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52fbcddd-72a8-e50c-8d60-d05ab9477aa9, 'name': SearchDatastore_Task, 'duration_secs': 0.030965} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.951820] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.951820] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 92d021a1-7b89-4fe1-8cd9-289a355da5f8/92d021a1-7b89-4fe1-8cd9-289a355da5f8.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.951820] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.951820] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.952263] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f42d8646-012d-4902-9719-38f31cb9b4de {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.954974] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adfc1ca2-5014-48f8-8954-5dc597d7a776 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.962470] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 950.962470] env[68391]: value = "task-3039423" [ 950.962470] env[68391]: _type = "Task" [ 950.962470] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.966928] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.967039] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.968157] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44672991-35ee-4058-9621-43076097716f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.976533] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.984383] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Acquiring lock "62d355be-8591-4ab7-b9bd-37c889593b50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.984622] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Lock "62d355be-8591-4ab7-b9bd-37c889593b50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.985762] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 950.985762] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526f29a3-c352-9e2a-570d-3c2ba120618f" [ 950.985762] env[68391]: _type = "Task" [ 950.985762] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.991583] env[68391]: DEBUG oslo_concurrency.lockutils [None req-974a94a5-ed23-403b-b6f7-551e475962aa tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "refresh_cache-b328a34c-8301-46d9-835c-feceaffdf346" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.991749] env[68391]: DEBUG oslo_concurrency.lockutils [None req-974a94a5-ed23-403b-b6f7-551e475962aa tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "refresh_cache-b328a34c-8301-46d9-835c-feceaffdf346" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.991917] env[68391]: DEBUG nova.network.neutron [None req-974a94a5-ed23-403b-b6f7-551e475962aa tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.992106] env[68391]: DEBUG nova.objects.instance [None req-974a94a5-ed23-403b-b6f7-551e475962aa tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lazy-loading 'info_cache' on Instance uuid b328a34c-8301-46d9-835c-feceaffdf346 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.998331] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526f29a3-c352-9e2a-570d-3c2ba120618f, 'name': SearchDatastore_Task, 'duration_secs': 0.012163} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.999799] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a881d88f-b37f-430b-a83b-621148fecea0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.009229] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 951.009229] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5276db57-b7d7-67a6-eac8-d102fbb0f0f8" [ 951.009229] env[68391]: _type = "Task" [ 951.009229] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.018523] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5276db57-b7d7-67a6-eac8-d102fbb0f0f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010411} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.018800] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.019659] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] d1bf895c-d819-49a6-bedb-83c05595a171/d1bf895c-d819-49a6-bedb-83c05595a171.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.019659] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d8a8ed0-f49a-4f64-b3e7-01a49674b6e6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.026514] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 951.026514] env[68391]: value = "task-3039424" [ 951.026514] env[68391]: _type = "Task" [ 951.026514] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.037032] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.099531] env[68391]: DEBUG nova.compute.manager [req-2577d95b-efd1-48c1-8946-5186c662a461 req-98de6622-f95f-4750-a7d2-d45a81b1246b service nova] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Received event network-vif-plugged-95d628b2-0fdb-4a01-8da5-98e70c5fb361 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.099803] env[68391]: DEBUG oslo_concurrency.lockutils [req-2577d95b-efd1-48c1-8946-5186c662a461 req-98de6622-f95f-4750-a7d2-d45a81b1246b service nova] Acquiring lock "5ab16193-c471-4efa-8198-9880e1405dfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.101466] env[68391]: DEBUG oslo_concurrency.lockutils [req-2577d95b-efd1-48c1-8946-5186c662a461 req-98de6622-f95f-4750-a7d2-d45a81b1246b service nova] Lock "5ab16193-c471-4efa-8198-9880e1405dfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.101727] env[68391]: DEBUG oslo_concurrency.lockutils [req-2577d95b-efd1-48c1-8946-5186c662a461 req-98de6622-f95f-4750-a7d2-d45a81b1246b service nova] Lock "5ab16193-c471-4efa-8198-9880e1405dfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.101958] env[68391]: DEBUG nova.compute.manager [req-2577d95b-efd1-48c1-8946-5186c662a461 req-98de6622-f95f-4750-a7d2-d45a81b1246b service nova] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] No waiting events found dispatching network-vif-plugged-95d628b2-0fdb-4a01-8da5-98e70c5fb361 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.102160] env[68391]: WARNING nova.compute.manager [req-2577d95b-efd1-48c1-8946-5186c662a461 req-98de6622-f95f-4750-a7d2-d45a81b1246b service nova] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Received unexpected event network-vif-plugged-95d628b2-0fdb-4a01-8da5-98e70c5fb361 for instance with vm_state building and task_state spawning. [ 951.102333] env[68391]: DEBUG nova.compute.manager [req-2577d95b-efd1-48c1-8946-5186c662a461 req-98de6622-f95f-4750-a7d2-d45a81b1246b service nova] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Received event network-changed-95d628b2-0fdb-4a01-8da5-98e70c5fb361 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.102473] env[68391]: DEBUG nova.compute.manager [req-2577d95b-efd1-48c1-8946-5186c662a461 req-98de6622-f95f-4750-a7d2-d45a81b1246b service nova] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Refreshing instance network info cache due to event network-changed-95d628b2-0fdb-4a01-8da5-98e70c5fb361. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.102645] env[68391]: DEBUG oslo_concurrency.lockutils [req-2577d95b-efd1-48c1-8946-5186c662a461 req-98de6622-f95f-4750-a7d2-d45a81b1246b service nova] Acquiring lock "refresh_cache-5ab16193-c471-4efa-8198-9880e1405dfd" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.134062] env[68391]: INFO nova.compute.manager [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Took 33.35 seconds to build instance. [ 951.201019] env[68391]: DEBUG nova.scheduler.client.report [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.220820] env[68391]: DEBUG nova.network.neutron [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.223933] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.284709] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Releasing lock "refresh_cache-5ab16193-c471-4efa-8198-9880e1405dfd" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.285079] env[68391]: DEBUG nova.compute.manager [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Instance network_info: |[{"id": "95d628b2-0fdb-4a01-8da5-98e70c5fb361", "address": "fa:16:3e:ff:aa:b0", "network": {"id": "88878d29-b313-40da-8440-f07b6f7f68d3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-237336109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3884c81cc004292a83fcdb8e89e586d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d628b2-0f", "ovs_interfaceid": "95d628b2-0fdb-4a01-8da5-98e70c5fb361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.285411] env[68391]: DEBUG oslo_concurrency.lockutils [req-2577d95b-efd1-48c1-8946-5186c662a461 req-98de6622-f95f-4750-a7d2-d45a81b1246b service nova] Acquired lock "refresh_cache-5ab16193-c471-4efa-8198-9880e1405dfd" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.285637] env[68391]: DEBUG nova.network.neutron [req-2577d95b-efd1-48c1-8946-5186c662a461 req-98de6622-f95f-4750-a7d2-d45a81b1246b service nova] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Refreshing network info cache for port 95d628b2-0fdb-4a01-8da5-98e70c5fb361 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.287135] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:aa:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ada35c98-01a9-4352-98e4-1d20ba31f928', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95d628b2-0fdb-4a01-8da5-98e70c5fb361', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.297023] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.297262] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.297536] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-297d9c9c-198d-44a2-a251-7e71e25050dc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.319457] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.319457] env[68391]: value = "task-3039425" [ 951.319457] env[68391]: _type = "Task" [ 951.319457] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.323471] env[68391]: DEBUG nova.network.neutron [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.332024] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039425, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.473068] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039423, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.490418] env[68391]: DEBUG nova.compute.manager [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.546435] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039424, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.636985] env[68391]: DEBUG oslo_concurrency.lockutils [None req-823e518f-c570-4f06-8e39-fadc7f0a312c tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Lock "1cd79520-9bc0-418e-87e9-f7f0dd91c71c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.860s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.710245] env[68391]: DEBUG oslo_concurrency.lockutils [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.711541] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 16.398s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.747309] env[68391]: INFO nova.scheduler.client.report [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Deleted allocations for instance 9a089a66-a2aa-45c1-8972-3788b1c1d3d0 [ 951.826781] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Releasing lock "refresh_cache-6b1d42a8-a63b-4e5c-91f5-bec837b51b89" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.827259] env[68391]: DEBUG nova.compute.manager [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.827521] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.828419] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2a175d-9e1b-44e1-9ed0-3fa0e46a5129 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.842797] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039425, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.845197] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.845753] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a05acc3-6394-4ac9-ac67-a40ffb21482f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.853030] env[68391]: DEBUG oslo_vmware.api [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for the task: (returnval){ [ 951.853030] env[68391]: value = "task-3039426" [ 951.853030] env[68391]: _type = "Task" [ 951.853030] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.864435] env[68391]: DEBUG oslo_vmware.api [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.976623] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756606} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.976904] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 92d021a1-7b89-4fe1-8cd9-289a355da5f8/92d021a1-7b89-4fe1-8cd9-289a355da5f8.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.977136] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.977393] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2124a47d-5b62-46e9-bfd2-3269c937c5d9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.983870] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 951.983870] env[68391]: value = "task-3039427" [ 951.983870] env[68391]: _type = "Task" [ 951.983870] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.993462] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.022478] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.038305] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79732} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.038655] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] d1bf895c-d819-49a6-bedb-83c05595a171/d1bf895c-d819-49a6-bedb-83c05595a171.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.038817] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.039184] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6af9b83-3bb1-4273-8ed1-963344120f04 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.045634] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 952.045634] env[68391]: value = "task-3039428" [ 952.045634] env[68391]: _type = "Task" [ 952.045634] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.053275] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.258776] env[68391]: DEBUG oslo_concurrency.lockutils [None req-43de6882-ffdb-4a8a-8e92-abcd6dc1184b tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.265s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.260014] env[68391]: DEBUG oslo_concurrency.lockutils [req-332c8542-75cb-4190-9f4d-18a25cce69e8 req-eea19ba0-4a69-4f46-921e-8c64b5f2f39e service nova] Acquired lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.260981] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7855590-3993-401a-9837-cb2f717933bb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.273827] env[68391]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 952.274015] env[68391]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68391) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 952.274383] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2703b59c-2a56-4816-84d8-d8bca0e381e0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.283613] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528e52c5-9ce2-48e1-885b-00a7dd102656 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.318774] env[68391]: ERROR root [req-332c8542-75cb-4190-9f4d-18a25cce69e8 req-eea19ba0-4a69-4f46-921e-8c64b5f2f39e service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-608934' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-608934' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-608934' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-608934'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-608934' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-608934' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-608934'}\n"]: nova.exception.InstanceNotFound: Instance 9a089a66-a2aa-45c1-8972-3788b1c1d3d0 could not be found. [ 952.319118] env[68391]: DEBUG oslo_concurrency.lockutils [req-332c8542-75cb-4190-9f4d-18a25cce69e8 req-eea19ba0-4a69-4f46-921e-8c64b5f2f39e service nova] Releasing lock "9a089a66-a2aa-45c1-8972-3788b1c1d3d0" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.319444] env[68391]: DEBUG nova.compute.manager [req-332c8542-75cb-4190-9f4d-18a25cce69e8 req-eea19ba0-4a69-4f46-921e-8c64b5f2f39e service nova] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Detach interface failed, port_id=7b54a1f0-0fb7-4f8a-b6ec-11ebe02e3378, reason: Instance 9a089a66-a2aa-45c1-8972-3788b1c1d3d0 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 952.320425] env[68391]: DEBUG nova.network.neutron [req-2577d95b-efd1-48c1-8946-5186c662a461 req-98de6622-f95f-4750-a7d2-d45a81b1246b service nova] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Updated VIF entry in instance network info cache for port 95d628b2-0fdb-4a01-8da5-98e70c5fb361. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.320869] env[68391]: DEBUG nova.network.neutron [req-2577d95b-efd1-48c1-8946-5186c662a461 req-98de6622-f95f-4750-a7d2-d45a81b1246b service nova] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Updating instance_info_cache with network_info: [{"id": "95d628b2-0fdb-4a01-8da5-98e70c5fb361", "address": "fa:16:3e:ff:aa:b0", "network": {"id": "88878d29-b313-40da-8440-f07b6f7f68d3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-237336109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3884c81cc004292a83fcdb8e89e586d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d628b2-0f", "ovs_interfaceid": "95d628b2-0fdb-4a01-8da5-98e70c5fb361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.334734] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039425, 'name': CreateVM_Task, 'duration_secs': 0.752328} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.335733] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.336919] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.336919] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.337085] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.337624] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1a8f322-f7c5-4455-8f81-24f3b83cdb4d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.342201] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 952.342201] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528defba-688e-3f0c-3c28-66fbd61a47d1" [ 952.342201] env[68391]: _type = "Task" [ 952.342201] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.352648] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528defba-688e-3f0c-3c28-66fbd61a47d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.362074] env[68391]: DEBUG oslo_vmware.api [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039426, 'name': PowerOffVM_Task, 'duration_secs': 0.209116} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.362331] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.362581] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.362833] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2ed2331-a27c-4b80-8ff3-333d180d776a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.387205] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.387824] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.388066] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Deleting the datastore file [datastore2] 6b1d42a8-a63b-4e5c-91f5-bec837b51b89 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.391795] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49074e64-f561-4495-b7ee-3c6738261cb4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.395795] env[68391]: DEBUG oslo_vmware.api [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for the task: (returnval){ [ 952.395795] env[68391]: value = "task-3039430" [ 952.395795] env[68391]: _type = "Task" [ 952.395795] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.404705] env[68391]: DEBUG oslo_vmware.api [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.457061] env[68391]: DEBUG nova.network.neutron [None req-974a94a5-ed23-403b-b6f7-551e475962aa tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Updating instance_info_cache with network_info: [{"id": "327b06eb-14fc-4d95-9ddf-9d89d56e888f", "address": "fa:16:3e:f2:78:2d", "network": {"id": "ba27caf7-4890-4674-a1b1-65960524871a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2042391078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331f924de2b94bb988cde9a8ee1fff74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327b06eb-14", "ovs_interfaceid": "327b06eb-14fc-4d95-9ddf-9d89d56e888f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.493423] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202298} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.493629] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.494399] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3a1b73-8508-41c1-9992-9af9c223df63 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.518172] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 92d021a1-7b89-4fe1-8cd9-289a355da5f8/92d021a1-7b89-4fe1-8cd9-289a355da5f8.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.518502] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e151e82-1fd5-4fc9-89ed-4fc60e1337dd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.537404] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 952.537404] env[68391]: value = "task-3039431" [ 952.537404] env[68391]: _type = "Task" [ 952.537404] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.545077] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.554279] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.434605} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.554525] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.555286] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45289ac2-847f-4d5e-bfa7-aecaed322c63 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.576668] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] d1bf895c-d819-49a6-bedb-83c05595a171/d1bf895c-d819-49a6-bedb-83c05595a171.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.576996] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b489e29-1b4a-4456-a22a-8b7e86684626 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.598335] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 952.598335] env[68391]: value = "task-3039432" [ 952.598335] env[68391]: _type = "Task" [ 952.598335] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.607937] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.727265] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Applying migration context for instance b328a34c-8301-46d9-835c-feceaffdf346 as it has an incoming, in-progress migration 171a3d3b-8410-43c1-83ae-b2d81323eb06. Migration status is confirming {{(pid=68391) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 952.728969] env[68391]: INFO nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Updating resource usage from migration 171a3d3b-8410-43c1-83ae-b2d81323eb06 [ 952.749348] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance d6b19435-f7df-4b89-b0b1-b147ff8d8f64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.749533] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 4874b0c8-bcd3-4eca-a82f-f76539d141bb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 952.749661] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance e93e52b7-a56f-49ae-b675-78aac2add525 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.749781] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 6b7c8e4e-7b97-433a-be89-cb5dbb977adb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.749909] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 31608c63-a532-49d3-ac81-adab0ec83003 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 952.750039] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance d1bf895c-d819-49a6-bedb-83c05595a171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.750176] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 8e69922d-bf41-470d-a78b-2dee33baf06e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 952.750291] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 076e73b8-7a81-4e3b-a961-4e6c9d1705f7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.750412] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 408bce8a-b614-4bf5-95a1-215cfd0beceb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 952.750528] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 6b1d42a8-a63b-4e5c-91f5-bec837b51b89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.750640] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Migration 171a3d3b-8410-43c1-83ae-b2d81323eb06 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 952.750752] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance b328a34c-8301-46d9-835c-feceaffdf346 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.827795] env[68391]: DEBUG oslo_concurrency.lockutils [req-2577d95b-efd1-48c1-8946-5186c662a461 req-98de6622-f95f-4750-a7d2-d45a81b1246b service nova] Releasing lock "refresh_cache-5ab16193-c471-4efa-8198-9880e1405dfd" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.828143] env[68391]: DEBUG nova.compute.manager [req-2577d95b-efd1-48c1-8946-5186c662a461 req-98de6622-f95f-4750-a7d2-d45a81b1246b service nova] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Received event network-vif-deleted-7ffe099d-fccd-4e14-a7ac-a99933074fc2 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.856403] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528defba-688e-3f0c-3c28-66fbd61a47d1, 'name': SearchDatastore_Task, 'duration_secs': 0.070265} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.857058] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.857058] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.857247] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.857366] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.857575] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.857867] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47648165-50b2-4243-9a49-f222c5f2faa3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.870403] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.870403] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.870403] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e9607ff-ef65-4ac4-a82c-76e437138e2d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.876248] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 952.876248] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52db9d67-00dd-7f13-d1d7-623e8c04bc44" [ 952.876248] env[68391]: _type = "Task" [ 952.876248] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.888409] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52db9d67-00dd-7f13-d1d7-623e8c04bc44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.906453] env[68391]: DEBUG oslo_vmware.api [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Task: {'id': task-3039430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405756} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.906902] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.907108] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.907291] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.907546] env[68391]: INFO nova.compute.manager [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Took 1.08 seconds to destroy the instance on the hypervisor. [ 952.907802] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.908048] env[68391]: DEBUG nova.compute.manager [-] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.908169] env[68391]: DEBUG nova.network.neutron [-] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.938152] env[68391]: DEBUG nova.network.neutron [-] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.959842] env[68391]: DEBUG oslo_concurrency.lockutils [None req-974a94a5-ed23-403b-b6f7-551e475962aa tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "refresh_cache-b328a34c-8301-46d9-835c-feceaffdf346" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.960524] env[68391]: DEBUG nova.objects.instance [None req-974a94a5-ed23-403b-b6f7-551e475962aa tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lazy-loading 'migration_context' on Instance uuid b328a34c-8301-46d9-835c-feceaffdf346 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.048413] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.109980] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039432, 'name': ReconfigVM_Task, 'duration_secs': 0.314815} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.109980] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Reconfigured VM instance instance-0000004f to attach disk [datastore2] d1bf895c-d819-49a6-bedb-83c05595a171/d1bf895c-d819-49a6-bedb-83c05595a171.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.112380] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encrypted': False, 'boot_index': 0, 'encryption_options': None, 'size': 0, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'disk_bus': None, 'image_id': 'c48f848a-9b59-4c83-9b2f-e9d02467d466'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'mount_device': '/dev/sdb', 'attachment_id': '8239cb53-2d53-4241-8203-38a48f7766eb', 'delete_on_termination': False, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608980', 'volume_id': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'name': 'volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1bf895c-d819-49a6-bedb-83c05595a171', 'attached_at': '', 'detached_at': '', 'volume_id': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'serial': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26'}, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=68391) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 953.112380] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Volume attach. Driver type: vmdk {{(pid=68391) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 953.112380] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608980', 'volume_id': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'name': 'volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1bf895c-d819-49a6-bedb-83c05595a171', 'attached_at': '', 'detached_at': '', 'volume_id': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'serial': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 953.113364] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cb3eaf-c93b-422d-a6db-9df56cc62444 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.132049] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951c2798-ec16-48cf-8f00-580ad53aaadf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.159173] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26/volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.159173] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45dcd6d0-a31a-4667-a514-72275f7960f3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.186928] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 953.186928] env[68391]: value = "task-3039433" [ 953.186928] env[68391]: _type = "Task" [ 953.186928] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.195685] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.205974] env[68391]: DEBUG nova.compute.manager [req-72598530-8cde-4fe8-9527-bd97991bbea2 req-33e58988-73b2-4353-899b-17fae5fa4efe service nova] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Received event network-changed-dd2438ea-59b3-4193-9959-a196d41cefdf {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.205974] env[68391]: DEBUG nova.compute.manager [req-72598530-8cde-4fe8-9527-bd97991bbea2 req-33e58988-73b2-4353-899b-17fae5fa4efe service nova] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Refreshing instance network info cache due to event network-changed-dd2438ea-59b3-4193-9959-a196d41cefdf. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.205974] env[68391]: DEBUG oslo_concurrency.lockutils [req-72598530-8cde-4fe8-9527-bd97991bbea2 req-33e58988-73b2-4353-899b-17fae5fa4efe service nova] Acquiring lock "refresh_cache-1cd79520-9bc0-418e-87e9-f7f0dd91c71c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.205974] env[68391]: DEBUG oslo_concurrency.lockutils [req-72598530-8cde-4fe8-9527-bd97991bbea2 req-33e58988-73b2-4353-899b-17fae5fa4efe service nova] Acquired lock "refresh_cache-1cd79520-9bc0-418e-87e9-f7f0dd91c71c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.205974] env[68391]: DEBUG nova.network.neutron [req-72598530-8cde-4fe8-9527-bd97991bbea2 req-33e58988-73b2-4353-899b-17fae5fa4efe service nova] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Refreshing network info cache for port dd2438ea-59b3-4193-9959-a196d41cefdf {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.254751] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 38da167e-1f64-462f-9847-b4daa77d0390 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 953.254909] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 1cd79520-9bc0-418e-87e9-f7f0dd91c71c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 953.255049] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 92d021a1-7b89-4fe1-8cd9-289a355da5f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 953.255173] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 5ab16193-c471-4efa-8198-9880e1405dfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 953.386617] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52db9d67-00dd-7f13-d1d7-623e8c04bc44, 'name': SearchDatastore_Task, 'duration_secs': 0.016484} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.387466] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-467c1b14-4249-4f76-88f8-825623f010b3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.393961] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 953.393961] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529c2460-c735-573c-60fc-3a2a7ef2b44b" [ 953.393961] env[68391]: _type = "Task" [ 953.393961] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.404535] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529c2460-c735-573c-60fc-3a2a7ef2b44b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.442947] env[68391]: DEBUG nova.network.neutron [-] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.463193] env[68391]: DEBUG nova.objects.base [None req-974a94a5-ed23-403b-b6f7-551e475962aa tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 953.466020] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceca55d0-d6a4-4781-9844-2baa5128bd87 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.489242] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08156528-e52f-42cc-9c7d-cd29fcd4e3f3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.496581] env[68391]: DEBUG oslo_vmware.api [None req-974a94a5-ed23-403b-b6f7-551e475962aa tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 953.496581] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ef7875-846c-7521-968e-925087a632ef" [ 953.496581] env[68391]: _type = "Task" [ 953.496581] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.504632] env[68391]: DEBUG oslo_vmware.api [None req-974a94a5-ed23-403b-b6f7-551e475962aa tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ef7875-846c-7521-968e-925087a632ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.546462] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039431, 'name': ReconfigVM_Task, 'duration_secs': 0.961366} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.546755] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 92d021a1-7b89-4fe1-8cd9-289a355da5f8/92d021a1-7b89-4fe1-8cd9-289a355da5f8.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.547407] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e07d46c-9277-425e-a1af-6cb909f86e68 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.552858] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 953.552858] env[68391]: value = "task-3039434" [ 953.552858] env[68391]: _type = "Task" [ 953.552858] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.560852] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039434, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.696926] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039433, 'name': ReconfigVM_Task, 'duration_secs': 0.308104} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.697630] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Reconfigured VM instance instance-0000004f to attach disk [datastore2] volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26/volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.702778] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb84044a-e5e6-4c80-a745-ad8c7db7ba4b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.721412] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 953.721412] env[68391]: value = "task-3039435" [ 953.721412] env[68391]: _type = "Task" [ 953.721412] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.729610] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.762743] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance d41d5d7f-bb70-4ddb-b539-2541485f419a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 953.904156] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529c2460-c735-573c-60fc-3a2a7ef2b44b, 'name': SearchDatastore_Task, 'duration_secs': 0.010273} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.904496] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.904799] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 5ab16193-c471-4efa-8198-9880e1405dfd/5ab16193-c471-4efa-8198-9880e1405dfd.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.905113] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f061d147-cbff-4a4e-bb3e-dede418af454 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.911641] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 953.911641] env[68391]: value = "task-3039436" [ 953.911641] env[68391]: _type = "Task" [ 953.911641] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.920667] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.945458] env[68391]: INFO nova.compute.manager [-] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Took 1.04 seconds to deallocate network for instance. [ 954.006901] env[68391]: DEBUG oslo_vmware.api [None req-974a94a5-ed23-403b-b6f7-551e475962aa tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ef7875-846c-7521-968e-925087a632ef, 'name': SearchDatastore_Task, 'duration_secs': 0.008427} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.007333] env[68391]: DEBUG oslo_concurrency.lockutils [None req-974a94a5-ed23-403b-b6f7-551e475962aa tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.063399] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039434, 'name': Rename_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.172243] env[68391]: DEBUG nova.network.neutron [req-72598530-8cde-4fe8-9527-bd97991bbea2 req-33e58988-73b2-4353-899b-17fae5fa4efe service nova] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Updated VIF entry in instance network info cache for port dd2438ea-59b3-4193-9959-a196d41cefdf. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.172613] env[68391]: DEBUG nova.network.neutron [req-72598530-8cde-4fe8-9527-bd97991bbea2 req-33e58988-73b2-4353-899b-17fae5fa4efe service nova] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Updating instance_info_cache with network_info: [{"id": "dd2438ea-59b3-4193-9959-a196d41cefdf", "address": "fa:16:3e:f5:2d:76", "network": {"id": "0ae00c93-da25-466a-90f2-36089a44e9b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-891607831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbe5da863f6b491eabaf0c2877c91d36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd2438ea-59", "ovs_interfaceid": "dd2438ea-59b3-4193-9959-a196d41cefdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.233546] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039435, 'name': ReconfigVM_Task, 'duration_secs': 0.147817} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.233870] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608980', 'volume_id': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'name': 'volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1bf895c-d819-49a6-bedb-83c05595a171', 'attached_at': '', 'detached_at': '', 'volume_id': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'serial': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 954.234514] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3be45a6e-3dff-42df-ad67-e327126d6731 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.243506] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 954.243506] env[68391]: value = "task-3039437" [ 954.243506] env[68391]: _type = "Task" [ 954.243506] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.257529] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039437, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.269906] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance f5404848-2367-4aff-adb0-9986ef7e4771 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 954.422717] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039436, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.455013] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.564029] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039434, 'name': Rename_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.679278] env[68391]: DEBUG oslo_concurrency.lockutils [req-72598530-8cde-4fe8-9527-bd97991bbea2 req-33e58988-73b2-4353-899b-17fae5fa4efe service nova] Releasing lock "refresh_cache-1cd79520-9bc0-418e-87e9-f7f0dd91c71c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.755511] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039437, 'name': Rename_Task, 'duration_secs': 0.203453} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.755799] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.756064] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adc7e5a6-b3d6-489a-89b2-697b5d47a1a6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.763088] env[68391]: DEBUG oslo_concurrency.lockutils [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "d70e2998-e8b3-479e-8dc0-1d9a90225d44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.763289] env[68391]: DEBUG oslo_concurrency.lockutils [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "d70e2998-e8b3-479e-8dc0-1d9a90225d44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.764357] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 954.764357] env[68391]: value = "task-3039438" [ 954.764357] env[68391]: _type = "Task" [ 954.764357] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.773326] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 954.774647] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.923200] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773566} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.923457] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 5ab16193-c471-4efa-8198-9880e1405dfd/5ab16193-c471-4efa-8198-9880e1405dfd.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.923671] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.923927] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9738ba8-110c-4800-a640-699ebf804304 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.930563] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 954.930563] env[68391]: value = "task-3039439" [ 954.930563] env[68391]: _type = "Task" [ 954.930563] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.938352] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.063891] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039434, 'name': Rename_Task, 'duration_secs': 1.286572} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.064226] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.064507] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1222e35c-6b0d-4c23-b772-4d37b25fa018 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.070280] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 955.070280] env[68391]: value = "task-3039440" [ 955.070280] env[68391]: _type = "Task" [ 955.070280] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.078373] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.265733] env[68391]: DEBUG nova.compute.manager [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.278309] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 62d355be-8591-4ab7-b9bd-37c889593b50 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 955.278598] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 955.278779] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 955.281281] env[68391]: DEBUG oslo_vmware.api [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039438, 'name': PowerOnVM_Task, 'duration_secs': 0.460534} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.282116] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.282116] env[68391]: DEBUG nova.compute.manager [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.282766] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ca82ad-2936-4cfa-9389-15abb3843c02 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.305551] env[68391]: DEBUG oslo_concurrency.lockutils [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "ea7ba3ba-230f-4523-9ccf-3f698189562e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.305855] env[68391]: DEBUG oslo_concurrency.lockutils [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "ea7ba3ba-230f-4523-9ccf-3f698189562e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.444134] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163696} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.444450] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.445235] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3859e9fd-5c96-4444-8e91-2ca5925d3c3b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.467897] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 5ab16193-c471-4efa-8198-9880e1405dfd/5ab16193-c471-4efa-8198-9880e1405dfd.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.470190] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09df64e7-a31a-45ec-a1d8-c1353a50dca8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.495029] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 955.495029] env[68391]: value = "task-3039441" [ 955.495029] env[68391]: _type = "Task" [ 955.495029] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.503250] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.582728] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039440, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.606341] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ea92a4-8e1d-4903-9d25-83b57fcad704 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.613907] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0b14ed-2cdc-4da7-acfa-0a0405a60953 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.642985] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9b578a-f411-4ffa-884e-78846a9acd18 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.651599] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a8a559-e2fb-4baf-bbfa-19c567d509a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.666751] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.790095] env[68391]: DEBUG oslo_concurrency.lockutils [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.800886] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.808793] env[68391]: DEBUG nova.compute.manager [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.001457] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039441, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.081150] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039440, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.170096] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.329493] env[68391]: DEBUG oslo_concurrency.lockutils [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.502292] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039441, 'name': ReconfigVM_Task, 'duration_secs': 0.535098} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.502568] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 5ab16193-c471-4efa-8198-9880e1405dfd/5ab16193-c471-4efa-8198-9880e1405dfd.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.503251] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f732fc5-b315-4cab-ad7b-52d88fae58bd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.510624] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 956.510624] env[68391]: value = "task-3039442" [ 956.510624] env[68391]: _type = "Task" [ 956.510624] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.518778] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039442, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.582458] env[68391]: DEBUG oslo_vmware.api [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039440, 'name': PowerOnVM_Task, 'duration_secs': 1.21475} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.582829] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.583722] env[68391]: INFO nova.compute.manager [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Took 9.89 seconds to spawn the instance on the hypervisor. [ 956.583722] env[68391]: DEBUG nova.compute.manager [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.584092] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f76fcd-c4a5-467d-a3a1-9cf46e3460d8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.675462] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68391) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 956.675728] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.964s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.676013] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.207s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.677598] env[68391]: INFO nova.compute.claims [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.020911] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039442, 'name': Rename_Task, 'duration_secs': 0.147288} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.021199] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.021447] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08e2610b-8c79-4fb1-a918-c7c3c416043b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.027096] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 957.027096] env[68391]: value = "task-3039443" [ 957.027096] env[68391]: _type = "Task" [ 957.027096] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.034462] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.101027] env[68391]: INFO nova.compute.manager [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Took 37.30 seconds to build instance. [ 957.538050] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039443, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.602865] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9832fc93-bef6-4129-b171-5313cd037520 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.819s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.996011] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2399616d-f5b1-4399-bfa0-7d34de51aa8a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.008021] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212b1dc9-2a18-469b-8a11-7509daef7d69 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.039179] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff22337-f2c5-4042-9dba-e12f365da282 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.050224] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7b22ef-f765-44ab-a4a4-2dfa8ac46d45 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.054640] env[68391]: DEBUG oslo_vmware.api [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039443, 'name': PowerOnVM_Task, 'duration_secs': 0.677995} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.054640] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.054640] env[68391]: INFO nova.compute.manager [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Took 9.38 seconds to spawn the instance on the hypervisor. [ 958.054857] env[68391]: DEBUG nova.compute.manager [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.056265] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f7102a-aaee-4ef3-a3be-c0b2a40ae440 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.067441] env[68391]: DEBUG nova.compute.provider_tree [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.299324] env[68391]: DEBUG nova.compute.manager [req-784e2b99-b98e-41b1-902a-677f1bb5f88d req-93e4ada5-052f-4ef1-9dc3-42449aeed54d service nova] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Received event network-changed-5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.299654] env[68391]: DEBUG nova.compute.manager [req-784e2b99-b98e-41b1-902a-677f1bb5f88d req-93e4ada5-052f-4ef1-9dc3-42449aeed54d service nova] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Refreshing instance network info cache due to event network-changed-5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.300332] env[68391]: DEBUG oslo_concurrency.lockutils [req-784e2b99-b98e-41b1-902a-677f1bb5f88d req-93e4ada5-052f-4ef1-9dc3-42449aeed54d service nova] Acquiring lock "refresh_cache-92d021a1-7b89-4fe1-8cd9-289a355da5f8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.300420] env[68391]: DEBUG oslo_concurrency.lockutils [req-784e2b99-b98e-41b1-902a-677f1bb5f88d req-93e4ada5-052f-4ef1-9dc3-42449aeed54d service nova] Acquired lock "refresh_cache-92d021a1-7b89-4fe1-8cd9-289a355da5f8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.300537] env[68391]: DEBUG nova.network.neutron [req-784e2b99-b98e-41b1-902a-677f1bb5f88d req-93e4ada5-052f-4ef1-9dc3-42449aeed54d service nova] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Refreshing network info cache for port 5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.572095] env[68391]: DEBUG nova.scheduler.client.report [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.585744] env[68391]: INFO nova.compute.manager [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Took 38.50 seconds to build instance. [ 959.069674] env[68391]: DEBUG nova.network.neutron [req-784e2b99-b98e-41b1-902a-677f1bb5f88d req-93e4ada5-052f-4ef1-9dc3-42449aeed54d service nova] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Updated VIF entry in instance network info cache for port 5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.070060] env[68391]: DEBUG nova.network.neutron [req-784e2b99-b98e-41b1-902a-677f1bb5f88d req-93e4ada5-052f-4ef1-9dc3-42449aeed54d service nova] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Updating instance_info_cache with network_info: [{"id": "5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd", "address": "fa:16:3e:9e:27:27", "network": {"id": "4cb37b42-076e-489b-8c24-1a1141337cfc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-989407886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e995b594e0480589cdfd7443e2d289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd6ac5b-9b", "ovs_interfaceid": "5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.076696] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.077279] env[68391]: DEBUG nova.compute.manager [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.079870] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.286s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.081299] env[68391]: INFO nova.compute.claims [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.087009] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fbf124b2-8409-44ff-8148-d67105991251 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "5ab16193-c471-4efa-8198-9880e1405dfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.013s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.361701] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "5ab16193-c471-4efa-8198-9880e1405dfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.361967] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "5ab16193-c471-4efa-8198-9880e1405dfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.362182] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "5ab16193-c471-4efa-8198-9880e1405dfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.362367] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "5ab16193-c471-4efa-8198-9880e1405dfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.362535] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "5ab16193-c471-4efa-8198-9880e1405dfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.364696] env[68391]: INFO nova.compute.manager [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Terminating instance [ 959.573261] env[68391]: DEBUG oslo_concurrency.lockutils [req-784e2b99-b98e-41b1-902a-677f1bb5f88d req-93e4ada5-052f-4ef1-9dc3-42449aeed54d service nova] Releasing lock "refresh_cache-92d021a1-7b89-4fe1-8cd9-289a355da5f8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.586020] env[68391]: DEBUG nova.compute.utils [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.589598] env[68391]: DEBUG nova.compute.manager [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.589799] env[68391]: DEBUG nova.network.neutron [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.626940] env[68391]: DEBUG nova.policy [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1860df70a8241329956abda3ecbaff8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4913741499f44a32bac7ddc902ee62c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.870671] env[68391]: DEBUG nova.compute.manager [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.871075] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.872323] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04a5e18-9d46-40ff-9b50-314756f96195 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.882092] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.882464] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff0f3dc6-4dcf-4287-9c35-007051cdae77 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.888595] env[68391]: DEBUG oslo_vmware.api [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 959.888595] env[68391]: value = "task-3039444" [ 959.888595] env[68391]: _type = "Task" [ 959.888595] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.894174] env[68391]: DEBUG nova.network.neutron [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Successfully created port: 18041291-415c-4e66-8480-abc92a874beb {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.899461] env[68391]: DEBUG oslo_vmware.api [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.091281] env[68391]: DEBUG nova.compute.manager [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.377972] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2266b186-dd8d-4c6b-b09c-cb7d55e40d7c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.385467] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d40e9f-0a4a-4d02-959b-42a7dfb80c60 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.417977] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7329a87-1bc0-4d5c-86b7-ecb54bf2d016 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.423410] env[68391]: DEBUG oslo_vmware.api [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039444, 'name': PowerOffVM_Task, 'duration_secs': 0.201313} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.423957] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.424144] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.424375] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3e9fe5e-4e61-4ad0-96c4-ac53e247dad4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.428919] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640fac8f-442b-420b-9884-12c921e8b471 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.445497] env[68391]: DEBUG nova.compute.provider_tree [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.487407] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.487874] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.488234] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Deleting the datastore file [datastore2] 5ab16193-c471-4efa-8198-9880e1405dfd {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.488616] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91c245a0-6369-4955-8e79-895d6891cdbf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.496086] env[68391]: DEBUG oslo_vmware.api [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for the task: (returnval){ [ 960.496086] env[68391]: value = "task-3039446" [ 960.496086] env[68391]: _type = "Task" [ 960.496086] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.508487] env[68391]: DEBUG oslo_vmware.api [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.948575] env[68391]: DEBUG nova.scheduler.client.report [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.006017] env[68391]: DEBUG oslo_vmware.api [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Task: {'id': task-3039446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140486} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.006661] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.006661] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.006786] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.007073] env[68391]: INFO nova.compute.manager [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 961.007333] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.007572] env[68391]: DEBUG nova.compute.manager [-] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.007675] env[68391]: DEBUG nova.network.neutron [-] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.103771] env[68391]: DEBUG nova.compute.manager [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.129240] env[68391]: DEBUG nova.virt.hardware [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.129570] env[68391]: DEBUG nova.virt.hardware [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.129792] env[68391]: DEBUG nova.virt.hardware [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.130061] env[68391]: DEBUG nova.virt.hardware [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.130279] env[68391]: DEBUG nova.virt.hardware [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.130491] env[68391]: DEBUG nova.virt.hardware [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.130774] env[68391]: DEBUG nova.virt.hardware [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.130999] env[68391]: DEBUG nova.virt.hardware [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.131262] env[68391]: DEBUG nova.virt.hardware [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.131503] env[68391]: DEBUG nova.virt.hardware [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.131751] env[68391]: DEBUG nova.virt.hardware [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.132671] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080d6bb0-00d5-484a-a7f4-94eb76eca449 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.141046] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaf9590-4508-4d7f-bc67-aca9fa6b42a8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.399691] env[68391]: DEBUG nova.compute.manager [req-11d21493-8203-49db-b543-c013b7363f5f req-2a2e5745-ce92-445c-b14d-261f96ff12dd service nova] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Received event network-vif-deleted-95d628b2-0fdb-4a01-8da5-98e70c5fb361 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.399691] env[68391]: INFO nova.compute.manager [req-11d21493-8203-49db-b543-c013b7363f5f req-2a2e5745-ce92-445c-b14d-261f96ff12dd service nova] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Neutron deleted interface 95d628b2-0fdb-4a01-8da5-98e70c5fb361; detaching it from the instance and deleting it from the info cache [ 961.399691] env[68391]: DEBUG nova.network.neutron [req-11d21493-8203-49db-b543-c013b7363f5f req-2a2e5745-ce92-445c-b14d-261f96ff12dd service nova] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.453588] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.455874] env[68391]: DEBUG nova.compute.manager [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.458720] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.082s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.458804] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.465289] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.915s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.467322] env[68391]: INFO nova.compute.claims [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.548046] env[68391]: INFO nova.scheduler.client.report [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Deleted allocations for instance 31608c63-a532-49d3-ac81-adab0ec83003 [ 961.649806] env[68391]: DEBUG nova.network.neutron [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Successfully updated port: 18041291-415c-4e66-8480-abc92a874beb {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.789387] env[68391]: DEBUG nova.network.neutron [-] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.898585] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f91b318a-bec1-45e8-bd9e-6be46cc4f349 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.908689] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b43a99-fa40-4eac-bd20-8a8aa0bb355e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.938764] env[68391]: DEBUG nova.compute.manager [req-11d21493-8203-49db-b543-c013b7363f5f req-2a2e5745-ce92-445c-b14d-261f96ff12dd service nova] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Detach interface failed, port_id=95d628b2-0fdb-4a01-8da5-98e70c5fb361, reason: Instance 5ab16193-c471-4efa-8198-9880e1405dfd could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 961.975465] env[68391]: DEBUG nova.compute.utils [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.978675] env[68391]: DEBUG nova.compute.manager [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.978847] env[68391]: DEBUG nova.network.neutron [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.026312] env[68391]: DEBUG nova.policy [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e583cf8882f4549ab3840cc10f7ef61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3159520e19b845c19d66b40346b96f6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.061899] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b93bbeb-3a3e-488c-aa8e-a01b139464f4 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "31608c63-a532-49d3-ac81-adab0ec83003" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.216s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.155705] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "refresh_cache-d41d5d7f-bb70-4ddb-b539-2541485f419a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.155873] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquired lock "refresh_cache-d41d5d7f-bb70-4ddb-b539-2541485f419a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.156041] env[68391]: DEBUG nova.network.neutron [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.292784] env[68391]: INFO nova.compute.manager [-] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Took 1.28 seconds to deallocate network for instance. [ 962.299164] env[68391]: DEBUG nova.network.neutron [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Successfully created port: aabf39a1-22fe-46ff-a9a5-70befe008879 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.481713] env[68391]: DEBUG nova.compute.manager [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.698424] env[68391]: DEBUG nova.network.neutron [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.763875] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf911b0-0acc-4abe-bb81-68b74c6b19a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.772275] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db08d554-7171-45d9-b118-8c689af45d1c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.803159] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.808298] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5b3a77-4f3b-4dd0-93cf-5709ab38988f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.817809] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd98ab2-85b4-43e8-80e9-d0ca038aa91a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.833100] env[68391]: DEBUG nova.compute.provider_tree [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.870820] env[68391]: DEBUG nova.network.neutron [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Updating instance_info_cache with network_info: [{"id": "18041291-415c-4e66-8480-abc92a874beb", "address": "fa:16:3e:7b:a8:1e", "network": {"id": "c85807cd-7d81-46a3-b9dd-165f7f8469b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1206664520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4913741499f44a32bac7ddc902ee62c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18041291-41", "ovs_interfaceid": "18041291-415c-4e66-8480-abc92a874beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.336706] env[68391]: DEBUG nova.scheduler.client.report [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.373705] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Releasing lock "refresh_cache-d41d5d7f-bb70-4ddb-b539-2541485f419a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.374046] env[68391]: DEBUG nova.compute.manager [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Instance network_info: |[{"id": "18041291-415c-4e66-8480-abc92a874beb", "address": "fa:16:3e:7b:a8:1e", "network": {"id": "c85807cd-7d81-46a3-b9dd-165f7f8469b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1206664520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4913741499f44a32bac7ddc902ee62c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18041291-41", "ovs_interfaceid": "18041291-415c-4e66-8480-abc92a874beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.374451] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:a8:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18041291-415c-4e66-8480-abc92a874beb', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.382363] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.382572] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.382803] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84e9328e-6ffe-4280-9179-4e250f64525a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.403854] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.403854] env[68391]: value = "task-3039447" [ 963.403854] env[68391]: _type = "Task" [ 963.403854] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.411372] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039447, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.427784] env[68391]: DEBUG nova.compute.manager [req-66e3b7c4-b643-4437-9fdd-370f574e8c45 req-09de6a94-0460-4b59-b8dc-c07e2f0310c4 service nova] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Received event network-vif-plugged-18041291-415c-4e66-8480-abc92a874beb {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.427968] env[68391]: DEBUG oslo_concurrency.lockutils [req-66e3b7c4-b643-4437-9fdd-370f574e8c45 req-09de6a94-0460-4b59-b8dc-c07e2f0310c4 service nova] Acquiring lock "d41d5d7f-bb70-4ddb-b539-2541485f419a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.428202] env[68391]: DEBUG oslo_concurrency.lockutils [req-66e3b7c4-b643-4437-9fdd-370f574e8c45 req-09de6a94-0460-4b59-b8dc-c07e2f0310c4 service nova] Lock "d41d5d7f-bb70-4ddb-b539-2541485f419a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.428371] env[68391]: DEBUG oslo_concurrency.lockutils [req-66e3b7c4-b643-4437-9fdd-370f574e8c45 req-09de6a94-0460-4b59-b8dc-c07e2f0310c4 service nova] Lock "d41d5d7f-bb70-4ddb-b539-2541485f419a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.428538] env[68391]: DEBUG nova.compute.manager [req-66e3b7c4-b643-4437-9fdd-370f574e8c45 req-09de6a94-0460-4b59-b8dc-c07e2f0310c4 service nova] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] No waiting events found dispatching network-vif-plugged-18041291-415c-4e66-8480-abc92a874beb {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.428731] env[68391]: WARNING nova.compute.manager [req-66e3b7c4-b643-4437-9fdd-370f574e8c45 req-09de6a94-0460-4b59-b8dc-c07e2f0310c4 service nova] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Received unexpected event network-vif-plugged-18041291-415c-4e66-8480-abc92a874beb for instance with vm_state building and task_state spawning. [ 963.428898] env[68391]: DEBUG nova.compute.manager [req-66e3b7c4-b643-4437-9fdd-370f574e8c45 req-09de6a94-0460-4b59-b8dc-c07e2f0310c4 service nova] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Received event network-changed-18041291-415c-4e66-8480-abc92a874beb {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.429064] env[68391]: DEBUG nova.compute.manager [req-66e3b7c4-b643-4437-9fdd-370f574e8c45 req-09de6a94-0460-4b59-b8dc-c07e2f0310c4 service nova] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Refreshing instance network info cache due to event network-changed-18041291-415c-4e66-8480-abc92a874beb. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.429249] env[68391]: DEBUG oslo_concurrency.lockutils [req-66e3b7c4-b643-4437-9fdd-370f574e8c45 req-09de6a94-0460-4b59-b8dc-c07e2f0310c4 service nova] Acquiring lock "refresh_cache-d41d5d7f-bb70-4ddb-b539-2541485f419a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.429384] env[68391]: DEBUG oslo_concurrency.lockutils [req-66e3b7c4-b643-4437-9fdd-370f574e8c45 req-09de6a94-0460-4b59-b8dc-c07e2f0310c4 service nova] Acquired lock "refresh_cache-d41d5d7f-bb70-4ddb-b539-2541485f419a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.429658] env[68391]: DEBUG nova.network.neutron [req-66e3b7c4-b643-4437-9fdd-370f574e8c45 req-09de6a94-0460-4b59-b8dc-c07e2f0310c4 service nova] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Refreshing network info cache for port 18041291-415c-4e66-8480-abc92a874beb {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.494867] env[68391]: DEBUG nova.compute.manager [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.520978] env[68391]: DEBUG nova.virt.hardware [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.521260] env[68391]: DEBUG nova.virt.hardware [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.521416] env[68391]: DEBUG nova.virt.hardware [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.521593] env[68391]: DEBUG nova.virt.hardware [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.521740] env[68391]: DEBUG nova.virt.hardware [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.521883] env[68391]: DEBUG nova.virt.hardware [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.522123] env[68391]: DEBUG nova.virt.hardware [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.522276] env[68391]: DEBUG nova.virt.hardware [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.522451] env[68391]: DEBUG nova.virt.hardware [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.522618] env[68391]: DEBUG nova.virt.hardware [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.522783] env[68391]: DEBUG nova.virt.hardware [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.523648] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab2f548-8001-4672-ab21-e2c99f9f81e7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.531597] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bf81a6-3736-4430-b8de-7dbff69dd5fa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.843025] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.843580] env[68391]: DEBUG nova.compute.manager [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.846149] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.713s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.846350] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.848431] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.534s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.848664] env[68391]: DEBUG nova.objects.instance [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lazy-loading 'pci_requests' on Instance uuid 38da167e-1f64-462f-9847-b4daa77d0390 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.870707] env[68391]: INFO nova.scheduler.client.report [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Deleted allocations for instance 8e69922d-bf41-470d-a78b-2dee33baf06e [ 963.890987] env[68391]: DEBUG nova.network.neutron [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Successfully updated port: aabf39a1-22fe-46ff-a9a5-70befe008879 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.915207] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039447, 'name': CreateVM_Task, 'duration_secs': 0.281978} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.915386] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.916076] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.916316] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.916658] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.916928] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8fe56e5-52ea-4eec-93ca-7d4a0723feec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.922475] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 963.922475] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52834d88-761d-3bf3-f3e4-54a6da893a2d" [ 963.922475] env[68391]: _type = "Task" [ 963.922475] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.930914] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52834d88-761d-3bf3-f3e4-54a6da893a2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.132947] env[68391]: DEBUG nova.network.neutron [req-66e3b7c4-b643-4437-9fdd-370f574e8c45 req-09de6a94-0460-4b59-b8dc-c07e2f0310c4 service nova] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Updated VIF entry in instance network info cache for port 18041291-415c-4e66-8480-abc92a874beb. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.132947] env[68391]: DEBUG nova.network.neutron [req-66e3b7c4-b643-4437-9fdd-370f574e8c45 req-09de6a94-0460-4b59-b8dc-c07e2f0310c4 service nova] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Updating instance_info_cache with network_info: [{"id": "18041291-415c-4e66-8480-abc92a874beb", "address": "fa:16:3e:7b:a8:1e", "network": {"id": "c85807cd-7d81-46a3-b9dd-165f7f8469b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1206664520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4913741499f44a32bac7ddc902ee62c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18041291-41", "ovs_interfaceid": "18041291-415c-4e66-8480-abc92a874beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.352204] env[68391]: DEBUG nova.compute.utils [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.355222] env[68391]: DEBUG nova.objects.instance [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lazy-loading 'numa_topology' on Instance uuid 38da167e-1f64-462f-9847-b4daa77d0390 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.356397] env[68391]: DEBUG nova.compute.manager [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.356566] env[68391]: DEBUG nova.network.neutron [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.377720] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9d0487c1-4b4c-4050-a6be-77c5875605c8 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "8e69922d-bf41-470d-a78b-2dee33baf06e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.348s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.393607] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "refresh_cache-f5404848-2367-4aff-adb0-9986ef7e4771" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.393757] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquired lock "refresh_cache-f5404848-2367-4aff-adb0-9986ef7e4771" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.394736] env[68391]: DEBUG nova.network.neutron [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.397294] env[68391]: DEBUG nova.policy [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e583cf8882f4549ab3840cc10f7ef61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3159520e19b845c19d66b40346b96f6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.434075] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52834d88-761d-3bf3-f3e4-54a6da893a2d, 'name': SearchDatastore_Task, 'duration_secs': 0.010659} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.435024] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.435024] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.435024] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.435024] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.435271] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.435447] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-177b9209-3156-47e1-8028-4c6961df85b5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.444382] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.444558] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.445607] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13c5401b-54d2-41d6-8e76-443cbd982704 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.450865] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 964.450865] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5287afb0-5396-c5e7-b471-8a687078eee5" [ 964.450865] env[68391]: _type = "Task" [ 964.450865] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.462993] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5287afb0-5396-c5e7-b471-8a687078eee5, 'name': SearchDatastore_Task, 'duration_secs': 0.008239} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.463551] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4814b003-86a7-4e7b-ae92-ddb47f6d9d43 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.468600] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 964.468600] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529f1c6e-7182-82e3-c9b3-3db46dc3c89e" [ 964.468600] env[68391]: _type = "Task" [ 964.468600] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.476731] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529f1c6e-7182-82e3-c9b3-3db46dc3c89e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.636142] env[68391]: DEBUG oslo_concurrency.lockutils [req-66e3b7c4-b643-4437-9fdd-370f574e8c45 req-09de6a94-0460-4b59-b8dc-c07e2f0310c4 service nova] Releasing lock "refresh_cache-d41d5d7f-bb70-4ddb-b539-2541485f419a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.747257] env[68391]: DEBUG nova.network.neutron [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Successfully created port: 5b4ecbe3-f2f8-486e-832f-aaed7c28e1ed {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.857292] env[68391]: DEBUG nova.compute.manager [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.863365] env[68391]: INFO nova.compute.claims [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.974970] env[68391]: DEBUG nova.network.neutron [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.990896] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529f1c6e-7182-82e3-c9b3-3db46dc3c89e, 'name': SearchDatastore_Task, 'duration_secs': 0.008248} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.990896] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.990896] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] d41d5d7f-bb70-4ddb-b539-2541485f419a/d41d5d7f-bb70-4ddb-b539-2541485f419a.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.990896] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1af06d41-4f4d-48f5-b97e-c7d31ce1dff2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.998141] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 964.998141] env[68391]: value = "task-3039448" [ 964.998141] env[68391]: _type = "Task" [ 964.998141] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.007776] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.218298] env[68391]: DEBUG nova.network.neutron [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Updating instance_info_cache with network_info: [{"id": "aabf39a1-22fe-46ff-a9a5-70befe008879", "address": "fa:16:3e:34:79:a8", "network": {"id": "af44e403-39d4-4222-8b45-8e85e210199b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1627779861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3159520e19b845c19d66b40346b96f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabf39a1-22", "ovs_interfaceid": "aabf39a1-22fe-46ff-a9a5-70befe008879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.451127] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "14933d47-beb8-4875-940c-f3ebeae68949" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.451400] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "14933d47-beb8-4875-940c-f3ebeae68949" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.454678] env[68391]: DEBUG nova.compute.manager [req-bd050254-6fd8-43d2-9e36-1c1c631de078 req-8ddef23d-67a9-4cae-aedf-9c9689c94f79 service nova] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Received event network-vif-plugged-aabf39a1-22fe-46ff-a9a5-70befe008879 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.454768] env[68391]: DEBUG oslo_concurrency.lockutils [req-bd050254-6fd8-43d2-9e36-1c1c631de078 req-8ddef23d-67a9-4cae-aedf-9c9689c94f79 service nova] Acquiring lock "f5404848-2367-4aff-adb0-9986ef7e4771-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.454983] env[68391]: DEBUG oslo_concurrency.lockutils [req-bd050254-6fd8-43d2-9e36-1c1c631de078 req-8ddef23d-67a9-4cae-aedf-9c9689c94f79 service nova] Lock "f5404848-2367-4aff-adb0-9986ef7e4771-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.455209] env[68391]: DEBUG oslo_concurrency.lockutils [req-bd050254-6fd8-43d2-9e36-1c1c631de078 req-8ddef23d-67a9-4cae-aedf-9c9689c94f79 service nova] Lock "f5404848-2367-4aff-adb0-9986ef7e4771-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.455415] env[68391]: DEBUG nova.compute.manager [req-bd050254-6fd8-43d2-9e36-1c1c631de078 req-8ddef23d-67a9-4cae-aedf-9c9689c94f79 service nova] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] No waiting events found dispatching network-vif-plugged-aabf39a1-22fe-46ff-a9a5-70befe008879 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.455785] env[68391]: WARNING nova.compute.manager [req-bd050254-6fd8-43d2-9e36-1c1c631de078 req-8ddef23d-67a9-4cae-aedf-9c9689c94f79 service nova] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Received unexpected event network-vif-plugged-aabf39a1-22fe-46ff-a9a5-70befe008879 for instance with vm_state building and task_state spawning. [ 965.455785] env[68391]: DEBUG nova.compute.manager [req-bd050254-6fd8-43d2-9e36-1c1c631de078 req-8ddef23d-67a9-4cae-aedf-9c9689c94f79 service nova] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Received event network-changed-aabf39a1-22fe-46ff-a9a5-70befe008879 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.455969] env[68391]: DEBUG nova.compute.manager [req-bd050254-6fd8-43d2-9e36-1c1c631de078 req-8ddef23d-67a9-4cae-aedf-9c9689c94f79 service nova] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Refreshing instance network info cache due to event network-changed-aabf39a1-22fe-46ff-a9a5-70befe008879. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.456193] env[68391]: DEBUG oslo_concurrency.lockutils [req-bd050254-6fd8-43d2-9e36-1c1c631de078 req-8ddef23d-67a9-4cae-aedf-9c9689c94f79 service nova] Acquiring lock "refresh_cache-f5404848-2367-4aff-adb0-9986ef7e4771" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.506897] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44326} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.507356] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] d41d5d7f-bb70-4ddb-b539-2541485f419a/d41d5d7f-bb70-4ddb-b539-2541485f419a.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.507642] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.507904] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-148e473d-41e3-4c91-bc56-c86dfaa45884 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.515070] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 965.515070] env[68391]: value = "task-3039449" [ 965.515070] env[68391]: _type = "Task" [ 965.515070] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.523820] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.721687] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Releasing lock "refresh_cache-f5404848-2367-4aff-adb0-9986ef7e4771" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.722049] env[68391]: DEBUG nova.compute.manager [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Instance network_info: |[{"id": "aabf39a1-22fe-46ff-a9a5-70befe008879", "address": "fa:16:3e:34:79:a8", "network": {"id": "af44e403-39d4-4222-8b45-8e85e210199b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1627779861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3159520e19b845c19d66b40346b96f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabf39a1-22", "ovs_interfaceid": "aabf39a1-22fe-46ff-a9a5-70befe008879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.722621] env[68391]: DEBUG oslo_concurrency.lockutils [req-bd050254-6fd8-43d2-9e36-1c1c631de078 req-8ddef23d-67a9-4cae-aedf-9c9689c94f79 service nova] Acquired lock "refresh_cache-f5404848-2367-4aff-adb0-9986ef7e4771" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.722806] env[68391]: DEBUG nova.network.neutron [req-bd050254-6fd8-43d2-9e36-1c1c631de078 req-8ddef23d-67a9-4cae-aedf-9c9689c94f79 service nova] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Refreshing network info cache for port aabf39a1-22fe-46ff-a9a5-70befe008879 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.724026] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:79:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aabf39a1-22fe-46ff-a9a5-70befe008879', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.734158] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Creating folder: Project (3159520e19b845c19d66b40346b96f6c). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.734620] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-052054ec-e419-4631-a94a-1a001a25eb13 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.749068] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Created folder: Project (3159520e19b845c19d66b40346b96f6c) in parent group-v608736. [ 965.749264] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Creating folder: Instances. Parent ref: group-v608994. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.749621] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f2603ec-ba5b-40dd-9ce9-a46fc9510289 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.759745] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Created folder: Instances in parent group-v608994. [ 965.760075] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.760285] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.760508] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75ea6618-0e09-45a0-81e8-07bcc72def6f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.780492] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.780492] env[68391]: value = "task-3039452" [ 965.780492] env[68391]: _type = "Task" [ 965.780492] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.788087] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039452, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.868199] env[68391]: DEBUG nova.compute.manager [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.897837] env[68391]: DEBUG nova.virt.hardware [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.898066] env[68391]: DEBUG nova.virt.hardware [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.898226] env[68391]: DEBUG nova.virt.hardware [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.898405] env[68391]: DEBUG nova.virt.hardware [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.898552] env[68391]: DEBUG nova.virt.hardware [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.898699] env[68391]: DEBUG nova.virt.hardware [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.898904] env[68391]: DEBUG nova.virt.hardware [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.899072] env[68391]: DEBUG nova.virt.hardware [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.899240] env[68391]: DEBUG nova.virt.hardware [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.899402] env[68391]: DEBUG nova.virt.hardware [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.899573] env[68391]: DEBUG nova.virt.hardware [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.900447] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d252ce20-449e-45e0-8697-2d1e68154cfe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.910618] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d548f1e4-e234-4be9-9fa2-92f46e90d35e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.958034] env[68391]: DEBUG nova.compute.manager [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.024747] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066379} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.027190] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.028353] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0afc8da-e1d2-43f9-9ab9-bd71bc69bee8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.050598] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] d41d5d7f-bb70-4ddb-b539-2541485f419a/d41d5d7f-bb70-4ddb-b539-2541485f419a.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.053298] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2670ccd9-98b8-4f73-b6f3-1b268d7c5536 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.073271] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 966.073271] env[68391]: value = "task-3039453" [ 966.073271] env[68391]: _type = "Task" [ 966.073271] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.083011] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.186544] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94f7538-7714-48e1-abae-c334e80a8646 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.194521] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e93230e-06cf-4517-9944-cc64f51e3c1f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.229711] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72fce5a-71c3-4dad-a88f-1eb82de61ef0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.240231] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fa6174-5902-4b36-91fb-6abae7fcd75e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.258802] env[68391]: DEBUG nova.compute.provider_tree [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.289589] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039452, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.476017] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.583162] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039453, 'name': ReconfigVM_Task, 'duration_secs': 0.327349} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.583450] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Reconfigured VM instance instance-0000005c to attach disk [datastore2] d41d5d7f-bb70-4ddb-b539-2541485f419a/d41d5d7f-bb70-4ddb-b539-2541485f419a.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.584393] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81c8742c-c955-4f16-9444-870b10aa5cb2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.590864] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 966.590864] env[68391]: value = "task-3039454" [ 966.590864] env[68391]: _type = "Task" [ 966.590864] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.598897] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039454, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.625171] env[68391]: DEBUG nova.network.neutron [req-bd050254-6fd8-43d2-9e36-1c1c631de078 req-8ddef23d-67a9-4cae-aedf-9c9689c94f79 service nova] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Updated VIF entry in instance network info cache for port aabf39a1-22fe-46ff-a9a5-70befe008879. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.625547] env[68391]: DEBUG nova.network.neutron [req-bd050254-6fd8-43d2-9e36-1c1c631de078 req-8ddef23d-67a9-4cae-aedf-9c9689c94f79 service nova] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Updating instance_info_cache with network_info: [{"id": "aabf39a1-22fe-46ff-a9a5-70befe008879", "address": "fa:16:3e:34:79:a8", "network": {"id": "af44e403-39d4-4222-8b45-8e85e210199b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1627779861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3159520e19b845c19d66b40346b96f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabf39a1-22", "ovs_interfaceid": "aabf39a1-22fe-46ff-a9a5-70befe008879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.643053] env[68391]: DEBUG nova.network.neutron [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Successfully updated port: 5b4ecbe3-f2f8-486e-832f-aaed7c28e1ed {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.762170] env[68391]: DEBUG nova.scheduler.client.report [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.790506] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039452, 'name': CreateVM_Task, 'duration_secs': 0.660455} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.790673] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.791350] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.791516] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.791839] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.792104] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a29da93-a9c9-4486-bb0e-e057862c0e9d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.796209] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 966.796209] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525bc7f4-5e6f-89c8-9c8a-0d997d4386ae" [ 966.796209] env[68391]: _type = "Task" [ 966.796209] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.804438] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525bc7f4-5e6f-89c8-9c8a-0d997d4386ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.100777] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039454, 'name': Rename_Task, 'duration_secs': 0.136022} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.101037] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.101276] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c36ebe79-0d0b-4fc3-b7e3-03de12b59a8f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.107310] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 967.107310] env[68391]: value = "task-3039455" [ 967.107310] env[68391]: _type = "Task" [ 967.107310] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.116631] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.128356] env[68391]: DEBUG oslo_concurrency.lockutils [req-bd050254-6fd8-43d2-9e36-1c1c631de078 req-8ddef23d-67a9-4cae-aedf-9c9689c94f79 service nova] Releasing lock "refresh_cache-f5404848-2367-4aff-adb0-9986ef7e4771" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.145259] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "refresh_cache-1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.145447] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquired lock "refresh_cache-1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.145691] env[68391]: DEBUG nova.network.neutron [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.267924] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.419s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.270282] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.326s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.270496] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.272688] env[68391]: DEBUG oslo_concurrency.lockutils [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.682s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.272896] env[68391]: DEBUG nova.objects.instance [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68391) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 967.297111] env[68391]: INFO nova.scheduler.client.report [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Deleted allocations for instance 408bce8a-b614-4bf5-95a1-215cfd0beceb [ 967.306027] env[68391]: INFO nova.network.neutron [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Updating port 91abbfc1-4708-4918-a9a4-9cff8178b3ed with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 967.312638] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525bc7f4-5e6f-89c8-9c8a-0d997d4386ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.312935] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.313181] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.313414] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.313561] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.313740] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.314014] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22dbfd48-a6d2-4142-8299-6d9cef188c06 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.322623] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.322817] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.323575] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-877b853f-b4bc-4e9c-aba8-46c7a2291b16 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.328611] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 967.328611] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525f3737-ea80-9bfe-fd45-419d6b138c05" [ 967.328611] env[68391]: _type = "Task" [ 967.328611] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.337353] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525f3737-ea80-9bfe-fd45-419d6b138c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.497708] env[68391]: DEBUG nova.compute.manager [req-f10a81dd-e6ed-4e0d-8a1f-a794e1168055 req-a9bcd10c-bec3-414f-825e-d9ff4a9933bd service nova] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Received event network-vif-plugged-5b4ecbe3-f2f8-486e-832f-aaed7c28e1ed {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.497998] env[68391]: DEBUG oslo_concurrency.lockutils [req-f10a81dd-e6ed-4e0d-8a1f-a794e1168055 req-a9bcd10c-bec3-414f-825e-d9ff4a9933bd service nova] Acquiring lock "1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.498166] env[68391]: DEBUG oslo_concurrency.lockutils [req-f10a81dd-e6ed-4e0d-8a1f-a794e1168055 req-a9bcd10c-bec3-414f-825e-d9ff4a9933bd service nova] Lock "1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.498354] env[68391]: DEBUG oslo_concurrency.lockutils [req-f10a81dd-e6ed-4e0d-8a1f-a794e1168055 req-a9bcd10c-bec3-414f-825e-d9ff4a9933bd service nova] Lock "1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.498574] env[68391]: DEBUG nova.compute.manager [req-f10a81dd-e6ed-4e0d-8a1f-a794e1168055 req-a9bcd10c-bec3-414f-825e-d9ff4a9933bd service nova] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] No waiting events found dispatching network-vif-plugged-5b4ecbe3-f2f8-486e-832f-aaed7c28e1ed {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.498678] env[68391]: WARNING nova.compute.manager [req-f10a81dd-e6ed-4e0d-8a1f-a794e1168055 req-a9bcd10c-bec3-414f-825e-d9ff4a9933bd service nova] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Received unexpected event network-vif-plugged-5b4ecbe3-f2f8-486e-832f-aaed7c28e1ed for instance with vm_state building and task_state spawning. [ 967.498866] env[68391]: DEBUG nova.compute.manager [req-f10a81dd-e6ed-4e0d-8a1f-a794e1168055 req-a9bcd10c-bec3-414f-825e-d9ff4a9933bd service nova] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Received event network-changed-5b4ecbe3-f2f8-486e-832f-aaed7c28e1ed {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.498997] env[68391]: DEBUG nova.compute.manager [req-f10a81dd-e6ed-4e0d-8a1f-a794e1168055 req-a9bcd10c-bec3-414f-825e-d9ff4a9933bd service nova] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Refreshing instance network info cache due to event network-changed-5b4ecbe3-f2f8-486e-832f-aaed7c28e1ed. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.500071] env[68391]: DEBUG oslo_concurrency.lockutils [req-f10a81dd-e6ed-4e0d-8a1f-a794e1168055 req-a9bcd10c-bec3-414f-825e-d9ff4a9933bd service nova] Acquiring lock "refresh_cache-1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.617632] env[68391]: DEBUG oslo_vmware.api [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039455, 'name': PowerOnVM_Task, 'duration_secs': 0.445945} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.618051] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.618189] env[68391]: INFO nova.compute.manager [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Took 6.51 seconds to spawn the instance on the hypervisor. [ 967.618379] env[68391]: DEBUG nova.compute.manager [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.619167] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf9d70b-7728-46f0-be05-d35a706537df {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.678203] env[68391]: DEBUG nova.network.neutron [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.807065] env[68391]: DEBUG oslo_concurrency.lockutils [None req-66d6de69-1b30-4592-b3a4-e2e678e2a94a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "408bce8a-b614-4bf5-95a1-215cfd0beceb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.314s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.808628] env[68391]: DEBUG nova.network.neutron [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Updating instance_info_cache with network_info: [{"id": "5b4ecbe3-f2f8-486e-832f-aaed7c28e1ed", "address": "fa:16:3e:9a:8e:4e", "network": {"id": "af44e403-39d4-4222-8b45-8e85e210199b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1627779861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3159520e19b845c19d66b40346b96f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4ecbe3-f2", "ovs_interfaceid": "5b4ecbe3-f2f8-486e-832f-aaed7c28e1ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.839443] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525f3737-ea80-9bfe-fd45-419d6b138c05, 'name': SearchDatastore_Task, 'duration_secs': 0.009831} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.840286] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7882ed2f-af7d-406d-900a-55a296867f92 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.845894] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 967.845894] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c7f4e1-205a-462c-3ca5-d852c767bf21" [ 967.845894] env[68391]: _type = "Task" [ 967.845894] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.853373] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c7f4e1-205a-462c-3ca5-d852c767bf21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.134902] env[68391]: INFO nova.compute.manager [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Took 32.69 seconds to build instance. [ 968.282908] env[68391]: DEBUG oslo_concurrency.lockutils [None req-52f197d2-7733-4a9c-862d-2b294c21fe42 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.284326] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.060s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.284467] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.288214] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.265s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.289089] env[68391]: INFO nova.compute.claims [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.310013] env[68391]: INFO nova.scheduler.client.report [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Deleted allocations for instance 4874b0c8-bcd3-4eca-a82f-f76539d141bb [ 968.311430] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Releasing lock "refresh_cache-1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.311830] env[68391]: DEBUG nova.compute.manager [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Instance network_info: |[{"id": "5b4ecbe3-f2f8-486e-832f-aaed7c28e1ed", "address": "fa:16:3e:9a:8e:4e", "network": {"id": "af44e403-39d4-4222-8b45-8e85e210199b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1627779861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3159520e19b845c19d66b40346b96f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4ecbe3-f2", "ovs_interfaceid": "5b4ecbe3-f2f8-486e-832f-aaed7c28e1ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.315320] env[68391]: DEBUG oslo_concurrency.lockutils [req-f10a81dd-e6ed-4e0d-8a1f-a794e1168055 req-a9bcd10c-bec3-414f-825e-d9ff4a9933bd service nova] Acquired lock "refresh_cache-1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.315320] env[68391]: DEBUG nova.network.neutron [req-f10a81dd-e6ed-4e0d-8a1f-a794e1168055 req-a9bcd10c-bec3-414f-825e-d9ff4a9933bd service nova] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Refreshing network info cache for port 5b4ecbe3-f2f8-486e-832f-aaed7c28e1ed {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.315906] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:8e:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b4ecbe3-f2f8-486e-832f-aaed7c28e1ed', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.324872] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.325938] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.326863] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-291b12e8-03b9-46f3-86af-78fdf2fa5925 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.351499] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.351499] env[68391]: value = "task-3039456" [ 968.351499] env[68391]: _type = "Task" [ 968.351499] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.359014] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c7f4e1-205a-462c-3ca5-d852c767bf21, 'name': SearchDatastore_Task, 'duration_secs': 0.011146} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.359823] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.359915] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] f5404848-2367-4aff-adb0-9986ef7e4771/f5404848-2367-4aff-adb0-9986ef7e4771.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.360188] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b96dae7-ee63-4701-8335-7622715d0a12 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.366768] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039456, 'name': CreateVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.372205] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 968.372205] env[68391]: value = "task-3039457" [ 968.372205] env[68391]: _type = "Task" [ 968.372205] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.380997] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.637036] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1be9bc69-2170-4120-af86-1e5a1c3d884e tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "d41d5d7f-bb70-4ddb-b539-2541485f419a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.200s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.831996] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1ce143f0-6d38-49cb-8565-bbeeac2b4c30 tempest-ServersTestManualDisk-18959950 tempest-ServersTestManualDisk-18959950-project-member] Lock "4874b0c8-bcd3-4eca-a82f-f76539d141bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.965s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.867152] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039456, 'name': CreateVM_Task, 'duration_secs': 0.370945} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.869136] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.874741] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.874918] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.875262] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.879835] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c032bd37-c420-4950-8fd3-27b914b47b1c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.889570] env[68391]: DEBUG oslo_concurrency.lockutils [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "bc60f56a-31b7-4ffc-9ff4-75b84eb869a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.889815] env[68391]: DEBUG oslo_concurrency.lockutils [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "bc60f56a-31b7-4ffc-9ff4-75b84eb869a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.894617] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 968.894617] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526a874e-9358-eb43-aaa4-55bb4c9dc23e" [ 968.894617] env[68391]: _type = "Task" [ 968.894617] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.900773] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479004} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.908018] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] f5404848-2367-4aff-adb0-9986ef7e4771/f5404848-2367-4aff-adb0-9986ef7e4771.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.908018] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.908018] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28d05c3a-d1ea-4219-b1ff-2b8c8f27bcc5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.918733] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526a874e-9358-eb43-aaa4-55bb4c9dc23e, 'name': SearchDatastore_Task, 'duration_secs': 0.009556} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.920129] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.920374] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.920608] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.920755] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.920930] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.921498] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 968.921498] env[68391]: value = "task-3039458" [ 968.921498] env[68391]: _type = "Task" [ 968.921498] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.921689] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16790045-1b93-44c4-bcb6-d4eb7accca7c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.932751] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.933959] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.934153] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.935341] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22617430-3841-4153-9a74-988deb87ced3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.942114] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 968.942114] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dcfacc-edce-ca22-29e6-b13f62eee3ae" [ 968.942114] env[68391]: _type = "Task" [ 968.942114] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.949904] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dcfacc-edce-ca22-29e6-b13f62eee3ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.331111] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "refresh_cache-38da167e-1f64-462f-9847-b4daa77d0390" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.331217] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquired lock "refresh_cache-38da167e-1f64-462f-9847-b4daa77d0390" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.331399] env[68391]: DEBUG nova.network.neutron [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.392111] env[68391]: DEBUG nova.compute.manager [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.395894] env[68391]: DEBUG nova.network.neutron [req-f10a81dd-e6ed-4e0d-8a1f-a794e1168055 req-a9bcd10c-bec3-414f-825e-d9ff4a9933bd service nova] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Updated VIF entry in instance network info cache for port 5b4ecbe3-f2f8-486e-832f-aaed7c28e1ed. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.396338] env[68391]: DEBUG nova.network.neutron [req-f10a81dd-e6ed-4e0d-8a1f-a794e1168055 req-a9bcd10c-bec3-414f-825e-d9ff4a9933bd service nova] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Updating instance_info_cache with network_info: [{"id": "5b4ecbe3-f2f8-486e-832f-aaed7c28e1ed", "address": "fa:16:3e:9a:8e:4e", "network": {"id": "af44e403-39d4-4222-8b45-8e85e210199b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1627779861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3159520e19b845c19d66b40346b96f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4ecbe3-f2", "ovs_interfaceid": "5b4ecbe3-f2f8-486e-832f-aaed7c28e1ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.440371] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078707} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.440699] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.441659] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8425a55a-7200-4949-a47b-5442eb2a12ff {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.474791] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] f5404848-2367-4aff-adb0-9986ef7e4771/f5404848-2367-4aff-adb0-9986ef7e4771.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.480647] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a47e1423-822b-4b08-8f3e-57ae20bee7fb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.495727] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dcfacc-edce-ca22-29e6-b13f62eee3ae, 'name': SearchDatastore_Task, 'duration_secs': 0.008649} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.499716] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2eae8f6-eb4b-40b2-ad5e-68df71e5a716 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.504799] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 969.504799] env[68391]: value = "task-3039459" [ 969.504799] env[68391]: _type = "Task" [ 969.504799] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.506101] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 969.506101] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a743c1-e277-9fb1-9687-45bf1ef82703" [ 969.506101] env[68391]: _type = "Task" [ 969.506101] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.520174] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039459, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.523317] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a743c1-e277-9fb1-9687-45bf1ef82703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.531481] env[68391]: DEBUG nova.compute.manager [req-19cdb049-91dd-43dd-97a9-b7bf89ccbcfe req-aa4f3ef5-9456-4e62-b94e-f3e3c825908f service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Received event network-vif-plugged-91abbfc1-4708-4918-a9a4-9cff8178b3ed {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.531700] env[68391]: DEBUG oslo_concurrency.lockutils [req-19cdb049-91dd-43dd-97a9-b7bf89ccbcfe req-aa4f3ef5-9456-4e62-b94e-f3e3c825908f service nova] Acquiring lock "38da167e-1f64-462f-9847-b4daa77d0390-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.531912] env[68391]: DEBUG oslo_concurrency.lockutils [req-19cdb049-91dd-43dd-97a9-b7bf89ccbcfe req-aa4f3ef5-9456-4e62-b94e-f3e3c825908f service nova] Lock "38da167e-1f64-462f-9847-b4daa77d0390-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.532133] env[68391]: DEBUG oslo_concurrency.lockutils [req-19cdb049-91dd-43dd-97a9-b7bf89ccbcfe req-aa4f3ef5-9456-4e62-b94e-f3e3c825908f service nova] Lock "38da167e-1f64-462f-9847-b4daa77d0390-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.532332] env[68391]: DEBUG nova.compute.manager [req-19cdb049-91dd-43dd-97a9-b7bf89ccbcfe req-aa4f3ef5-9456-4e62-b94e-f3e3c825908f service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] No waiting events found dispatching network-vif-plugged-91abbfc1-4708-4918-a9a4-9cff8178b3ed {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.532523] env[68391]: WARNING nova.compute.manager [req-19cdb049-91dd-43dd-97a9-b7bf89ccbcfe req-aa4f3ef5-9456-4e62-b94e-f3e3c825908f service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Received unexpected event network-vif-plugged-91abbfc1-4708-4918-a9a4-9cff8178b3ed for instance with vm_state shelved_offloaded and task_state spawning. [ 969.532718] env[68391]: DEBUG nova.compute.manager [req-19cdb049-91dd-43dd-97a9-b7bf89ccbcfe req-aa4f3ef5-9456-4e62-b94e-f3e3c825908f service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Received event network-changed-91abbfc1-4708-4918-a9a4-9cff8178b3ed {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.532897] env[68391]: DEBUG nova.compute.manager [req-19cdb049-91dd-43dd-97a9-b7bf89ccbcfe req-aa4f3ef5-9456-4e62-b94e-f3e3c825908f service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Refreshing instance network info cache due to event network-changed-91abbfc1-4708-4918-a9a4-9cff8178b3ed. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.533077] env[68391]: DEBUG oslo_concurrency.lockutils [req-19cdb049-91dd-43dd-97a9-b7bf89ccbcfe req-aa4f3ef5-9456-4e62-b94e-f3e3c825908f service nova] Acquiring lock "refresh_cache-38da167e-1f64-462f-9847-b4daa77d0390" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.658136] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c18f7a-8004-4d46-94b8-d4e8869e0e62 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.666237] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed97bec-8bd6-4041-848c-55b7aacba68b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.697300] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca17feb-b1d1-4522-9e1a-85d706f44c7e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.704746] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c740119-0bac-4f70-b7eb-0f0cc7e9ed39 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.718818] env[68391]: DEBUG nova.compute.provider_tree [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.886829] env[68391]: DEBUG nova.compute.manager [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.887927] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc3c98b-9873-4002-9472-7bb6df681950 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.900827] env[68391]: DEBUG oslo_concurrency.lockutils [req-f10a81dd-e6ed-4e0d-8a1f-a794e1168055 req-a9bcd10c-bec3-414f-825e-d9ff4a9933bd service nova] Releasing lock "refresh_cache-1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.921018] env[68391]: DEBUG oslo_concurrency.lockutils [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.021139] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.025380] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a743c1-e277-9fb1-9687-45bf1ef82703, 'name': SearchDatastore_Task, 'duration_secs': 0.024087} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.025703] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.025975] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05/1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.026249] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a41641b8-1499-4a15-9260-e990a7e957c5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.033084] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 970.033084] env[68391]: value = "task-3039460" [ 970.033084] env[68391]: _type = "Task" [ 970.033084] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.041521] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.141690] env[68391]: DEBUG nova.network.neutron [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Updating instance_info_cache with network_info: [{"id": "91abbfc1-4708-4918-a9a4-9cff8178b3ed", "address": "fa:16:3e:db:30:5a", "network": {"id": "cb61484d-cb80-445f-b598-cfdb44a84d87", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-741119720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa91632df62443f90f1bd59cb669f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91abbfc1-47", "ovs_interfaceid": "91abbfc1-4708-4918-a9a4-9cff8178b3ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.226710] env[68391]: DEBUG nova.scheduler.client.report [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.404844] env[68391]: INFO nova.compute.manager [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] instance snapshotting [ 970.413022] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dedc7b5-ffd1-4d5a-979e-c74081a09be7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.439279] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d416dc3a-42ba-410c-9f61-d85d7fba50ca {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.518671] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039459, 'name': ReconfigVM_Task, 'duration_secs': 0.623429} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.518945] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Reconfigured VM instance instance-0000005d to attach disk [datastore2] f5404848-2367-4aff-adb0-9986ef7e4771/f5404848-2367-4aff-adb0-9986ef7e4771.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.520459] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4998e5c4-98e0-46e3-bb76-65e799e68615 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.526830] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 970.526830] env[68391]: value = "task-3039461" [ 970.526830] env[68391]: _type = "Task" [ 970.526830] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.535405] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039461, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.546643] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433775} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.546959] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05/1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.547181] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.547463] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66a41737-125c-41ab-96fa-25746fc17a5a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.555288] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 970.555288] env[68391]: value = "task-3039462" [ 970.555288] env[68391]: _type = "Task" [ 970.555288] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.566729] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.646527] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Releasing lock "refresh_cache-38da167e-1f64-462f-9847-b4daa77d0390" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.647777] env[68391]: DEBUG oslo_concurrency.lockutils [req-19cdb049-91dd-43dd-97a9-b7bf89ccbcfe req-aa4f3ef5-9456-4e62-b94e-f3e3c825908f service nova] Acquired lock "refresh_cache-38da167e-1f64-462f-9847-b4daa77d0390" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.647980] env[68391]: DEBUG nova.network.neutron [req-19cdb049-91dd-43dd-97a9-b7bf89ccbcfe req-aa4f3ef5-9456-4e62-b94e-f3e3c825908f service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Refreshing network info cache for port 91abbfc1-4708-4918-a9a4-9cff8178b3ed {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.673700] env[68391]: DEBUG nova.virt.hardware [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='50f374ec4b05caf3612a723f8ea1625b',container_format='bare',created_at=2025-03-17T09:41:22Z,direct_url=,disk_format='vmdk',id=bee69916-8666-4a97-873f-d5fee1cb1b73,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-271084251-shelved',owner='baa91632df62443f90f1bd59cb669f91',properties=ImageMetaProps,protected=,size=31592448,status='active',tags=,updated_at=2025-03-17T09:41:43Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.674013] env[68391]: DEBUG nova.virt.hardware [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.674182] env[68391]: DEBUG nova.virt.hardware [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.674288] env[68391]: DEBUG nova.virt.hardware [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.674430] env[68391]: DEBUG nova.virt.hardware [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.674575] env[68391]: DEBUG nova.virt.hardware [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.674780] env[68391]: DEBUG nova.virt.hardware [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.674938] env[68391]: DEBUG nova.virt.hardware [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.675114] env[68391]: DEBUG nova.virt.hardware [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.675277] env[68391]: DEBUG nova.virt.hardware [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.675456] env[68391]: DEBUG nova.virt.hardware [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.676622] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ecc863-9106-4223-860b-75c85a6ab1df {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.684165] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bc229c-18f5-4e35-95b5-7d00d2d1545e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.698889] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:30:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91abbfc1-4708-4918-a9a4-9cff8178b3ed', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.705845] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.706171] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.706395] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9a726fc-9d59-4d1d-837c-7b4e2a820de8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.725846] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.725846] env[68391]: value = "task-3039463" [ 970.725846] env[68391]: _type = "Task" [ 970.725846] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.733793] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.734489] env[68391]: DEBUG nova.compute.manager [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.736634] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039463, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.736907] env[68391]: DEBUG oslo_concurrency.lockutils [None req-974a94a5-ed23-403b-b6f7-551e475962aa tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.730s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.958067] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Creating Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 970.958482] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8d41a763-9f6b-49e5-a889-e7daa7e63424 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.966667] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 970.966667] env[68391]: value = "task-3039464" [ 970.966667] env[68391]: _type = "Task" [ 970.966667] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.975820] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039464, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.037612] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039461, 'name': Rename_Task, 'duration_secs': 0.142407} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.037896] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.038186] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8488506c-a1fd-4299-a957-a8f559a014ff {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.044743] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 971.044743] env[68391]: value = "task-3039465" [ 971.044743] env[68391]: _type = "Task" [ 971.044743] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.053100] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.064245] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062695} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.064767] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.065536] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cfb33a-c96a-4d72-9833-7eb2343272d1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.089955] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05/1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.090357] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72b8b83a-ce35-4a06-8342-08e276eb05a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.109988] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 971.109988] env[68391]: value = "task-3039466" [ 971.109988] env[68391]: _type = "Task" [ 971.109988] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.118442] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.236801] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039463, 'name': CreateVM_Task, 'duration_secs': 0.330511} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.239174] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.240497] env[68391]: DEBUG nova.compute.utils [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.245871] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bee69916-8666-4a97-873f-d5fee1cb1b73" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.246184] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bee69916-8666-4a97-873f-d5fee1cb1b73" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.246618] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bee69916-8666-4a97-873f-d5fee1cb1b73" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.247072] env[68391]: DEBUG nova.compute.manager [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.248699] env[68391]: DEBUG nova.network.neutron [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.250985] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ee0c52-d1b3-4f21-a6eb-665a68bd7d2a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.257261] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 971.257261] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5267ec18-1947-c068-a3bb-b16687bd6257" [ 971.257261] env[68391]: _type = "Task" [ 971.257261] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.269320] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5267ec18-1947-c068-a3bb-b16687bd6257, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.334061] env[68391]: DEBUG nova.policy [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a581884428604180a1772427bebf3eb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cce4c95bbead4942afdd418f304efc70', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.472858] env[68391]: DEBUG nova.network.neutron [req-19cdb049-91dd-43dd-97a9-b7bf89ccbcfe req-aa4f3ef5-9456-4e62-b94e-f3e3c825908f service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Updated VIF entry in instance network info cache for port 91abbfc1-4708-4918-a9a4-9cff8178b3ed. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.473190] env[68391]: DEBUG nova.network.neutron [req-19cdb049-91dd-43dd-97a9-b7bf89ccbcfe req-aa4f3ef5-9456-4e62-b94e-f3e3c825908f service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Updating instance_info_cache with network_info: [{"id": "91abbfc1-4708-4918-a9a4-9cff8178b3ed", "address": "fa:16:3e:db:30:5a", "network": {"id": "cb61484d-cb80-445f-b598-cfdb44a84d87", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-741119720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa91632df62443f90f1bd59cb669f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91abbfc1-47", "ovs_interfaceid": "91abbfc1-4708-4918-a9a4-9cff8178b3ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.479905] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039464, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.554746] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039465, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.556306] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a66f2a-4621-4fad-a7f9-4e46309a25fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.563187] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de7afdf-74f1-4d4c-992c-a3025d08184c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.592942] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8754f8d7-3b24-4866-95f5-33ad3660d0d8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.600440] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c66ab17-27ff-4434-a68f-867a4e53cb8f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.616676] env[68391]: DEBUG nova.compute.provider_tree [None req-974a94a5-ed23-403b-b6f7-551e475962aa tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.626165] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039466, 'name': ReconfigVM_Task, 'duration_secs': 0.435657} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.626165] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05/1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.627532] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78daa50f-b7b5-4a3f-aef9-6041379f36cc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.633529] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 971.633529] env[68391]: value = "task-3039467" [ 971.633529] env[68391]: _type = "Task" [ 971.633529] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.687680] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039467, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.689051] env[68391]: DEBUG nova.network.neutron [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Successfully created port: 0ec5ec55-6a35-4110-a0ab-21495b6e2695 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.743575] env[68391]: DEBUG nova.compute.manager [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.768726] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bee69916-8666-4a97-873f-d5fee1cb1b73" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.768976] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Processing image bee69916-8666-4a97-873f-d5fee1cb1b73 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.769268] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bee69916-8666-4a97-873f-d5fee1cb1b73/bee69916-8666-4a97-873f-d5fee1cb1b73.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.769422] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bee69916-8666-4a97-873f-d5fee1cb1b73/bee69916-8666-4a97-873f-d5fee1cb1b73.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.769601] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.769877] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e65f6f8f-2e99-45c0-bcbc-13286bceaf1d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.782647] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.782834] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.783606] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78009a6b-d432-468f-ad98-69b7a05e21c2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.788901] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 971.788901] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d48c55-ad64-2f1a-d0c1-8732bec1a801" [ 971.788901] env[68391]: _type = "Task" [ 971.788901] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.797877] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d48c55-ad64-2f1a-d0c1-8732bec1a801, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.977393] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039464, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.981099] env[68391]: DEBUG oslo_concurrency.lockutils [req-19cdb049-91dd-43dd-97a9-b7bf89ccbcfe req-aa4f3ef5-9456-4e62-b94e-f3e3c825908f service nova] Releasing lock "refresh_cache-38da167e-1f64-462f-9847-b4daa77d0390" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.054033] env[68391]: DEBUG oslo_vmware.api [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039465, 'name': PowerOnVM_Task, 'duration_secs': 0.826463} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.054308] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.054513] env[68391]: INFO nova.compute.manager [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Took 8.56 seconds to spawn the instance on the hypervisor. [ 972.054693] env[68391]: DEBUG nova.compute.manager [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.055500] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3fc6e4-3c46-4135-9b0d-cc69523fdfd6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.122079] env[68391]: DEBUG nova.scheduler.client.report [None req-974a94a5-ed23-403b-b6f7-551e475962aa tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.144552] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039467, 'name': Rename_Task, 'duration_secs': 0.15242} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.144552] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.144552] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dfcf2ce-35a7-48e3-9e47-a57ea90878c9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.150742] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 972.150742] env[68391]: value = "task-3039468" [ 972.150742] env[68391]: _type = "Task" [ 972.150742] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.158058] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.305012] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Preparing fetch location {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 972.307086] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Fetch image to [datastore2] OSTACK_IMG_9249173b-40c1-4262-a4e0-d1de73436dab/OSTACK_IMG_9249173b-40c1-4262-a4e0-d1de73436dab.vmdk {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 972.307321] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Downloading stream optimized image bee69916-8666-4a97-873f-d5fee1cb1b73 to [datastore2] OSTACK_IMG_9249173b-40c1-4262-a4e0-d1de73436dab/OSTACK_IMG_9249173b-40c1-4262-a4e0-d1de73436dab.vmdk on the data store datastore2 as vApp {{(pid=68391) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 972.307571] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Downloading image file data bee69916-8666-4a97-873f-d5fee1cb1b73 to the ESX as VM named 'OSTACK_IMG_9249173b-40c1-4262-a4e0-d1de73436dab' {{(pid=68391) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 972.404921] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 972.404921] env[68391]: value = "resgroup-9" [ 972.404921] env[68391]: _type = "ResourcePool" [ 972.404921] env[68391]: }. {{(pid=68391) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 972.404921] env[68391]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0e2ad83f-1cf5-47e2-be90-7544a823063d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.425606] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lease: (returnval){ [ 972.425606] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e299fe-66de-fc96-ea0a-de9dcc9e1b66" [ 972.425606] env[68391]: _type = "HttpNfcLease" [ 972.425606] env[68391]: } obtained for vApp import into resource pool (val){ [ 972.425606] env[68391]: value = "resgroup-9" [ 972.425606] env[68391]: _type = "ResourcePool" [ 972.425606] env[68391]: }. {{(pid=68391) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 972.425888] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the lease: (returnval){ [ 972.425888] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e299fe-66de-fc96-ea0a-de9dcc9e1b66" [ 972.425888] env[68391]: _type = "HttpNfcLease" [ 972.425888] env[68391]: } to be ready. {{(pid=68391) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 972.432481] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.432481] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e299fe-66de-fc96-ea0a-de9dcc9e1b66" [ 972.432481] env[68391]: _type = "HttpNfcLease" [ 972.432481] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 972.479520] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039464, 'name': CreateSnapshot_Task, 'duration_secs': 1.14132} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.479804] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Created Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 972.480577] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c26c9c-66bf-4a82-8999-fc13541badd6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.571717] env[68391]: INFO nova.compute.manager [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Took 35.80 seconds to build instance. [ 972.660770] env[68391]: DEBUG oslo_vmware.api [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039468, 'name': PowerOnVM_Task, 'duration_secs': 0.470042} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.661057] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.661262] env[68391]: INFO nova.compute.manager [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Took 6.79 seconds to spawn the instance on the hypervisor. [ 972.661439] env[68391]: DEBUG nova.compute.manager [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.662294] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622e6009-2172-493e-acb9-303ea5230bc4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.753918] env[68391]: DEBUG nova.compute.manager [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.775024] env[68391]: DEBUG nova.virt.hardware [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.775024] env[68391]: DEBUG nova.virt.hardware [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.775200] env[68391]: DEBUG nova.virt.hardware [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.775304] env[68391]: DEBUG nova.virt.hardware [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.775423] env[68391]: DEBUG nova.virt.hardware [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.775625] env[68391]: DEBUG nova.virt.hardware [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.775846] env[68391]: DEBUG nova.virt.hardware [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.776014] env[68391]: DEBUG nova.virt.hardware [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.776189] env[68391]: DEBUG nova.virt.hardware [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.776371] env[68391]: DEBUG nova.virt.hardware [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.776523] env[68391]: DEBUG nova.virt.hardware [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.777376] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb66f762-9b68-4118-9df4-4f83ec52fbca {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.785051] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48da2f57-d654-41f8-a611-1f609c619e25 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.933821] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.933821] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e299fe-66de-fc96-ea0a-de9dcc9e1b66" [ 972.933821] env[68391]: _type = "HttpNfcLease" [ 972.933821] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 972.999061] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Creating linked-clone VM from snapshot {{(pid=68391) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 972.999061] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ce9ed731-effd-402d-bc55-3925bacca96f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.008680] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 973.008680] env[68391]: value = "task-3039470" [ 973.008680] env[68391]: _type = "Task" [ 973.008680] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.018490] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039470, 'name': CloneVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.074264] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f87615ff-0345-4c22-b913-489d65c2ca45 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "f5404848-2367-4aff-adb0-9986ef7e4771" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.313s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.133753] env[68391]: DEBUG oslo_concurrency.lockutils [None req-974a94a5-ed23-403b-b6f7-551e475962aa tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.397s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.137495] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.682s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.137543] env[68391]: DEBUG nova.objects.instance [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Lazy-loading 'resources' on Instance uuid 6b1d42a8-a63b-4e5c-91f5-bec837b51b89 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.179904] env[68391]: DEBUG nova.compute.manager [req-ee7cfee0-8386-439e-9b6c-4390e7f5bfa4 req-62f52d01-81f2-420a-8aeb-45c31a827129 service nova] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Received event network-vif-plugged-0ec5ec55-6a35-4110-a0ab-21495b6e2695 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.180169] env[68391]: DEBUG oslo_concurrency.lockutils [req-ee7cfee0-8386-439e-9b6c-4390e7f5bfa4 req-62f52d01-81f2-420a-8aeb-45c31a827129 service nova] Acquiring lock "62d355be-8591-4ab7-b9bd-37c889593b50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.180487] env[68391]: DEBUG oslo_concurrency.lockutils [req-ee7cfee0-8386-439e-9b6c-4390e7f5bfa4 req-62f52d01-81f2-420a-8aeb-45c31a827129 service nova] Lock "62d355be-8591-4ab7-b9bd-37c889593b50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.180694] env[68391]: DEBUG oslo_concurrency.lockutils [req-ee7cfee0-8386-439e-9b6c-4390e7f5bfa4 req-62f52d01-81f2-420a-8aeb-45c31a827129 service nova] Lock "62d355be-8591-4ab7-b9bd-37c889593b50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.181126] env[68391]: DEBUG nova.compute.manager [req-ee7cfee0-8386-439e-9b6c-4390e7f5bfa4 req-62f52d01-81f2-420a-8aeb-45c31a827129 service nova] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] No waiting events found dispatching network-vif-plugged-0ec5ec55-6a35-4110-a0ab-21495b6e2695 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.181580] env[68391]: WARNING nova.compute.manager [req-ee7cfee0-8386-439e-9b6c-4390e7f5bfa4 req-62f52d01-81f2-420a-8aeb-45c31a827129 service nova] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Received unexpected event network-vif-plugged-0ec5ec55-6a35-4110-a0ab-21495b6e2695 for instance with vm_state building and task_state spawning. [ 973.184439] env[68391]: INFO nova.compute.manager [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Took 35.65 seconds to build instance. [ 973.226457] env[68391]: DEBUG nova.network.neutron [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Successfully updated port: 0ec5ec55-6a35-4110-a0ab-21495b6e2695 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.435419] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 973.435419] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e299fe-66de-fc96-ea0a-de9dcc9e1b66" [ 973.435419] env[68391]: _type = "HttpNfcLease" [ 973.435419] env[68391]: } is ready. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 973.435741] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 973.435741] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e299fe-66de-fc96-ea0a-de9dcc9e1b66" [ 973.435741] env[68391]: _type = "HttpNfcLease" [ 973.435741] env[68391]: }. {{(pid=68391) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 973.436505] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48eb08b8-0e71-42eb-b645-9b2b85edb48d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.444144] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5271dd0e-d4d7-798c-2d85-0502c45bf976/disk-0.vmdk from lease info. {{(pid=68391) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 973.444356] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Creating HTTP connection to write to file with size = 31592448 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5271dd0e-d4d7-798c-2d85-0502c45bf976/disk-0.vmdk. {{(pid=68391) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 973.516896] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f4ac8c6-0a0d-45e8-9f62-e1ffe5f1e4be {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.524390] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039470, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.687202] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dc53d0bb-9139-4970-bdf1-3f7e9dae61d8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.162s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.704866] env[68391]: INFO nova.scheduler.client.report [None req-974a94a5-ed23-403b-b6f7-551e475962aa tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Deleted allocation for migration 171a3d3b-8410-43c1-83ae-b2d81323eb06 [ 973.732656] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Acquiring lock "refresh_cache-62d355be-8591-4ab7-b9bd-37c889593b50" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.732766] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Acquired lock "refresh_cache-62d355be-8591-4ab7-b9bd-37c889593b50" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.732918] env[68391]: DEBUG nova.network.neutron [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.942630] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef90403-8851-4753-9e8d-d5862133fd9e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.951963] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ba7f43-f146-4249-aad3-83869237b678 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.983539] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7967536e-3ed3-4dcd-a18f-50b8adc2823b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.991406] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d70d7c-f437-4d01-9d95-8faef46f71f9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.007483] env[68391]: DEBUG nova.compute.provider_tree [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.011173] env[68391]: INFO nova.compute.manager [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Rescuing [ 974.011473] env[68391]: DEBUG oslo_concurrency.lockutils [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "refresh_cache-1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.015037] env[68391]: DEBUG oslo_concurrency.lockutils [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquired lock "refresh_cache-1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.015037] env[68391]: DEBUG nova.network.neutron [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.023316] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039470, 'name': CloneVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.212483] env[68391]: DEBUG oslo_concurrency.lockutils [None req-974a94a5-ed23-403b-b6f7-551e475962aa tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "b328a34c-8301-46d9-835c-feceaffdf346" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.782s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.274681] env[68391]: DEBUG nova.network.neutron [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.497057] env[68391]: DEBUG nova.network.neutron [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Updating instance_info_cache with network_info: [{"id": "0ec5ec55-6a35-4110-a0ab-21495b6e2695", "address": "fa:16:3e:04:8a:8c", "network": {"id": "4c559144-f2cd-43bd-88be-e1807a433a3d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1326354873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cce4c95bbead4942afdd418f304efc70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ec5ec55-6a", "ovs_interfaceid": "0ec5ec55-6a35-4110-a0ab-21495b6e2695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.514408] env[68391]: DEBUG nova.scheduler.client.report [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.531989] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039470, 'name': CloneVM_Task, 'duration_secs': 1.082347} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.534181] env[68391]: INFO nova.virt.vmwareapi.vmops [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Created linked-clone VM from snapshot [ 974.535054] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43974321-343a-4513-953a-445522b1df8f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.543771] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Uploading image 1e25b2f1-36bd-4f32-bb07-24409ac73f83 {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 974.556970] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Destroying the VM {{(pid=68391) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 974.556970] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a8e6b44b-8950-4c31-9477-8b10007e3c77 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.564438] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 974.564438] env[68391]: value = "task-3039471" [ 974.564438] env[68391]: _type = "Task" [ 974.564438] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.572639] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039471, 'name': Destroy_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.748119] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Completed reading data from the image iterator. {{(pid=68391) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 974.748119] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5271dd0e-d4d7-798c-2d85-0502c45bf976/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 974.748119] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6b6a59-cb21-4129-beca-c0e3bd050d01 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.755122] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5271dd0e-d4d7-798c-2d85-0502c45bf976/disk-0.vmdk is in state: ready. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 974.755799] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5271dd0e-d4d7-798c-2d85-0502c45bf976/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 974.756206] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-22d3802f-1332-44c2-8f1a-dc4560bd3bb6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.803879] env[68391]: DEBUG nova.network.neutron [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Updating instance_info_cache with network_info: [{"id": "5b4ecbe3-f2f8-486e-832f-aaed7c28e1ed", "address": "fa:16:3e:9a:8e:4e", "network": {"id": "af44e403-39d4-4222-8b45-8e85e210199b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1627779861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3159520e19b845c19d66b40346b96f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4ecbe3-f2", "ovs_interfaceid": "5b4ecbe3-f2f8-486e-832f-aaed7c28e1ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.000053] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Releasing lock "refresh_cache-62d355be-8591-4ab7-b9bd-37c889593b50" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.000410] env[68391]: DEBUG nova.compute.manager [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Instance network_info: |[{"id": "0ec5ec55-6a35-4110-a0ab-21495b6e2695", "address": "fa:16:3e:04:8a:8c", "network": {"id": "4c559144-f2cd-43bd-88be-e1807a433a3d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1326354873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cce4c95bbead4942afdd418f304efc70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ec5ec55-6a", "ovs_interfaceid": "0ec5ec55-6a35-4110-a0ab-21495b6e2695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.000839] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:8a:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ec5ec55-6a35-4110-a0ab-21495b6e2695', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.009247] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Creating folder: Project (cce4c95bbead4942afdd418f304efc70). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.009656] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78ffb285-8d8c-486e-9507-745d8e7e4d5d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.027842] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.030052] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Created folder: Project (cce4c95bbead4942afdd418f304efc70) in parent group-v608736. [ 975.030281] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Creating folder: Instances. Parent ref: group-v609002. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.030979] env[68391]: DEBUG oslo_concurrency.lockutils [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.241s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.032355] env[68391]: INFO nova.compute.claims [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.035314] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae2644a7-bde8-4375-91a7-2fabd38ee6dd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.045562] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Created folder: Instances in parent group-v609002. [ 975.045817] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.046028] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.046375] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1ed6d71-93d8-4fd6-8984-f25b7091f052 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.061583] env[68391]: INFO nova.scheduler.client.report [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Deleted allocations for instance 6b1d42a8-a63b-4e5c-91f5-bec837b51b89 [ 975.069284] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.069284] env[68391]: value = "task-3039474" [ 975.069284] env[68391]: _type = "Task" [ 975.069284] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.076712] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039471, 'name': Destroy_Task} progress is 33%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.081966] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039474, 'name': CreateVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.134957] env[68391]: DEBUG oslo_vmware.rw_handles [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5271dd0e-d4d7-798c-2d85-0502c45bf976/disk-0.vmdk. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 975.135238] env[68391]: INFO nova.virt.vmwareapi.images [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Downloaded image file data bee69916-8666-4a97-873f-d5fee1cb1b73 [ 975.136222] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a1d380-326b-44f3-8aff-558bb9f8acc2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.155154] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40a09a66-b633-4e63-ba35-230230f76450 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.200751] env[68391]: INFO nova.virt.vmwareapi.images [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] The imported VM was unregistered [ 975.203433] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Caching image {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 975.203675] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Creating directory with path [datastore2] devstack-image-cache_base/bee69916-8666-4a97-873f-d5fee1cb1b73 {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.203996] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3b70846-30bf-4a67-b838-7e11f8347bd4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.212985] env[68391]: DEBUG nova.compute.manager [req-f01145fb-7564-4dfb-955f-22fb02d3f334 req-11438a21-1306-41cf-8cc0-262e0bc7f8c2 service nova] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Received event network-changed-0ec5ec55-6a35-4110-a0ab-21495b6e2695 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.213253] env[68391]: DEBUG nova.compute.manager [req-f01145fb-7564-4dfb-955f-22fb02d3f334 req-11438a21-1306-41cf-8cc0-262e0bc7f8c2 service nova] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Refreshing instance network info cache due to event network-changed-0ec5ec55-6a35-4110-a0ab-21495b6e2695. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.214022] env[68391]: DEBUG oslo_concurrency.lockutils [req-f01145fb-7564-4dfb-955f-22fb02d3f334 req-11438a21-1306-41cf-8cc0-262e0bc7f8c2 service nova] Acquiring lock "refresh_cache-62d355be-8591-4ab7-b9bd-37c889593b50" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.214022] env[68391]: DEBUG oslo_concurrency.lockutils [req-f01145fb-7564-4dfb-955f-22fb02d3f334 req-11438a21-1306-41cf-8cc0-262e0bc7f8c2 service nova] Acquired lock "refresh_cache-62d355be-8591-4ab7-b9bd-37c889593b50" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.214022] env[68391]: DEBUG nova.network.neutron [req-f01145fb-7564-4dfb-955f-22fb02d3f334 req-11438a21-1306-41cf-8cc0-262e0bc7f8c2 service nova] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Refreshing network info cache for port 0ec5ec55-6a35-4110-a0ab-21495b6e2695 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.221879] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Created directory with path [datastore2] devstack-image-cache_base/bee69916-8666-4a97-873f-d5fee1cb1b73 {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.222202] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9249173b-40c1-4262-a4e0-d1de73436dab/OSTACK_IMG_9249173b-40c1-4262-a4e0-d1de73436dab.vmdk to [datastore2] devstack-image-cache_base/bee69916-8666-4a97-873f-d5fee1cb1b73/bee69916-8666-4a97-873f-d5fee1cb1b73.vmdk. {{(pid=68391) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 975.223123] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8a69f10d-a710-4716-b0f0-c0db3700b655 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.231195] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 975.231195] env[68391]: value = "task-3039476" [ 975.231195] env[68391]: _type = "Task" [ 975.231195] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.240499] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039476, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.306816] env[68391]: DEBUG oslo_concurrency.lockutils [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Releasing lock "refresh_cache-1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.572667] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9e50b436-d7da-4d26-bda9-3109923b88a0 tempest-ServersListShow2100Test-2040538104 tempest-ServersListShow2100Test-2040538104-project-member] Lock "6b1d42a8-a63b-4e5c-91f5-bec837b51b89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.421s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.580807] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039471, 'name': Destroy_Task, 'duration_secs': 0.595018} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.581505] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Destroyed the VM [ 975.581795] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Deleting Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 975.582075] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ccf03bd7-631c-4cf6-98b3-1824ba44871c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.587335] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039474, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.593217] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "b328a34c-8301-46d9-835c-feceaffdf346" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.593470] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "b328a34c-8301-46d9-835c-feceaffdf346" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.593651] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "b328a34c-8301-46d9-835c-feceaffdf346-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.593839] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "b328a34c-8301-46d9-835c-feceaffdf346-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.593986] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "b328a34c-8301-46d9-835c-feceaffdf346-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.597017] env[68391]: INFO nova.compute.manager [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Terminating instance [ 975.600503] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 975.600503] env[68391]: value = "task-3039477" [ 975.600503] env[68391]: _type = "Task" [ 975.600503] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.610747] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039477, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.745980] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039476, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.047010] env[68391]: DEBUG nova.network.neutron [req-f01145fb-7564-4dfb-955f-22fb02d3f334 req-11438a21-1306-41cf-8cc0-262e0bc7f8c2 service nova] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Updated VIF entry in instance network info cache for port 0ec5ec55-6a35-4110-a0ab-21495b6e2695. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.047634] env[68391]: DEBUG nova.network.neutron [req-f01145fb-7564-4dfb-955f-22fb02d3f334 req-11438a21-1306-41cf-8cc0-262e0bc7f8c2 service nova] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Updating instance_info_cache with network_info: [{"id": "0ec5ec55-6a35-4110-a0ab-21495b6e2695", "address": "fa:16:3e:04:8a:8c", "network": {"id": "4c559144-f2cd-43bd-88be-e1807a433a3d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1326354873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cce4c95bbead4942afdd418f304efc70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ec5ec55-6a", "ovs_interfaceid": "0ec5ec55-6a35-4110-a0ab-21495b6e2695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.083546] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039474, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.109678] env[68391]: DEBUG oslo_concurrency.lockutils [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "17887678-d0d0-44f3-959c-91588dcd432d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.109937] env[68391]: DEBUG oslo_concurrency.lockutils [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "17887678-d0d0-44f3-959c-91588dcd432d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.114312] env[68391]: DEBUG nova.compute.manager [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.114586] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.116312] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbdc636-7c15-4998-af04-d59fd0dd77d9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.125664] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039477, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.131212] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.131954] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a760d643-4fcc-4123-9f17-587fbea43488 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.141460] env[68391]: DEBUG oslo_vmware.api [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 976.141460] env[68391]: value = "task-3039478" [ 976.141460] env[68391]: _type = "Task" [ 976.141460] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.155158] env[68391]: DEBUG oslo_vmware.api [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.247912] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039476, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.326777] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbb502d-6c5a-4d79-88b7-005168ee3eb3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.336433] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d179712f-5a29-456f-a50a-a7471e4eff31 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.376339] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc1e99d-436a-4442-a707-90ebbffd3315 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.388032] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f740af-2d85-4126-98b7-9707bc787687 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.405368] env[68391]: DEBUG nova.compute.provider_tree [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.550880] env[68391]: DEBUG oslo_concurrency.lockutils [req-f01145fb-7564-4dfb-955f-22fb02d3f334 req-11438a21-1306-41cf-8cc0-262e0bc7f8c2 service nova] Releasing lock "refresh_cache-62d355be-8591-4ab7-b9bd-37c889593b50" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.590299] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039474, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.613126] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039477, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.616720] env[68391]: DEBUG nova.compute.manager [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.656908] env[68391]: DEBUG oslo_vmware.api [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039478, 'name': PowerOffVM_Task, 'duration_secs': 0.264051} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.658071] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.658292] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.658619] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68a54579-dc41-4320-9a2f-7a8082e1ace1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.729990] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.730235] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.730420] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Deleting the datastore file [datastore1] b328a34c-8301-46d9-835c-feceaffdf346 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.730839] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05a0e624-9804-4fca-bbb1-7bc6df43feb4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.741645] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039476, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.743114] env[68391]: DEBUG oslo_vmware.api [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 976.743114] env[68391]: value = "task-3039480" [ 976.743114] env[68391]: _type = "Task" [ 976.743114] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.754126] env[68391]: DEBUG oslo_vmware.api [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.876138] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.877069] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce0ceaf8-985c-4318-a4b6-12636621bbb5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.884376] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 976.884376] env[68391]: value = "task-3039481" [ 976.884376] env[68391]: _type = "Task" [ 976.884376] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.896124] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.908560] env[68391]: DEBUG nova.scheduler.client.report [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.085307] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039474, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.112962] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039477, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.142512] env[68391]: DEBUG oslo_concurrency.lockutils [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.245613] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039476, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.255357] env[68391]: DEBUG oslo_vmware.api [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452237} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.255724] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.255959] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.256199] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.256413] env[68391]: INFO nova.compute.manager [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Took 1.14 seconds to destroy the instance on the hypervisor. [ 977.256671] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.256871] env[68391]: DEBUG nova.compute.manager [-] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.256961] env[68391]: DEBUG nova.network.neutron [-] [instance: b328a34c-8301-46d9-835c-feceaffdf346] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.395724] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.413947] env[68391]: DEBUG oslo_concurrency.lockutils [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.414601] env[68391]: DEBUG nova.compute.manager [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.417825] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.617s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.418039] env[68391]: DEBUG nova.objects.instance [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68391) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 977.497028] env[68391]: DEBUG nova.compute.manager [req-31ddb6c7-8e26-4d30-8f32-0fce8ea28552 req-888265b7-dcd4-4356-9fd9-f271dc963605 service nova] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Received event network-vif-deleted-327b06eb-14fc-4d95-9ddf-9d89d56e888f {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.497028] env[68391]: INFO nova.compute.manager [req-31ddb6c7-8e26-4d30-8f32-0fce8ea28552 req-888265b7-dcd4-4356-9fd9-f271dc963605 service nova] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Neutron deleted interface 327b06eb-14fc-4d95-9ddf-9d89d56e888f; detaching it from the instance and deleting it from the info cache [ 977.497143] env[68391]: DEBUG nova.network.neutron [req-31ddb6c7-8e26-4d30-8f32-0fce8ea28552 req-888265b7-dcd4-4356-9fd9-f271dc963605 service nova] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.590998] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039474, 'name': CreateVM_Task, 'duration_secs': 2.501856} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.591234] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.592196] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.592415] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.593054] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.593234] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1bba4a4-c86b-40a5-9afa-786933a8c7b9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.602343] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Waiting for the task: (returnval){ [ 977.602343] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521e055c-340f-76de-8b98-f20dac908395" [ 977.602343] env[68391]: _type = "Task" [ 977.602343] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.618177] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039477, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.622092] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521e055c-340f-76de-8b98-f20dac908395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.746049] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039476, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.897184] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039481, 'name': PowerOffVM_Task, 'duration_secs': 0.853579} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.897463] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.898315] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218c3b9b-bc12-4df9-b8d2-ab9ee6c367db {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.917376] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2911a4b5-75fc-4c01-b481-44a3497ba832 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.922738] env[68391]: DEBUG nova.compute.utils [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.929094] env[68391]: DEBUG nova.compute.manager [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.929298] env[68391]: DEBUG nova.network.neutron [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.934208] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fa4ebc71-3907-4326-afa4-3118af585772 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.517s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.935237] env[68391]: DEBUG oslo_concurrency.lockutils [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.606s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.936653] env[68391]: INFO nova.compute.claims [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.958603] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.959144] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7afc8625-2181-4918-b46f-d3030d004a3a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.968031] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 977.968031] env[68391]: value = "task-3039482" [ 977.968031] env[68391]: _type = "Task" [ 977.968031] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.977320] env[68391]: DEBUG nova.network.neutron [-] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.978559] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] VM already powered off {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 977.978763] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.979014] env[68391]: DEBUG oslo_concurrency.lockutils [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.979174] env[68391]: DEBUG oslo_concurrency.lockutils [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.979354] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.980316] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cc3529f-0359-4806-b57f-fb2d1a23e0c4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.992038] env[68391]: DEBUG nova.policy [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21a0b5e2536547a08e15031454df0f10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4deb54b560a43289729084b9fbad669', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.995041] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.995227] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.995957] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffd2329a-1d83-4645-96a1-3c411f95e2ef {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.001264] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f89b94b-650e-4e66-a005-11587db16d74 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.003245] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 978.003245] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a3cd24-3497-af65-0471-b477b7c361a2" [ 978.003245] env[68391]: _type = "Task" [ 978.003245] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.010964] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f9759c-72d7-4272-8f2b-7f5dc2ab8af9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.025204] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a3cd24-3497-af65-0471-b477b7c361a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.049507] env[68391]: DEBUG nova.compute.manager [req-31ddb6c7-8e26-4d30-8f32-0fce8ea28552 req-888265b7-dcd4-4356-9fd9-f271dc963605 service nova] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Detach interface failed, port_id=327b06eb-14fc-4d95-9ddf-9d89d56e888f, reason: Instance b328a34c-8301-46d9-835c-feceaffdf346 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 978.115503] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039477, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.119105] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521e055c-340f-76de-8b98-f20dac908395, 'name': SearchDatastore_Task, 'duration_secs': 0.078179} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.119402] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.119722] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.119858] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.120017] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.120196] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.120450] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99c85e5b-12d1-4392-85f0-b4bb4b725bee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.129982] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.130151] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.130844] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf1619f4-9023-433b-ac97-447f956507c5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.135609] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Waiting for the task: (returnval){ [ 978.135609] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52335b7a-b7fe-7e80-84a7-2c7db98400eb" [ 978.135609] env[68391]: _type = "Task" [ 978.135609] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.143634] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52335b7a-b7fe-7e80-84a7-2c7db98400eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.244676] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039476, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.911121} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.244958] env[68391]: INFO nova.virt.vmwareapi.ds_util [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9249173b-40c1-4262-a4e0-d1de73436dab/OSTACK_IMG_9249173b-40c1-4262-a4e0-d1de73436dab.vmdk to [datastore2] devstack-image-cache_base/bee69916-8666-4a97-873f-d5fee1cb1b73/bee69916-8666-4a97-873f-d5fee1cb1b73.vmdk. [ 978.245161] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Cleaning up location [datastore2] OSTACK_IMG_9249173b-40c1-4262-a4e0-d1de73436dab {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 978.245327] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9249173b-40c1-4262-a4e0-d1de73436dab {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.245739] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ca80c60-b073-4894-a403-4ce1ae1f9556 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.253037] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 978.253037] env[68391]: value = "task-3039483" [ 978.253037] env[68391]: _type = "Task" [ 978.253037] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.260745] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.330193] env[68391]: DEBUG nova.network.neutron [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Successfully created port: c192e4bc-9dd4-40d8-84b8-6427c32bcecf {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.427443] env[68391]: DEBUG nova.compute.manager [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.480702] env[68391]: INFO nova.compute.manager [-] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Took 1.22 seconds to deallocate network for instance. [ 978.514754] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a3cd24-3497-af65-0471-b477b7c361a2, 'name': SearchDatastore_Task, 'duration_secs': 0.040726} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.516176] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9009cf8-0aa6-4079-9a6c-0b959a4ad144 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.521848] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 978.521848] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ce26d4-063d-be58-4345-7b252936734d" [ 978.521848] env[68391]: _type = "Task" [ 978.521848] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.529303] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ce26d4-063d-be58-4345-7b252936734d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.617184] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039477, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.644661] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52335b7a-b7fe-7e80-84a7-2c7db98400eb, 'name': SearchDatastore_Task, 'duration_secs': 0.025655} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.645372] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f0dfd8-5901-492a-9c3c-0b9f57e654ea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.650410] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Waiting for the task: (returnval){ [ 978.650410] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52046968-4ddc-2a18-d45a-5e2e97750534" [ 978.650410] env[68391]: _type = "Task" [ 978.650410] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.657552] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52046968-4ddc-2a18-d45a-5e2e97750534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.762566] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258776} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.762947] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.763133] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bee69916-8666-4a97-873f-d5fee1cb1b73/bee69916-8666-4a97-873f-d5fee1cb1b73.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.763387] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bee69916-8666-4a97-873f-d5fee1cb1b73/bee69916-8666-4a97-873f-d5fee1cb1b73.vmdk to [datastore2] 38da167e-1f64-462f-9847-b4daa77d0390/38da167e-1f64-462f-9847-b4daa77d0390.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.763637] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70499547-bebd-4696-b0d8-87fab58a5f44 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.770209] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 978.770209] env[68391]: value = "task-3039484" [ 978.770209] env[68391]: _type = "Task" [ 978.770209] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.783247] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.987676] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.035569] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ce26d4-063d-be58-4345-7b252936734d, 'name': SearchDatastore_Task, 'duration_secs': 0.04596} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.036015] env[68391]: DEBUG oslo_concurrency.lockutils [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.036386] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk. {{(pid=68391) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 979.036741] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26d1a617-0cad-447a-a0b7-63ca9b1b9e22 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.048205] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 979.048205] env[68391]: value = "task-3039485" [ 979.048205] env[68391]: _type = "Task" [ 979.048205] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.058776] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.122539] env[68391]: DEBUG oslo_vmware.api [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039477, 'name': RemoveSnapshot_Task, 'duration_secs': 3.506472} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.122850] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Deleted Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 979.166963] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52046968-4ddc-2a18-d45a-5e2e97750534, 'name': SearchDatastore_Task, 'duration_secs': 0.062934} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.167564] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.167564] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 62d355be-8591-4ab7-b9bd-37c889593b50/62d355be-8591-4ab7-b9bd-37c889593b50.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.167834] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12829608-1159-4456-8435-9e06d08902ee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.175744] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Waiting for the task: (returnval){ [ 979.175744] env[68391]: value = "task-3039486" [ 979.175744] env[68391]: _type = "Task" [ 979.175744] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.185901] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': task-3039486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.214918] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc62960-2b13-4bcb-800a-0f449df12a22 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.225332] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cc6915-726e-4e03-8271-8a453851e153 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.259819] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfd147a-3ded-44ba-801c-36cae6e9130a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.269952] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28faa5e5-9c10-459b-9c4c-0299b0002c0b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.284060] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039484, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.292339] env[68391]: DEBUG nova.compute.provider_tree [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.438732] env[68391]: DEBUG nova.compute.manager [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.477264] env[68391]: DEBUG nova.virt.hardware [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.477465] env[68391]: DEBUG nova.virt.hardware [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.477503] env[68391]: DEBUG nova.virt.hardware [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.477724] env[68391]: DEBUG nova.virt.hardware [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.477889] env[68391]: DEBUG nova.virt.hardware [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.478064] env[68391]: DEBUG nova.virt.hardware [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.478309] env[68391]: DEBUG nova.virt.hardware [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.478470] env[68391]: DEBUG nova.virt.hardware [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.478666] env[68391]: DEBUG nova.virt.hardware [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.478838] env[68391]: DEBUG nova.virt.hardware [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.479014] env[68391]: DEBUG nova.virt.hardware [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.480049] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f9958c-c62e-43ec-ae50-5e900aa85cc8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.491068] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62208604-ec69-4dc6-a5eb-93eab8e8f42b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.562959] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039485, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.627715] env[68391]: WARNING nova.compute.manager [None req-f9354ed4-21ae-46e0-80a7-3f0af75b7c9c tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Image not found during snapshot: nova.exception.ImageNotFound: Image 1e25b2f1-36bd-4f32-bb07-24409ac73f83 could not be found. [ 979.688497] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': task-3039486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.770578] env[68391]: DEBUG nova.compute.manager [req-726278fb-2966-4d9f-916e-f0c549a94077 req-43b946ca-3dc2-4b0f-90fc-5714c271b045 service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Received event network-vif-plugged-c192e4bc-9dd4-40d8-84b8-6427c32bcecf {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.770791] env[68391]: DEBUG oslo_concurrency.lockutils [req-726278fb-2966-4d9f-916e-f0c549a94077 req-43b946ca-3dc2-4b0f-90fc-5714c271b045 service nova] Acquiring lock "d70e2998-e8b3-479e-8dc0-1d9a90225d44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.770994] env[68391]: DEBUG oslo_concurrency.lockutils [req-726278fb-2966-4d9f-916e-f0c549a94077 req-43b946ca-3dc2-4b0f-90fc-5714c271b045 service nova] Lock "d70e2998-e8b3-479e-8dc0-1d9a90225d44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.771173] env[68391]: DEBUG oslo_concurrency.lockutils [req-726278fb-2966-4d9f-916e-f0c549a94077 req-43b946ca-3dc2-4b0f-90fc-5714c271b045 service nova] Lock "d70e2998-e8b3-479e-8dc0-1d9a90225d44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.771337] env[68391]: DEBUG nova.compute.manager [req-726278fb-2966-4d9f-916e-f0c549a94077 req-43b946ca-3dc2-4b0f-90fc-5714c271b045 service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] No waiting events found dispatching network-vif-plugged-c192e4bc-9dd4-40d8-84b8-6427c32bcecf {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.771502] env[68391]: WARNING nova.compute.manager [req-726278fb-2966-4d9f-916e-f0c549a94077 req-43b946ca-3dc2-4b0f-90fc-5714c271b045 service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Received unexpected event network-vif-plugged-c192e4bc-9dd4-40d8-84b8-6427c32bcecf for instance with vm_state building and task_state spawning. [ 979.789437] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039484, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.796288] env[68391]: DEBUG nova.scheduler.client.report [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.896115] env[68391]: DEBUG nova.network.neutron [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Successfully updated port: c192e4bc-9dd4-40d8-84b8-6427c32bcecf {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.020188] env[68391]: DEBUG oslo_concurrency.lockutils [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "d41d5d7f-bb70-4ddb-b539-2541485f419a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.020188] env[68391]: DEBUG oslo_concurrency.lockutils [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "d41d5d7f-bb70-4ddb-b539-2541485f419a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.020188] env[68391]: DEBUG oslo_concurrency.lockutils [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "d41d5d7f-bb70-4ddb-b539-2541485f419a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.020188] env[68391]: DEBUG oslo_concurrency.lockutils [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "d41d5d7f-bb70-4ddb-b539-2541485f419a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.020188] env[68391]: DEBUG oslo_concurrency.lockutils [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "d41d5d7f-bb70-4ddb-b539-2541485f419a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.022961] env[68391]: INFO nova.compute.manager [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Terminating instance [ 980.065415] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782972} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.065750] env[68391]: INFO nova.virt.vmwareapi.ds_util [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk. [ 980.066628] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba22944-3003-4064-aa8c-b421c46f2658 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.098840] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.099245] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e9f2caf-c43c-4481-9c4a-0bd5f8a1960f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.121087] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 980.121087] env[68391]: value = "task-3039487" [ 980.121087] env[68391]: _type = "Task" [ 980.121087] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.132934] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.189117] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': task-3039486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.289730] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039484, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.301983] env[68391]: DEBUG oslo_concurrency.lockutils [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.302600] env[68391]: DEBUG nova.compute.manager [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.305671] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.503s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.305946] env[68391]: DEBUG nova.objects.instance [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lazy-loading 'resources' on Instance uuid 5ab16193-c471-4efa-8198-9880e1405dfd {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.399367] env[68391]: DEBUG oslo_concurrency.lockutils [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.399601] env[68391]: DEBUG oslo_concurrency.lockutils [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.400197] env[68391]: DEBUG nova.network.neutron [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.528018] env[68391]: DEBUG nova.compute.manager [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.528331] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.529285] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa8d8e0-2c71-448c-b5cd-dd0ea0c43980 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.540686] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.540987] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74c1059a-9f24-4c16-b500-01a1e6442f45 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.550430] env[68391]: DEBUG oslo_vmware.api [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 980.550430] env[68391]: value = "task-3039488" [ 980.550430] env[68391]: _type = "Task" [ 980.550430] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.561258] env[68391]: DEBUG oslo_vmware.api [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.633711] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.689151] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': task-3039486, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.791193] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039484, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.810038] env[68391]: DEBUG nova.compute.utils [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.811187] env[68391]: DEBUG nova.compute.manager [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.811371] env[68391]: DEBUG nova.network.neutron [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.868921] env[68391]: DEBUG nova.policy [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3815edcb5a1248acb4f787040ec135f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2039f84e9a144d2bca9cb8212bb2391', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.952700] env[68391]: DEBUG nova.network.neutron [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.064289] env[68391]: DEBUG oslo_vmware.api [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.143842] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039487, 'name': ReconfigVM_Task, 'duration_secs': 0.694405} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.146023] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.147822] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46a73bb-29aa-4e22-9971-b96567f9cc89 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.158436] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a1b0cf-7ecc-4c8a-aa4a-9820ce6cdd9e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.208157] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ff8b6d7-348c-4291-81ee-91f035ba8ca5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.221348] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcbcd62-528e-4f6e-80d2-3b55c554831a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.233311] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': task-3039486, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.259746] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 981.259746] env[68391]: value = "task-3039489" [ 981.259746] env[68391]: _type = "Task" [ 981.259746] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.261166] env[68391]: DEBUG nova.network.neutron [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Updating instance_info_cache with network_info: [{"id": "c192e4bc-9dd4-40d8-84b8-6427c32bcecf", "address": "fa:16:3e:cc:97:6e", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc192e4bc-9d", "ovs_interfaceid": "c192e4bc-9dd4-40d8-84b8-6427c32bcecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.263077] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b11cb5-c633-47cb-a008-e7be8b899a26 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.279595] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa81e338-27c4-46f3-a0ca-babcd25629cf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.281988] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.299138] env[68391]: DEBUG nova.compute.provider_tree [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.304133] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039484, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.317500] env[68391]: DEBUG nova.compute.manager [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.451869] env[68391]: DEBUG nova.network.neutron [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Successfully created port: 3ccd0969-a76f-4444-bdbe-eab2a35e11fe {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.560641] env[68391]: DEBUG oslo_vmware.api [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.704718] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': task-3039486, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.443601} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.704980] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 62d355be-8591-4ab7-b9bd-37c889593b50/62d355be-8591-4ab7-b9bd-37c889593b50.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.705213] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.705480] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81cf304b-0316-49f9-80f1-7670ba21446a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.712152] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Waiting for the task: (returnval){ [ 981.712152] env[68391]: value = "task-3039490" [ 981.712152] env[68391]: _type = "Task" [ 981.712152] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.720121] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': task-3039490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.767286] env[68391]: DEBUG oslo_concurrency.lockutils [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.767734] env[68391]: DEBUG nova.compute.manager [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Instance network_info: |[{"id": "c192e4bc-9dd4-40d8-84b8-6427c32bcecf", "address": "fa:16:3e:cc:97:6e", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc192e4bc-9d", "ovs_interfaceid": "c192e4bc-9dd4-40d8-84b8-6427c32bcecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.768283] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:97:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c192e4bc-9dd4-40d8-84b8-6427c32bcecf', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.775924] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.776576] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.776847] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c54a374-bf9d-4138-a151-f9ad8ab478c1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.794433] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039489, 'name': ReconfigVM_Task, 'duration_secs': 0.293931} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.797798] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.798295] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64626a99-800f-4c65-8249-43c0406fd1c9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.802293] env[68391]: DEBUG nova.compute.manager [req-4d440e69-074a-4578-81aa-f340473a8421 req-e054dfed-72f0-44c1-9826-972c181db447 service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Received event network-changed-c192e4bc-9dd4-40d8-84b8-6427c32bcecf {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.803035] env[68391]: DEBUG nova.compute.manager [req-4d440e69-074a-4578-81aa-f340473a8421 req-e054dfed-72f0-44c1-9826-972c181db447 service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Refreshing instance network info cache due to event network-changed-c192e4bc-9dd4-40d8-84b8-6427c32bcecf. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.803035] env[68391]: DEBUG oslo_concurrency.lockutils [req-4d440e69-074a-4578-81aa-f340473a8421 req-e054dfed-72f0-44c1-9826-972c181db447 service nova] Acquiring lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.803035] env[68391]: DEBUG oslo_concurrency.lockutils [req-4d440e69-074a-4578-81aa-f340473a8421 req-e054dfed-72f0-44c1-9826-972c181db447 service nova] Acquired lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.803173] env[68391]: DEBUG nova.network.neutron [req-4d440e69-074a-4578-81aa-f340473a8421 req-e054dfed-72f0-44c1-9826-972c181db447 service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Refreshing network info cache for port c192e4bc-9dd4-40d8-84b8-6427c32bcecf {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.809382] env[68391]: DEBUG nova.scheduler.client.report [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.812799] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.812799] env[68391]: value = "task-3039491" [ 981.812799] env[68391]: _type = "Task" [ 981.812799] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.813050] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039484, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.766549} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.815621] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bee69916-8666-4a97-873f-d5fee1cb1b73/bee69916-8666-4a97-873f-d5fee1cb1b73.vmdk to [datastore2] 38da167e-1f64-462f-9847-b4daa77d0390/38da167e-1f64-462f-9847-b4daa77d0390.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.815843] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 981.815843] env[68391]: value = "task-3039492" [ 981.815843] env[68391]: _type = "Task" [ 981.815843] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.819885] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14aa017c-8647-40b1-aab7-098559a342a7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.837314] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039491, 'name': CreateVM_Task} progress is 15%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.849701] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039492, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.859702] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 38da167e-1f64-462f-9847-b4daa77d0390/38da167e-1f64-462f-9847-b4daa77d0390.vmdk or device None with type streamOptimized {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.860452] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c1e5b5b-af1c-4c4f-9480-777724a665f0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.880913] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 981.880913] env[68391]: value = "task-3039493" [ 981.880913] env[68391]: _type = "Task" [ 981.880913] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.889886] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.064137] env[68391]: DEBUG oslo_vmware.api [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039488, 'name': PowerOffVM_Task, 'duration_secs': 1.118674} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.064137] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.064137] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.064369] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1348ee6b-8608-4851-b885-cc4449d6884b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.146218] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.146559] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.146658] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Deleting the datastore file [datastore2] d41d5d7f-bb70-4ddb-b539-2541485f419a {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.146946] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4211d7e2-b0a9-4ce6-8bd6-2c360ae8cb48 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.158169] env[68391]: DEBUG oslo_vmware.api [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for the task: (returnval){ [ 982.158169] env[68391]: value = "task-3039495" [ 982.158169] env[68391]: _type = "Task" [ 982.158169] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.166707] env[68391]: DEBUG oslo_vmware.api [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.221749] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': task-3039490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076626} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.222089] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.222880] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb094ff7-bbb5-4e37-b2ae-3c764b41133a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.244817] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 62d355be-8591-4ab7-b9bd-37c889593b50/62d355be-8591-4ab7-b9bd-37c889593b50.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.245126] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e174935b-aea7-44b2-9c27-627c7e7572c0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.265202] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Waiting for the task: (returnval){ [ 982.265202] env[68391]: value = "task-3039496" [ 982.265202] env[68391]: _type = "Task" [ 982.265202] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.273458] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': task-3039496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.316844] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.322025] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.846s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.323828] env[68391]: INFO nova.compute.claims [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.334035] env[68391]: DEBUG nova.compute.manager [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.335910] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039491, 'name': CreateVM_Task, 'duration_secs': 0.382064} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.337266] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.337834] env[68391]: DEBUG oslo_concurrency.lockutils [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.338093] env[68391]: DEBUG oslo_concurrency.lockutils [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.338449] env[68391]: DEBUG oslo_concurrency.lockutils [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.344071] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7c12d77-3f8e-413b-a34f-3d6d35b88c84 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.345795] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039492, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.346878] env[68391]: INFO nova.scheduler.client.report [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Deleted allocations for instance 5ab16193-c471-4efa-8198-9880e1405dfd [ 982.352914] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 982.352914] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5229ac29-b975-346a-3aea-5e990158b27d" [ 982.352914] env[68391]: _type = "Task" [ 982.352914] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.362474] env[68391]: DEBUG nova.virt.hardware [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.362703] env[68391]: DEBUG nova.virt.hardware [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.362862] env[68391]: DEBUG nova.virt.hardware [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.363055] env[68391]: DEBUG nova.virt.hardware [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.363206] env[68391]: DEBUG nova.virt.hardware [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.363353] env[68391]: DEBUG nova.virt.hardware [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.363561] env[68391]: DEBUG nova.virt.hardware [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.363720] env[68391]: DEBUG nova.virt.hardware [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.363890] env[68391]: DEBUG nova.virt.hardware [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.364063] env[68391]: DEBUG nova.virt.hardware [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.364256] env[68391]: DEBUG nova.virt.hardware [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.365022] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0569e0-7731-49ce-87fa-4a9a5d18e47c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.372063] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5229ac29-b975-346a-3aea-5e990158b27d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.379240] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01931771-215d-4c48-a8b8-507ccb579b70 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.400621] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.583204] env[68391]: DEBUG nova.network.neutron [req-4d440e69-074a-4578-81aa-f340473a8421 req-e054dfed-72f0-44c1-9826-972c181db447 service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Updated VIF entry in instance network info cache for port c192e4bc-9dd4-40d8-84b8-6427c32bcecf. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.583588] env[68391]: DEBUG nova.network.neutron [req-4d440e69-074a-4578-81aa-f340473a8421 req-e054dfed-72f0-44c1-9826-972c181db447 service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Updating instance_info_cache with network_info: [{"id": "c192e4bc-9dd4-40d8-84b8-6427c32bcecf", "address": "fa:16:3e:cc:97:6e", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc192e4bc-9d", "ovs_interfaceid": "c192e4bc-9dd4-40d8-84b8-6427c32bcecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.669279] env[68391]: DEBUG oslo_vmware.api [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.774827] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': task-3039496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.842750] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039492, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.863967] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6659dfc-a2ad-45b5-ad3e-168c3d6833d4 tempest-ImagesOneServerNegativeTestJSON-1755175913 tempest-ImagesOneServerNegativeTestJSON-1755175913-project-member] Lock "5ab16193-c471-4efa-8198-9880e1405dfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.502s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.870558] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5229ac29-b975-346a-3aea-5e990158b27d, 'name': SearchDatastore_Task, 'duration_secs': 0.036688} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.870906] env[68391]: DEBUG oslo_concurrency.lockutils [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.871178] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.871411] env[68391]: DEBUG oslo_concurrency.lockutils [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.872040] env[68391]: DEBUG oslo_concurrency.lockutils [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.872040] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.872040] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0627d9f6-cb25-4a23-a3c5-73e0caa5bd40 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.888343] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.888527] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.889534] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12d22e3e-6ed0-4788-948c-5d24a6221b4f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.894424] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 982.894424] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e79222-231c-3f75-4196-c3c2efd58a2b" [ 982.894424] env[68391]: _type = "Task" [ 982.894424] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.901712] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.906445] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e79222-231c-3f75-4196-c3c2efd58a2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.919910] env[68391]: DEBUG nova.network.neutron [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Successfully updated port: 3ccd0969-a76f-4444-bdbe-eab2a35e11fe {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.086429] env[68391]: DEBUG oslo_concurrency.lockutils [req-4d440e69-074a-4578-81aa-f340473a8421 req-e054dfed-72f0-44c1-9826-972c181db447 service nova] Releasing lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.168652] env[68391]: DEBUG oslo_vmware.api [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Task: {'id': task-3039495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.68291} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.168946] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.169130] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.169304] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.169487] env[68391]: INFO nova.compute.manager [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Took 2.64 seconds to destroy the instance on the hypervisor. [ 983.169714] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.169907] env[68391]: DEBUG nova.compute.manager [-] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.170033] env[68391]: DEBUG nova.network.neutron [-] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.275954] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': task-3039496, 'name': ReconfigVM_Task, 'duration_secs': 0.65708} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.275954] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 62d355be-8591-4ab7-b9bd-37c889593b50/62d355be-8591-4ab7-b9bd-37c889593b50.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.276889] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51cd8000-67d1-4087-a932-1df93517089e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.282558] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Waiting for the task: (returnval){ [ 983.282558] env[68391]: value = "task-3039497" [ 983.282558] env[68391]: _type = "Task" [ 983.282558] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.290133] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': task-3039497, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.339202] env[68391]: DEBUG oslo_vmware.api [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039492, 'name': PowerOnVM_Task, 'duration_secs': 1.052127} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.339664] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.345840] env[68391]: DEBUG nova.compute.manager [None req-44070b7d-e39b-4066-9a9a-31c0d02b7fe2 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.346523] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3e1889-b208-421c-b179-b8a795d8de81 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.398541] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039493, 'name': ReconfigVM_Task, 'duration_secs': 1.097267} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.404120] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 38da167e-1f64-462f-9847-b4daa77d0390/38da167e-1f64-462f-9847-b4daa77d0390.vmdk or device None with type streamOptimized {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.405189] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff4ec506-7948-4083-9e68-ff0c4ee8382e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.412321] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e79222-231c-3f75-4196-c3c2efd58a2b, 'name': SearchDatastore_Task, 'duration_secs': 0.04325} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.414229] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 983.414229] env[68391]: value = "task-3039498" [ 983.414229] env[68391]: _type = "Task" [ 983.414229] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.416640] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-931e5960-8654-4711-a676-c03ecced87aa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.423094] env[68391]: DEBUG oslo_concurrency.lockutils [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "refresh_cache-ea7ba3ba-230f-4523-9ccf-3f698189562e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.423269] env[68391]: DEBUG oslo_concurrency.lockutils [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "refresh_cache-ea7ba3ba-230f-4523-9ccf-3f698189562e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.423448] env[68391]: DEBUG nova.network.neutron [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.426351] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 983.426351] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5240a591-c3d8-510a-b179-2bc5df860cf8" [ 983.426351] env[68391]: _type = "Task" [ 983.426351] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.439940] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039498, 'name': Rename_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.444340] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5240a591-c3d8-510a-b179-2bc5df860cf8, 'name': SearchDatastore_Task, 'duration_secs': 0.011517} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.444625] env[68391]: DEBUG oslo_concurrency.lockutils [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.444898] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] d70e2998-e8b3-479e-8dc0-1d9a90225d44/d70e2998-e8b3-479e-8dc0-1d9a90225d44.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.445183] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a914f367-8155-4062-974d-a0f8170004aa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.451062] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 983.451062] env[68391]: value = "task-3039499" [ 983.451062] env[68391]: _type = "Task" [ 983.451062] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.465179] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.662081] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abb134e-c6fb-4e01-9c95-de17b97ddcf9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.669811] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ba4176-0c1b-41ae-ad60-c106e289aad1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.706309] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3544ef92-97a9-4dd4-b9c4-c45c7982ebd4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.714253] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e296fe2-5434-4949-8f62-8b9d5776048b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.729990] env[68391]: DEBUG nova.compute.provider_tree [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.793392] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': task-3039497, 'name': Rename_Task, 'duration_secs': 0.237683} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.793552] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.793988] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15effcb7-18bd-428d-a8e8-fbe0033e0fa8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.803061] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Waiting for the task: (returnval){ [ 983.803061] env[68391]: value = "task-3039500" [ 983.803061] env[68391]: _type = "Task" [ 983.803061] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.818533] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': task-3039500, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.930321] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039498, 'name': Rename_Task, 'duration_secs': 0.13288} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.930642] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.931238] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-901188b7-72c7-4f71-9cf6-59b991254346 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.937443] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 983.937443] env[68391]: value = "task-3039501" [ 983.937443] env[68391]: _type = "Task" [ 983.937443] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.951343] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.959803] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490092} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.960080] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] d70e2998-e8b3-479e-8dc0-1d9a90225d44/d70e2998-e8b3-479e-8dc0-1d9a90225d44.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.960313] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.960562] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eef85657-59cc-4419-8e43-450b856242fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.967291] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 983.967291] env[68391]: value = "task-3039502" [ 983.967291] env[68391]: _type = "Task" [ 983.967291] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.975788] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.998421] env[68391]: DEBUG nova.network.neutron [-] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.100374] env[68391]: DEBUG nova.compute.manager [req-5a7b05f8-7b2f-452e-8bf3-4d8cf8ea62ff req-fde2bb63-acbb-4911-878b-4105bed56732 service nova] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Received event network-vif-plugged-3ccd0969-a76f-4444-bdbe-eab2a35e11fe {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.100637] env[68391]: DEBUG oslo_concurrency.lockutils [req-5a7b05f8-7b2f-452e-8bf3-4d8cf8ea62ff req-fde2bb63-acbb-4911-878b-4105bed56732 service nova] Acquiring lock "ea7ba3ba-230f-4523-9ccf-3f698189562e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.100856] env[68391]: DEBUG oslo_concurrency.lockutils [req-5a7b05f8-7b2f-452e-8bf3-4d8cf8ea62ff req-fde2bb63-acbb-4911-878b-4105bed56732 service nova] Lock "ea7ba3ba-230f-4523-9ccf-3f698189562e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.101062] env[68391]: DEBUG oslo_concurrency.lockutils [req-5a7b05f8-7b2f-452e-8bf3-4d8cf8ea62ff req-fde2bb63-acbb-4911-878b-4105bed56732 service nova] Lock "ea7ba3ba-230f-4523-9ccf-3f698189562e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.101315] env[68391]: DEBUG nova.compute.manager [req-5a7b05f8-7b2f-452e-8bf3-4d8cf8ea62ff req-fde2bb63-acbb-4911-878b-4105bed56732 service nova] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] No waiting events found dispatching network-vif-plugged-3ccd0969-a76f-4444-bdbe-eab2a35e11fe {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.101369] env[68391]: WARNING nova.compute.manager [req-5a7b05f8-7b2f-452e-8bf3-4d8cf8ea62ff req-fde2bb63-acbb-4911-878b-4105bed56732 service nova] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Received unexpected event network-vif-plugged-3ccd0969-a76f-4444-bdbe-eab2a35e11fe for instance with vm_state building and task_state spawning. [ 984.101531] env[68391]: DEBUG nova.compute.manager [req-5a7b05f8-7b2f-452e-8bf3-4d8cf8ea62ff req-fde2bb63-acbb-4911-878b-4105bed56732 service nova] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Received event network-changed-3ccd0969-a76f-4444-bdbe-eab2a35e11fe {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.101682] env[68391]: DEBUG nova.compute.manager [req-5a7b05f8-7b2f-452e-8bf3-4d8cf8ea62ff req-fde2bb63-acbb-4911-878b-4105bed56732 service nova] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Refreshing instance network info cache due to event network-changed-3ccd0969-a76f-4444-bdbe-eab2a35e11fe. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.101853] env[68391]: DEBUG oslo_concurrency.lockutils [req-5a7b05f8-7b2f-452e-8bf3-4d8cf8ea62ff req-fde2bb63-acbb-4911-878b-4105bed56732 service nova] Acquiring lock "refresh_cache-ea7ba3ba-230f-4523-9ccf-3f698189562e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.112047] env[68391]: DEBUG nova.network.neutron [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.232858] env[68391]: DEBUG nova.scheduler.client.report [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.313426] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': task-3039500, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.359041] env[68391]: DEBUG nova.network.neutron [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Updating instance_info_cache with network_info: [{"id": "3ccd0969-a76f-4444-bdbe-eab2a35e11fe", "address": "fa:16:3e:56:34:c3", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ccd0969-a7", "ovs_interfaceid": "3ccd0969-a76f-4444-bdbe-eab2a35e11fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.448584] env[68391]: DEBUG oslo_vmware.api [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039501, 'name': PowerOnVM_Task, 'duration_secs': 0.481988} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.448861] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.479322] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072217} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.479610] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.480474] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41267447-b3aa-42d3-84bc-c12f122d3442 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.502804] env[68391]: INFO nova.compute.manager [-] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Took 1.33 seconds to deallocate network for instance. [ 984.512165] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] d70e2998-e8b3-479e-8dc0-1d9a90225d44/d70e2998-e8b3-479e-8dc0-1d9a90225d44.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.514685] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65e4c940-42ec-494e-a0cb-5a9f0e15753e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.543883] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 984.543883] env[68391]: value = "task-3039503" [ 984.543883] env[68391]: _type = "Task" [ 984.543883] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.552869] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039503, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.587388] env[68391]: DEBUG nova.compute.manager [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.588420] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf773b9-2217-42b9-aff3-8a71deeaf15f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.738766] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.739373] env[68391]: DEBUG nova.compute.manager [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.741901] env[68391]: DEBUG oslo_concurrency.lockutils [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.823s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.743386] env[68391]: INFO nova.compute.claims [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.813505] env[68391]: DEBUG oslo_vmware.api [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': task-3039500, 'name': PowerOnVM_Task, 'duration_secs': 0.560398} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.814037] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.814249] env[68391]: INFO nova.compute.manager [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Took 12.06 seconds to spawn the instance on the hypervisor. [ 984.814474] env[68391]: DEBUG nova.compute.manager [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.815554] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daeaa32-4276-4307-80b5-0e4c8dcec87b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.861932] env[68391]: DEBUG oslo_concurrency.lockutils [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "refresh_cache-ea7ba3ba-230f-4523-9ccf-3f698189562e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.862322] env[68391]: DEBUG nova.compute.manager [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Instance network_info: |[{"id": "3ccd0969-a76f-4444-bdbe-eab2a35e11fe", "address": "fa:16:3e:56:34:c3", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ccd0969-a7", "ovs_interfaceid": "3ccd0969-a76f-4444-bdbe-eab2a35e11fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.863351] env[68391]: DEBUG oslo_concurrency.lockutils [req-5a7b05f8-7b2f-452e-8bf3-4d8cf8ea62ff req-fde2bb63-acbb-4911-878b-4105bed56732 service nova] Acquired lock "refresh_cache-ea7ba3ba-230f-4523-9ccf-3f698189562e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.863544] env[68391]: DEBUG nova.network.neutron [req-5a7b05f8-7b2f-452e-8bf3-4d8cf8ea62ff req-fde2bb63-acbb-4911-878b-4105bed56732 service nova] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Refreshing network info cache for port 3ccd0969-a76f-4444-bdbe-eab2a35e11fe {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.864644] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:34:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ccd0969-a76f-4444-bdbe-eab2a35e11fe', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.872741] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.873806] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.874717] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccba9272-8899-4962-ac6e-19b78bc84758 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.894972] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.894972] env[68391]: value = "task-3039504" [ 984.894972] env[68391]: _type = "Task" [ 984.894972] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.903009] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039504, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.039221] env[68391]: DEBUG oslo_concurrency.lockutils [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.060519] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039503, 'name': ReconfigVM_Task, 'duration_secs': 0.275451} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.060867] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Reconfigured VM instance instance-00000060 to attach disk [datastore1] d70e2998-e8b3-479e-8dc0-1d9a90225d44/d70e2998-e8b3-479e-8dc0-1d9a90225d44.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.061509] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34dcdf6e-2bc0-4063-b5b3-9368b4804d01 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.068432] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 985.068432] env[68391]: value = "task-3039505" [ 985.068432] env[68391]: _type = "Task" [ 985.068432] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.081187] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039505, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.109034] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d907ac4-09b8-4eb3-99a7-4166a278f4c0 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "38da167e-1f64-462f-9847-b4daa77d0390" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 46.817s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.249023] env[68391]: DEBUG nova.compute.utils [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.256366] env[68391]: DEBUG nova.compute.manager [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.256366] env[68391]: DEBUG nova.network.neutron [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.337231] env[68391]: INFO nova.compute.manager [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Took 33.34 seconds to build instance. [ 985.342021] env[68391]: DEBUG nova.policy [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '302d0ac03cfd4220809204369c4bd9cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00256b7ce8ca4c049e61b42503ca7c73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.409063] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039504, 'name': CreateVM_Task, 'duration_secs': 0.416591} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.409063] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.409063] env[68391]: DEBUG oslo_concurrency.lockutils [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.409063] env[68391]: DEBUG oslo_concurrency.lockutils [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.409063] env[68391]: DEBUG oslo_concurrency.lockutils [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.409063] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53e9fc8b-14ee-49d3-8b41-708c442bdbd5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.414480] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 985.414480] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5238d690-ad76-7854-1cb6-336c0de3bede" [ 985.414480] env[68391]: _type = "Task" [ 985.414480] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.425823] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5238d690-ad76-7854-1cb6-336c0de3bede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.583192] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039505, 'name': Rename_Task, 'duration_secs': 0.145254} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.583833] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.584376] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0ab5cf7-abb7-40c4-9db8-decf4f380963 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.594012] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 985.594012] env[68391]: value = "task-3039506" [ 985.594012] env[68391]: _type = "Task" [ 985.594012] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.604124] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.713136] env[68391]: INFO nova.compute.manager [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Rescuing [ 985.713407] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "refresh_cache-f5404848-2367-4aff-adb0-9986ef7e4771" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.713558] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquired lock "refresh_cache-f5404848-2367-4aff-adb0-9986ef7e4771" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.713762] env[68391]: DEBUG nova.network.neutron [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.752389] env[68391]: DEBUG nova.network.neutron [req-5a7b05f8-7b2f-452e-8bf3-4d8cf8ea62ff req-fde2bb63-acbb-4911-878b-4105bed56732 service nova] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Updated VIF entry in instance network info cache for port 3ccd0969-a76f-4444-bdbe-eab2a35e11fe. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.753549] env[68391]: DEBUG nova.network.neutron [req-5a7b05f8-7b2f-452e-8bf3-4d8cf8ea62ff req-fde2bb63-acbb-4911-878b-4105bed56732 service nova] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Updating instance_info_cache with network_info: [{"id": "3ccd0969-a76f-4444-bdbe-eab2a35e11fe", "address": "fa:16:3e:56:34:c3", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ccd0969-a7", "ovs_interfaceid": "3ccd0969-a76f-4444-bdbe-eab2a35e11fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.755576] env[68391]: DEBUG nova.compute.manager [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.839558] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c3587334-e976-415b-908a-6a45ec1c28ac tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Lock "62d355be-8591-4ab7-b9bd-37c889593b50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.855s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.926643] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5238d690-ad76-7854-1cb6-336c0de3bede, 'name': SearchDatastore_Task, 'duration_secs': 0.015036} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.927573] env[68391]: DEBUG nova.network.neutron [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Successfully created port: 28f1df03-5802-476a-bba3-9d4c7d517853 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.932080] env[68391]: DEBUG oslo_concurrency.lockutils [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.932332] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.932579] env[68391]: DEBUG oslo_concurrency.lockutils [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.932877] env[68391]: DEBUG oslo_concurrency.lockutils [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.933077] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.933986] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86477bcc-077b-4db8-815b-d501cf08969c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.945840] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.945840] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.946300] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a966d713-0e7c-48ad-9638-dc7b42ee305b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.955758] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 985.955758] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5242bbc3-9156-d36b-4340-59cc04a793d3" [ 985.955758] env[68391]: _type = "Task" [ 985.955758] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.964538] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5242bbc3-9156-d36b-4340-59cc04a793d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.102711] env[68391]: DEBUG oslo_vmware.api [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039506, 'name': PowerOnVM_Task, 'duration_secs': 0.464192} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.104733] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.105605] env[68391]: INFO nova.compute.manager [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Took 6.67 seconds to spawn the instance on the hypervisor. [ 986.105605] env[68391]: DEBUG nova.compute.manager [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.106287] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ec4e6d-7fcd-42a1-8a15-37722aa8f14d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.112391] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a582f6-0e8b-45ee-869d-259499efb701 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.123559] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d205b5f6-e115-4c19-87ba-caf0063828e6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.158761] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8933dbd6-e97f-4701-b7ba-0893e16dbbc7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.166963] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a861331-0ac5-49a1-8513-1b9caf38d21c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.183522] env[68391]: DEBUG nova.compute.provider_tree [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.259676] env[68391]: DEBUG oslo_concurrency.lockutils [req-5a7b05f8-7b2f-452e-8bf3-4d8cf8ea62ff req-fde2bb63-acbb-4911-878b-4105bed56732 service nova] Releasing lock "refresh_cache-ea7ba3ba-230f-4523-9ccf-3f698189562e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.259973] env[68391]: DEBUG nova.compute.manager [req-5a7b05f8-7b2f-452e-8bf3-4d8cf8ea62ff req-fde2bb63-acbb-4911-878b-4105bed56732 service nova] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Received event network-vif-deleted-18041291-415c-4e66-8480-abc92a874beb {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.469026] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5242bbc3-9156-d36b-4340-59cc04a793d3, 'name': SearchDatastore_Task, 'duration_secs': 0.02692} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.469026] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c17312e9-061f-46b1-ac32-ffa29dcd2b8f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.473024] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 986.473024] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a44f1a-e628-4f86-b3de-0bd342f8390a" [ 986.473024] env[68391]: _type = "Task" [ 986.473024] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.481175] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a44f1a-e628-4f86-b3de-0bd342f8390a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.547747] env[68391]: DEBUG oslo_concurrency.lockutils [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Acquiring lock "62d355be-8591-4ab7-b9bd-37c889593b50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.548331] env[68391]: DEBUG oslo_concurrency.lockutils [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Lock "62d355be-8591-4ab7-b9bd-37c889593b50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.548637] env[68391]: DEBUG oslo_concurrency.lockutils [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Acquiring lock "62d355be-8591-4ab7-b9bd-37c889593b50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.548887] env[68391]: DEBUG oslo_concurrency.lockutils [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Lock "62d355be-8591-4ab7-b9bd-37c889593b50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.549141] env[68391]: DEBUG oslo_concurrency.lockutils [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Lock "62d355be-8591-4ab7-b9bd-37c889593b50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.551326] env[68391]: INFO nova.compute.manager [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Terminating instance [ 986.555996] env[68391]: DEBUG nova.network.neutron [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Updating instance_info_cache with network_info: [{"id": "aabf39a1-22fe-46ff-a9a5-70befe008879", "address": "fa:16:3e:34:79:a8", "network": {"id": "af44e403-39d4-4222-8b45-8e85e210199b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1627779861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3159520e19b845c19d66b40346b96f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabf39a1-22", "ovs_interfaceid": "aabf39a1-22fe-46ff-a9a5-70befe008879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.632852] env[68391]: INFO nova.compute.manager [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Took 30.86 seconds to build instance. [ 986.686471] env[68391]: DEBUG nova.scheduler.client.report [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.767965] env[68391]: DEBUG nova.compute.manager [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.795116] env[68391]: DEBUG nova.virt.hardware [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.795116] env[68391]: DEBUG nova.virt.hardware [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.795116] env[68391]: DEBUG nova.virt.hardware [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.795116] env[68391]: DEBUG nova.virt.hardware [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.795116] env[68391]: DEBUG nova.virt.hardware [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.795116] env[68391]: DEBUG nova.virt.hardware [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.795116] env[68391]: DEBUG nova.virt.hardware [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.795116] env[68391]: DEBUG nova.virt.hardware [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.795116] env[68391]: DEBUG nova.virt.hardware [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.795116] env[68391]: DEBUG nova.virt.hardware [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.796033] env[68391]: DEBUG nova.virt.hardware [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.797031] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e625a55-7f17-49a1-9a66-03b9712ce294 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.806486] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80be7b41-469c-4a49-93db-30e087f97475 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.988998] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a44f1a-e628-4f86-b3de-0bd342f8390a, 'name': SearchDatastore_Task, 'duration_secs': 0.024856} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.988998] env[68391]: DEBUG oslo_concurrency.lockutils [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.989181] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] ea7ba3ba-230f-4523-9ccf-3f698189562e/ea7ba3ba-230f-4523-9ccf-3f698189562e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.989348] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb6cca56-43f8-461e-8a2d-58a88274232b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.998545] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 986.998545] env[68391]: value = "task-3039507" [ 986.998545] env[68391]: _type = "Task" [ 986.998545] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.008796] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.061645] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Releasing lock "refresh_cache-f5404848-2367-4aff-adb0-9986ef7e4771" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.063089] env[68391]: DEBUG nova.compute.manager [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.067022] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.067022] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0885071-2149-4dcd-af94-7da4842233d6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.074771] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.075376] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fe79e67-5f62-497c-8433-91a4d1e2e458 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.084019] env[68391]: DEBUG oslo_vmware.api [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Waiting for the task: (returnval){ [ 987.084019] env[68391]: value = "task-3039508" [ 987.084019] env[68391]: _type = "Task" [ 987.084019] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.091708] env[68391]: DEBUG oslo_vmware.api [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': task-3039508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.135170] env[68391]: DEBUG oslo_concurrency.lockutils [None req-02c6066c-1014-40f8-942e-1556fc75ad08 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "d70e2998-e8b3-479e-8dc0-1d9a90225d44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.372s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.169185] env[68391]: DEBUG nova.compute.manager [req-6dfb3f29-bd48-4e10-83c1-42f0f1b5fcc2 req-03790e6d-8b7b-4f31-ae58-6a1ae21b3a2a service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Received event network-changed-c192e4bc-9dd4-40d8-84b8-6427c32bcecf {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.169185] env[68391]: DEBUG nova.compute.manager [req-6dfb3f29-bd48-4e10-83c1-42f0f1b5fcc2 req-03790e6d-8b7b-4f31-ae58-6a1ae21b3a2a service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Refreshing instance network info cache due to event network-changed-c192e4bc-9dd4-40d8-84b8-6427c32bcecf. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.169185] env[68391]: DEBUG oslo_concurrency.lockutils [req-6dfb3f29-bd48-4e10-83c1-42f0f1b5fcc2 req-03790e6d-8b7b-4f31-ae58-6a1ae21b3a2a service nova] Acquiring lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.169896] env[68391]: DEBUG oslo_concurrency.lockutils [req-6dfb3f29-bd48-4e10-83c1-42f0f1b5fcc2 req-03790e6d-8b7b-4f31-ae58-6a1ae21b3a2a service nova] Acquired lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.170153] env[68391]: DEBUG nova.network.neutron [req-6dfb3f29-bd48-4e10-83c1-42f0f1b5fcc2 req-03790e6d-8b7b-4f31-ae58-6a1ae21b3a2a service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Refreshing network info cache for port c192e4bc-9dd4-40d8-84b8-6427c32bcecf {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.194379] env[68391]: DEBUG oslo_concurrency.lockutils [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.194379] env[68391]: DEBUG nova.compute.manager [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.199169] env[68391]: DEBUG oslo_concurrency.lockutils [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.057s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.203127] env[68391]: INFO nova.compute.claims [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.488059] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2434d9df-5ea5-46f4-a420-d46caac609ff {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.496221] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e22126-b0eb-4b20-a16a-01072e303768 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Suspending the VM {{(pid=68391) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 987.496858] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2ab51aad-d80b-439c-b977-61bf22955088 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.513800] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039507, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.517361] env[68391]: DEBUG oslo_vmware.api [None req-e7e22126-b0eb-4b20-a16a-01072e303768 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 987.517361] env[68391]: value = "task-3039509" [ 987.517361] env[68391]: _type = "Task" [ 987.517361] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.533258] env[68391]: DEBUG oslo_vmware.api [None req-e7e22126-b0eb-4b20-a16a-01072e303768 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039509, 'name': SuspendVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.600299] env[68391]: DEBUG oslo_vmware.api [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': task-3039508, 'name': PowerOffVM_Task, 'duration_secs': 0.219093} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.600299] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.600505] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.600970] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3da37d5c-ee67-458b-a051-07138c76ef9a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.676393] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.676393] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.676903] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Deleting the datastore file [datastore2] 62d355be-8591-4ab7-b9bd-37c889593b50 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.677312] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23cd8f86-cecc-45ce-b500-4126601bc117 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.693250] env[68391]: DEBUG oslo_vmware.api [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Waiting for the task: (returnval){ [ 987.693250] env[68391]: value = "task-3039511" [ 987.693250] env[68391]: _type = "Task" [ 987.693250] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.707391] env[68391]: DEBUG oslo_vmware.api [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': task-3039511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.712212] env[68391]: DEBUG nova.compute.utils [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.714339] env[68391]: DEBUG nova.compute.manager [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.714339] env[68391]: DEBUG nova.network.neutron [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.829835] env[68391]: DEBUG nova.policy [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ff74d4fbdd64f6e8b80c50c235a2401', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acf38278c0304e9cb866e83ac60394b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.935964] env[68391]: DEBUG nova.compute.manager [req-a7a8fbf3-6620-4330-8070-8e20f17cd56f req-d0654886-4296-45e1-bb1b-09094badaa79 service nova] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Received event network-vif-plugged-28f1df03-5802-476a-bba3-9d4c7d517853 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.936248] env[68391]: DEBUG oslo_concurrency.lockutils [req-a7a8fbf3-6620-4330-8070-8e20f17cd56f req-d0654886-4296-45e1-bb1b-09094badaa79 service nova] Acquiring lock "14933d47-beb8-4875-940c-f3ebeae68949-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.936400] env[68391]: DEBUG oslo_concurrency.lockutils [req-a7a8fbf3-6620-4330-8070-8e20f17cd56f req-d0654886-4296-45e1-bb1b-09094badaa79 service nova] Lock "14933d47-beb8-4875-940c-f3ebeae68949-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.936561] env[68391]: DEBUG oslo_concurrency.lockutils [req-a7a8fbf3-6620-4330-8070-8e20f17cd56f req-d0654886-4296-45e1-bb1b-09094badaa79 service nova] Lock "14933d47-beb8-4875-940c-f3ebeae68949-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.936726] env[68391]: DEBUG nova.compute.manager [req-a7a8fbf3-6620-4330-8070-8e20f17cd56f req-d0654886-4296-45e1-bb1b-09094badaa79 service nova] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] No waiting events found dispatching network-vif-plugged-28f1df03-5802-476a-bba3-9d4c7d517853 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.936887] env[68391]: WARNING nova.compute.manager [req-a7a8fbf3-6620-4330-8070-8e20f17cd56f req-d0654886-4296-45e1-bb1b-09094badaa79 service nova] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Received unexpected event network-vif-plugged-28f1df03-5802-476a-bba3-9d4c7d517853 for instance with vm_state building and task_state spawning. [ 987.980303] env[68391]: DEBUG nova.network.neutron [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Successfully updated port: 28f1df03-5802-476a-bba3-9d4c7d517853 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.016949] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530199} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.020778] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] ea7ba3ba-230f-4523-9ccf-3f698189562e/ea7ba3ba-230f-4523-9ccf-3f698189562e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.021018] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.021331] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcd32c84-c20c-43b0-9f8e-f0b5c4907b44 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.029672] env[68391]: DEBUG oslo_vmware.api [None req-e7e22126-b0eb-4b20-a16a-01072e303768 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039509, 'name': SuspendVM_Task} progress is 62%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.031091] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 988.031091] env[68391]: value = "task-3039512" [ 988.031091] env[68391]: _type = "Task" [ 988.031091] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.039809] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.208296] env[68391]: DEBUG oslo_vmware.api [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Task: {'id': task-3039511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40251} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.208296] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.208296] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.208296] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.208296] env[68391]: INFO nova.compute.manager [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Took 1.14 seconds to destroy the instance on the hypervisor. [ 988.208296] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.208296] env[68391]: DEBUG nova.compute.manager [-] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.208296] env[68391]: DEBUG nova.network.neutron [-] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.215049] env[68391]: DEBUG nova.compute.manager [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.359633] env[68391]: DEBUG nova.network.neutron [req-6dfb3f29-bd48-4e10-83c1-42f0f1b5fcc2 req-03790e6d-8b7b-4f31-ae58-6a1ae21b3a2a service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Updated VIF entry in instance network info cache for port c192e4bc-9dd4-40d8-84b8-6427c32bcecf. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.360445] env[68391]: DEBUG nova.network.neutron [req-6dfb3f29-bd48-4e10-83c1-42f0f1b5fcc2 req-03790e6d-8b7b-4f31-ae58-6a1ae21b3a2a service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Updating instance_info_cache with network_info: [{"id": "c192e4bc-9dd4-40d8-84b8-6427c32bcecf", "address": "fa:16:3e:cc:97:6e", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc192e4bc-9d", "ovs_interfaceid": "c192e4bc-9dd4-40d8-84b8-6427c32bcecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.367907] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "c6b6e61f-4667-478c-8a17-3ee4a0b5135b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.368172] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "c6b6e61f-4667-478c-8a17-3ee4a0b5135b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.483690] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "refresh_cache-14933d47-beb8-4875-940c-f3ebeae68949" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.483690] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "refresh_cache-14933d47-beb8-4875-940c-f3ebeae68949" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.483902] env[68391]: DEBUG nova.network.neutron [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.533456] env[68391]: DEBUG oslo_vmware.api [None req-e7e22126-b0eb-4b20-a16a-01072e303768 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039509, 'name': SuspendVM_Task, 'duration_secs': 0.755365} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.536178] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e22126-b0eb-4b20-a16a-01072e303768 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Suspended the VM {{(pid=68391) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 988.536392] env[68391]: DEBUG nova.compute.manager [None req-e7e22126-b0eb-4b20-a16a-01072e303768 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.537356] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8d5342-4a48-4d80-949d-01e07a2e565f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.547911] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17747} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.551579] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.552431] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf62e674-01f0-49ba-832b-62bd5e21b9e0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.577015] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] ea7ba3ba-230f-4523-9ccf-3f698189562e/ea7ba3ba-230f-4523-9ccf-3f698189562e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.581631] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-040abb02-087d-4f92-b942-e61212e42a8d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.604097] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 988.604097] env[68391]: value = "task-3039513" [ 988.604097] env[68391]: _type = "Task" [ 988.604097] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.615592] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.616080] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.617113] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b381995-9a32-4ba8-a07b-5000d28f0261 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.623371] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 988.623371] env[68391]: value = "task-3039514" [ 988.623371] env[68391]: _type = "Task" [ 988.623371] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.634924] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.638039] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ccfa37-aa3d-4aa4-9acd-ed3bf449eac5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.645181] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120be3ec-260d-453d-9053-db16cab56aa9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.685851] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf482e1a-12bd-415c-bc71-fbd84dd70310 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.696886] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dc58dc-e5bf-4326-97df-5e9400d3c233 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.713492] env[68391]: DEBUG nova.compute.provider_tree [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.724011] env[68391]: DEBUG nova.network.neutron [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Successfully created port: 3877a8a4-6a33-447b-8a0b-ea8f3f9af7ea {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.823021] env[68391]: DEBUG oslo_concurrency.lockutils [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Acquiring lock "1cd79520-9bc0-418e-87e9-f7f0dd91c71c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.823347] env[68391]: DEBUG oslo_concurrency.lockutils [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Lock "1cd79520-9bc0-418e-87e9-f7f0dd91c71c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.823697] env[68391]: DEBUG oslo_concurrency.lockutils [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Acquiring lock "1cd79520-9bc0-418e-87e9-f7f0dd91c71c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.823909] env[68391]: DEBUG oslo_concurrency.lockutils [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Lock "1cd79520-9bc0-418e-87e9-f7f0dd91c71c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.824125] env[68391]: DEBUG oslo_concurrency.lockutils [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Lock "1cd79520-9bc0-418e-87e9-f7f0dd91c71c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.828740] env[68391]: INFO nova.compute.manager [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Terminating instance [ 988.864367] env[68391]: DEBUG oslo_concurrency.lockutils [req-6dfb3f29-bd48-4e10-83c1-42f0f1b5fcc2 req-03790e6d-8b7b-4f31-ae58-6a1ae21b3a2a service nova] Releasing lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.873384] env[68391]: DEBUG nova.compute.manager [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.116123] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039513, 'name': ReconfigVM_Task, 'duration_secs': 0.371397} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.119069] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Reconfigured VM instance instance-00000061 to attach disk [datastore1] ea7ba3ba-230f-4523-9ccf-3f698189562e/ea7ba3ba-230f-4523-9ccf-3f698189562e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.119069] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72047c21-cdfd-4450-8e06-21a53257112a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.127868] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 989.127868] env[68391]: value = "task-3039515" [ 989.127868] env[68391]: _type = "Task" [ 989.127868] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.136539] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039514, 'name': PowerOffVM_Task, 'duration_secs': 0.181854} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.138565] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.139495] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668c9ca4-5540-4fee-9ee9-29f744c2ff12 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.146142] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039515, 'name': Rename_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.164602] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59ad6ab-1ada-4063-98a5-c9edd180aad1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.208107] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.208474] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60363e3b-f9b8-49ca-aaee-85f389173a84 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.215652] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 989.215652] env[68391]: value = "task-3039516" [ 989.215652] env[68391]: _type = "Task" [ 989.215652] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.216540] env[68391]: DEBUG nova.scheduler.client.report [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.233893] env[68391]: DEBUG nova.compute.manager [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.236966] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] VM already powered off {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 989.237593] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.237940] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.238225] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.238686] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.239318] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-633740c9-b8af-4ee9-966b-e5a42437701f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.249356] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.249552] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.250403] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80119b60-b8e2-4ff1-9532-2b58e664ed8c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.257043] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 989.257043] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d8a38d-c7fd-594f-17d7-8216722b6277" [ 989.257043] env[68391]: _type = "Task" [ 989.257043] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.268760] env[68391]: DEBUG nova.virt.hardware [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.269631] env[68391]: DEBUG nova.virt.hardware [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.269631] env[68391]: DEBUG nova.virt.hardware [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.269631] env[68391]: DEBUG nova.virt.hardware [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.269631] env[68391]: DEBUG nova.virt.hardware [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.269631] env[68391]: DEBUG nova.virt.hardware [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.269887] env[68391]: DEBUG nova.virt.hardware [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.270159] env[68391]: DEBUG nova.virt.hardware [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.270388] env[68391]: DEBUG nova.virt.hardware [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.270597] env[68391]: DEBUG nova.virt.hardware [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.270814] env[68391]: DEBUG nova.virt.hardware [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.271661] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03a77a7-d139-4875-9898-40a2411d21db {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.279973] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d8a38d-c7fd-594f-17d7-8216722b6277, 'name': SearchDatastore_Task, 'duration_secs': 0.008873} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.281157] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2293a1c5-20ea-4ecc-9b12-21c58db5bf31 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.286930] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f269f3ea-f1d5-4d4e-8a2c-941e78fc5bd4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.291871] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 989.291871] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e16be7-90df-e8b1-b33d-cd95a828149e" [ 989.291871] env[68391]: _type = "Task" [ 989.291871] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.308905] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e16be7-90df-e8b1-b33d-cd95a828149e, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.309246] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.309557] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] f5404848-2367-4aff-adb0-9986ef7e4771/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk. {{(pid=68391) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 989.312086] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-039deab9-9aa8-4e10-8e01-c17def22e3eb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.316790] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 989.316790] env[68391]: value = "task-3039517" [ 989.316790] env[68391]: _type = "Task" [ 989.316790] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.317794] env[68391]: DEBUG nova.network.neutron [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.327838] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.331473] env[68391]: DEBUG nova.network.neutron [-] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.337617] env[68391]: DEBUG nova.compute.manager [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.337617] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.337617] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c7ab35-7e3e-4ca8-b108-e89dbfd9e5a9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.342815] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.343112] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f132e50-0a44-48cf-b68b-4377839ae8f5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.348983] env[68391]: DEBUG oslo_vmware.api [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Waiting for the task: (returnval){ [ 989.348983] env[68391]: value = "task-3039518" [ 989.348983] env[68391]: _type = "Task" [ 989.348983] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.362716] env[68391]: DEBUG oslo_vmware.api [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': task-3039518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.400772] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.641193] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039515, 'name': Rename_Task, 'duration_secs': 0.140667} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.641536] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.644022] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba63a9ac-9f7a-4c78-8283-b12502742f1e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.649291] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 989.649291] env[68391]: value = "task-3039519" [ 989.649291] env[68391]: _type = "Task" [ 989.649291] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.658729] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.726946] env[68391]: DEBUG oslo_concurrency.lockutils [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.727347] env[68391]: DEBUG nova.compute.manager [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.734048] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.745s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.734048] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.737807] env[68391]: DEBUG oslo_concurrency.lockutils [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.696s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.737807] env[68391]: DEBUG nova.objects.instance [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lazy-loading 'resources' on Instance uuid d41d5d7f-bb70-4ddb-b539-2541485f419a {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.739480] env[68391]: DEBUG nova.network.neutron [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Updating instance_info_cache with network_info: [{"id": "28f1df03-5802-476a-bba3-9d4c7d517853", "address": "fa:16:3e:fd:42:0d", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28f1df03-58", "ovs_interfaceid": "28f1df03-5802-476a-bba3-9d4c7d517853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.774060] env[68391]: INFO nova.scheduler.client.report [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Deleted allocations for instance b328a34c-8301-46d9-835c-feceaffdf346 [ 989.831276] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039517, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.834064] env[68391]: INFO nova.compute.manager [-] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Took 1.63 seconds to deallocate network for instance. [ 989.864847] env[68391]: DEBUG oslo_vmware.api [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': task-3039518, 'name': PowerOffVM_Task, 'duration_secs': 0.286471} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.865380] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.865645] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.865970] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b71f1c2f-3c1c-48e5-9956-6794288eba85 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.932143] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.932430] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.932666] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Deleting the datastore file [datastore2] 1cd79520-9bc0-418e-87e9-f7f0dd91c71c {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.933562] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-feddd7a6-1499-4f44-9af0-41d0d39d8730 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.943025] env[68391]: DEBUG oslo_vmware.api [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Waiting for the task: (returnval){ [ 989.943025] env[68391]: value = "task-3039521" [ 989.943025] env[68391]: _type = "Task" [ 989.943025] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.955238] env[68391]: DEBUG oslo_vmware.api [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': task-3039521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.995176] env[68391]: DEBUG nova.compute.manager [req-96b5db78-855e-4ef6-8177-323401763bfa req-1807ddc1-2964-49fe-bc9a-6525d69d3726 service nova] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Received event network-changed-28f1df03-5802-476a-bba3-9d4c7d517853 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.995176] env[68391]: DEBUG nova.compute.manager [req-96b5db78-855e-4ef6-8177-323401763bfa req-1807ddc1-2964-49fe-bc9a-6525d69d3726 service nova] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Refreshing instance network info cache due to event network-changed-28f1df03-5802-476a-bba3-9d4c7d517853. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.995176] env[68391]: DEBUG oslo_concurrency.lockutils [req-96b5db78-855e-4ef6-8177-323401763bfa req-1807ddc1-2964-49fe-bc9a-6525d69d3726 service nova] Acquiring lock "refresh_cache-14933d47-beb8-4875-940c-f3ebeae68949" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.159520] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039519, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.239760] env[68391]: DEBUG nova.compute.utils [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.241315] env[68391]: DEBUG nova.compute.manager [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.241428] env[68391]: DEBUG nova.network.neutron [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.253702] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "refresh_cache-14933d47-beb8-4875-940c-f3ebeae68949" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.253702] env[68391]: DEBUG nova.compute.manager [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Instance network_info: |[{"id": "28f1df03-5802-476a-bba3-9d4c7d517853", "address": "fa:16:3e:fd:42:0d", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28f1df03-58", "ovs_interfaceid": "28f1df03-5802-476a-bba3-9d4c7d517853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.254022] env[68391]: DEBUG oslo_concurrency.lockutils [req-96b5db78-855e-4ef6-8177-323401763bfa req-1807ddc1-2964-49fe-bc9a-6525d69d3726 service nova] Acquired lock "refresh_cache-14933d47-beb8-4875-940c-f3ebeae68949" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.254022] env[68391]: DEBUG nova.network.neutron [req-96b5db78-855e-4ef6-8177-323401763bfa req-1807ddc1-2964-49fe-bc9a-6525d69d3726 service nova] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Refreshing network info cache for port 28f1df03-5802-476a-bba3-9d4c7d517853 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.256337] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:42:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28f1df03-5802-476a-bba3-9d4c7d517853', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.263869] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.265821] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.266092] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b207cac-295b-4e1d-b7fd-b6aa1badf84d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.290695] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0c2763c3-9857-43d9-b80c-fad2fb5505cd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "b328a34c-8301-46d9-835c-feceaffdf346" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.697s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.297755] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.297755] env[68391]: value = "task-3039522" [ 990.297755] env[68391]: _type = "Task" [ 990.297755] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.306267] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039522, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.307714] env[68391]: DEBUG nova.policy [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'caac51ebdc8d4b80b3de3d5ec902489d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '331f924de2b94bb988cde9a8ee1fff74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.328958] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59426} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.331775] env[68391]: INFO nova.virt.vmwareapi.ds_util [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] f5404848-2367-4aff-adb0-9986ef7e4771/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk. [ 990.333172] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec06459-1fd6-41d1-ab94-1e1e7e403cee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.355318] env[68391]: DEBUG oslo_concurrency.lockutils [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.364849] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] f5404848-2367-4aff-adb0-9986ef7e4771/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.366038] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dac12a5-1957-4ce9-9bd3-18b95aa0fd20 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.386467] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 990.386467] env[68391]: value = "task-3039523" [ 990.386467] env[68391]: _type = "Task" [ 990.386467] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.398386] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.425022] env[68391]: INFO nova.compute.manager [None req-01bb385d-e861-4681-a68f-77a30f1d9121 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Resuming [ 990.425866] env[68391]: DEBUG nova.objects.instance [None req-01bb385d-e861-4681-a68f-77a30f1d9121 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lazy-loading 'flavor' on Instance uuid 38da167e-1f64-462f-9847-b4daa77d0390 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.452521] env[68391]: DEBUG oslo_vmware.api [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': task-3039521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.627460] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d122ca0a-2a8e-4954-b4bc-9d1182366b73 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.637268] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915646f3-962f-481f-bb42-f2a491f37e13 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.697744] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc119f39-696d-490e-a378-35ac812ec8ea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.712529] env[68391]: DEBUG oslo_vmware.api [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039519, 'name': PowerOnVM_Task, 'duration_secs': 1.038598} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.712748] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.713071] env[68391]: INFO nova.compute.manager [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Took 8.38 seconds to spawn the instance on the hypervisor. [ 990.713380] env[68391]: DEBUG nova.compute.manager [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.714684] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df326291-ae89-4684-82e3-a5b0cf531304 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.720308] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6eadd7-e9eb-43f9-95a6-cf70a725b677 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.750728] env[68391]: DEBUG nova.compute.provider_tree [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.754718] env[68391]: DEBUG nova.compute.manager [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.821664] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039522, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.897252] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.951297] env[68391]: DEBUG oslo_vmware.api [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Task: {'id': task-3039521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.569252} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.951544] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.951786] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.951880] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.952052] env[68391]: INFO nova.compute.manager [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Took 1.62 seconds to destroy the instance on the hypervisor. [ 990.952298] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.952483] env[68391]: DEBUG nova.compute.manager [-] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.952582] env[68391]: DEBUG nova.network.neutron [-] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.987642] env[68391]: DEBUG nova.network.neutron [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Successfully created port: e8ed9796-32e9-41f8-a732-199729efc6c9 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.255708] env[68391]: DEBUG nova.scheduler.client.report [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.270025] env[68391]: INFO nova.compute.manager [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Took 34.96 seconds to build instance. [ 991.285414] env[68391]: DEBUG nova.network.neutron [req-96b5db78-855e-4ef6-8177-323401763bfa req-1807ddc1-2964-49fe-bc9a-6525d69d3726 service nova] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Updated VIF entry in instance network info cache for port 28f1df03-5802-476a-bba3-9d4c7d517853. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.285781] env[68391]: DEBUG nova.network.neutron [req-96b5db78-855e-4ef6-8177-323401763bfa req-1807ddc1-2964-49fe-bc9a-6525d69d3726 service nova] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Updating instance_info_cache with network_info: [{"id": "28f1df03-5802-476a-bba3-9d4c7d517853", "address": "fa:16:3e:fd:42:0d", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28f1df03-58", "ovs_interfaceid": "28f1df03-5802-476a-bba3-9d4c7d517853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.312584] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039522, 'name': CreateVM_Task, 'duration_secs': 0.584881} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.313582] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.315538] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.316136] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.316642] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.317793] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0119b25a-2440-4d96-82ab-d38d94fe4bdd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.324527] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 991.324527] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b52d4f-2061-63b8-1709-3b9c26bc5c5c" [ 991.324527] env[68391]: _type = "Task" [ 991.324527] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.334536] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b52d4f-2061-63b8-1709-3b9c26bc5c5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.398257] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039523, 'name': ReconfigVM_Task, 'duration_secs': 0.898097} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.398711] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Reconfigured VM instance instance-0000005d to attach disk [datastore2] f5404848-2367-4aff-adb0-9986ef7e4771/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.400118] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5bd1b7-10c5-414a-a69d-80b9aee55261 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.433899] env[68391]: DEBUG nova.network.neutron [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Successfully updated port: 3877a8a4-6a33-447b-8a0b-ea8f3f9af7ea {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.439230] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-122c3029-1e84-4ced-beba-4024fedb35e5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.455622] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 991.455622] env[68391]: value = "task-3039524" [ 991.455622] env[68391]: _type = "Task" [ 991.455622] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.469038] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.767746] env[68391]: DEBUG oslo_concurrency.lockutils [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.770178] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.369s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.771857] env[68391]: INFO nova.compute.claims [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.775585] env[68391]: DEBUG nova.compute.manager [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.778429] env[68391]: DEBUG oslo_concurrency.lockutils [None req-361fb0c4-be94-4de1-badd-1aba092d2748 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "ea7ba3ba-230f-4523-9ccf-3f698189562e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.473s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.790523] env[68391]: DEBUG oslo_concurrency.lockutils [req-96b5db78-855e-4ef6-8177-323401763bfa req-1807ddc1-2964-49fe-bc9a-6525d69d3726 service nova] Releasing lock "refresh_cache-14933d47-beb8-4875-940c-f3ebeae68949" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.790854] env[68391]: DEBUG nova.compute.manager [req-96b5db78-855e-4ef6-8177-323401763bfa req-1807ddc1-2964-49fe-bc9a-6525d69d3726 service nova] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Received event network-vif-deleted-0ec5ec55-6a35-4110-a0ab-21495b6e2695 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.800777] env[68391]: INFO nova.scheduler.client.report [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Deleted allocations for instance d41d5d7f-bb70-4ddb-b539-2541485f419a [ 991.824234] env[68391]: DEBUG nova.virt.hardware [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.824829] env[68391]: DEBUG nova.virt.hardware [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.825133] env[68391]: DEBUG nova.virt.hardware [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.825376] env[68391]: DEBUG nova.virt.hardware [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.825567] env[68391]: DEBUG nova.virt.hardware [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.825761] env[68391]: DEBUG nova.virt.hardware [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.826080] env[68391]: DEBUG nova.virt.hardware [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.826330] env[68391]: DEBUG nova.virt.hardware [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.826568] env[68391]: DEBUG nova.virt.hardware [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.826841] env[68391]: DEBUG nova.virt.hardware [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.827130] env[68391]: DEBUG nova.virt.hardware [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.829031] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48726e43-43f8-47e7-b98a-0e3946377ba1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.846956] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b52d4f-2061-63b8-1709-3b9c26bc5c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.013454} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.847560] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.848133] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.848133] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.848133] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.848377] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.849725] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70de7e79-c7e4-4e69-b153-ead813e1b3be {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.854708] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc927060-30e4-4bd2-9124-de3df30633e6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.870442] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.872129] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.872129] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd9a811a-6cc1-4895-bf0b-453ab1d4e141 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.877460] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 991.877460] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ed5374-38ea-671e-32d8-bfbe13871880" [ 991.877460] env[68391]: _type = "Task" [ 991.877460] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.887306] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ed5374-38ea-671e-32d8-bfbe13871880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.950302] env[68391]: DEBUG oslo_concurrency.lockutils [None req-01bb385d-e861-4681-a68f-77a30f1d9121 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "refresh_cache-38da167e-1f64-462f-9847-b4daa77d0390" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.950512] env[68391]: DEBUG oslo_concurrency.lockutils [None req-01bb385d-e861-4681-a68f-77a30f1d9121 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquired lock "refresh_cache-38da167e-1f64-462f-9847-b4daa77d0390" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.950713] env[68391]: DEBUG nova.network.neutron [None req-01bb385d-e861-4681-a68f-77a30f1d9121 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.954149] env[68391]: DEBUG oslo_concurrency.lockutils [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "refresh_cache-bc60f56a-31b7-4ffc-9ff4-75b84eb869a3" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.954149] env[68391]: DEBUG oslo_concurrency.lockutils [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired lock "refresh_cache-bc60f56a-31b7-4ffc-9ff4-75b84eb869a3" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.954149] env[68391]: DEBUG nova.network.neutron [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.973263] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039524, 'name': ReconfigVM_Task, 'duration_secs': 0.446101} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.973263] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.973263] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29714a5b-0895-49fe-b116-c808db5ed7f1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.980117] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 991.980117] env[68391]: value = "task-3039525" [ 991.980117] env[68391]: _type = "Task" [ 991.980117] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.998201] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.057253] env[68391]: DEBUG nova.compute.manager [req-36387245-bf64-49ad-b38c-d9b7339441df req-352499b2-bc77-4dd3-a862-d10e35e45778 service nova] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Received event network-vif-deleted-dd2438ea-59b3-4193-9959-a196d41cefdf {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.060480] env[68391]: INFO nova.compute.manager [req-36387245-bf64-49ad-b38c-d9b7339441df req-352499b2-bc77-4dd3-a862-d10e35e45778 service nova] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Neutron deleted interface dd2438ea-59b3-4193-9959-a196d41cefdf; detaching it from the instance and deleting it from the info cache [ 992.060480] env[68391]: DEBUG nova.network.neutron [req-36387245-bf64-49ad-b38c-d9b7339441df req-352499b2-bc77-4dd3-a862-d10e35e45778 service nova] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.077316] env[68391]: DEBUG nova.compute.manager [req-cd8322e8-169e-41af-ada3-b8d3e12dabf5 req-edc3f5a8-5ebc-4672-b06a-bc822323c715 service nova] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Received event network-vif-plugged-3877a8a4-6a33-447b-8a0b-ea8f3f9af7ea {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.077558] env[68391]: DEBUG oslo_concurrency.lockutils [req-cd8322e8-169e-41af-ada3-b8d3e12dabf5 req-edc3f5a8-5ebc-4672-b06a-bc822323c715 service nova] Acquiring lock "bc60f56a-31b7-4ffc-9ff4-75b84eb869a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.077838] env[68391]: DEBUG oslo_concurrency.lockutils [req-cd8322e8-169e-41af-ada3-b8d3e12dabf5 req-edc3f5a8-5ebc-4672-b06a-bc822323c715 service nova] Lock "bc60f56a-31b7-4ffc-9ff4-75b84eb869a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.081067] env[68391]: DEBUG oslo_concurrency.lockutils [req-cd8322e8-169e-41af-ada3-b8d3e12dabf5 req-edc3f5a8-5ebc-4672-b06a-bc822323c715 service nova] Lock "bc60f56a-31b7-4ffc-9ff4-75b84eb869a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.081067] env[68391]: DEBUG nova.compute.manager [req-cd8322e8-169e-41af-ada3-b8d3e12dabf5 req-edc3f5a8-5ebc-4672-b06a-bc822323c715 service nova] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] No waiting events found dispatching network-vif-plugged-3877a8a4-6a33-447b-8a0b-ea8f3f9af7ea {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.081067] env[68391]: WARNING nova.compute.manager [req-cd8322e8-169e-41af-ada3-b8d3e12dabf5 req-edc3f5a8-5ebc-4672-b06a-bc822323c715 service nova] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Received unexpected event network-vif-plugged-3877a8a4-6a33-447b-8a0b-ea8f3f9af7ea for instance with vm_state building and task_state spawning. [ 992.081067] env[68391]: DEBUG nova.compute.manager [req-cd8322e8-169e-41af-ada3-b8d3e12dabf5 req-edc3f5a8-5ebc-4672-b06a-bc822323c715 service nova] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Received event network-changed-3877a8a4-6a33-447b-8a0b-ea8f3f9af7ea {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.081067] env[68391]: DEBUG nova.compute.manager [req-cd8322e8-169e-41af-ada3-b8d3e12dabf5 req-edc3f5a8-5ebc-4672-b06a-bc822323c715 service nova] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Refreshing instance network info cache due to event network-changed-3877a8a4-6a33-447b-8a0b-ea8f3f9af7ea. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.081067] env[68391]: DEBUG oslo_concurrency.lockutils [req-cd8322e8-169e-41af-ada3-b8d3e12dabf5 req-edc3f5a8-5ebc-4672-b06a-bc822323c715 service nova] Acquiring lock "refresh_cache-bc60f56a-31b7-4ffc-9ff4-75b84eb869a3" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.315342] env[68391]: DEBUG oslo_concurrency.lockutils [None req-977464cf-8d0b-4fd6-88b0-cfc077911277 tempest-ImagesTestJSON-1797593148 tempest-ImagesTestJSON-1797593148-project-member] Lock "d41d5d7f-bb70-4ddb-b539-2541485f419a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.296s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.388503] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ed5374-38ea-671e-32d8-bfbe13871880, 'name': SearchDatastore_Task, 'duration_secs': 0.011366} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.389504] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fce72a70-7a9a-4486-a30c-4c006dc58794 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.395400] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 992.395400] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522ee6f6-d348-a794-ffa9-38ca7fae2889" [ 992.395400] env[68391]: _type = "Task" [ 992.395400] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.405081] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522ee6f6-d348-a794-ffa9-38ca7fae2889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.478728] env[68391]: DEBUG nova.network.neutron [-] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.494102] env[68391]: DEBUG oslo_vmware.api [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039525, 'name': PowerOnVM_Task, 'duration_secs': 0.487888} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.494102] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.500495] env[68391]: DEBUG nova.network.neutron [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.505229] env[68391]: DEBUG nova.compute.manager [None req-5c6efd58-170a-4cca-ac2d-fbd56b83adca tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.508263] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af083e4-06a9-4139-a820-1b48abf000e2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.563113] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47eda71b-783a-4bda-bf48-97c87ceb1573 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.577382] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af01138-a26c-41c1-b584-9844fc1f112f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.625296] env[68391]: DEBUG nova.compute.manager [req-36387245-bf64-49ad-b38c-d9b7339441df req-352499b2-bc77-4dd3-a862-d10e35e45778 service nova] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Detach interface failed, port_id=dd2438ea-59b3-4193-9959-a196d41cefdf, reason: Instance 1cd79520-9bc0-418e-87e9-f7f0dd91c71c could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 992.863440] env[68391]: DEBUG nova.network.neutron [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Updating instance_info_cache with network_info: [{"id": "3877a8a4-6a33-447b-8a0b-ea8f3f9af7ea", "address": "fa:16:3e:53:e8:44", "network": {"id": "239e719f-3c9f-4236-8c76-b928e2d73186", "bridge": "br-int", "label": "tempest-ServersTestJSON-1987072107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf38278c0304e9cb866e83ac60394b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3877a8a4-6a", "ovs_interfaceid": "3877a8a4-6a33-447b-8a0b-ea8f3f9af7ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.907535] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522ee6f6-d348-a794-ffa9-38ca7fae2889, 'name': SearchDatastore_Task, 'duration_secs': 0.011403} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.909650] env[68391]: DEBUG nova.network.neutron [None req-01bb385d-e861-4681-a68f-77a30f1d9121 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Updating instance_info_cache with network_info: [{"id": "91abbfc1-4708-4918-a9a4-9cff8178b3ed", "address": "fa:16:3e:db:30:5a", "network": {"id": "cb61484d-cb80-445f-b598-cfdb44a84d87", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-741119720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa91632df62443f90f1bd59cb669f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91abbfc1-47", "ovs_interfaceid": "91abbfc1-4708-4918-a9a4-9cff8178b3ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.910021] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.910314] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 14933d47-beb8-4875-940c-f3ebeae68949/14933d47-beb8-4875-940c-f3ebeae68949.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.913060] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa4dd696-d435-4f65-bf6c-79b2f8f7f3e1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.920870] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 992.920870] env[68391]: value = "task-3039526" [ 992.920870] env[68391]: _type = "Task" [ 992.920870] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.932395] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.982728] env[68391]: INFO nova.compute.manager [-] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Took 2.03 seconds to deallocate network for instance. [ 993.067396] env[68391]: DEBUG nova.network.neutron [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Successfully updated port: e8ed9796-32e9-41f8-a732-199729efc6c9 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.124873] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a88931c-598a-424d-9723-feb598803b71 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.133520] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e019912-fafe-43f9-ace1-de585b25da09 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.174358] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb5cd88-5722-4310-bb4a-c087d3b2d262 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.178909] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Acquiring lock "5b09ff71-a205-4d3b-bbae-0b3748228b1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.179190] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Lock "5b09ff71-a205-4d3b-bbae-0b3748228b1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.192019] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36505435-8ea8-47c2-a07b-fd9286df9d28 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.209317] env[68391]: DEBUG nova.compute.provider_tree [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.375062] env[68391]: DEBUG oslo_concurrency.lockutils [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Releasing lock "refresh_cache-bc60f56a-31b7-4ffc-9ff4-75b84eb869a3" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.375062] env[68391]: DEBUG nova.compute.manager [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Instance network_info: |[{"id": "3877a8a4-6a33-447b-8a0b-ea8f3f9af7ea", "address": "fa:16:3e:53:e8:44", "network": {"id": "239e719f-3c9f-4236-8c76-b928e2d73186", "bridge": "br-int", "label": "tempest-ServersTestJSON-1987072107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf38278c0304e9cb866e83ac60394b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3877a8a4-6a", "ovs_interfaceid": "3877a8a4-6a33-447b-8a0b-ea8f3f9af7ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.375062] env[68391]: DEBUG oslo_concurrency.lockutils [req-cd8322e8-169e-41af-ada3-b8d3e12dabf5 req-edc3f5a8-5ebc-4672-b06a-bc822323c715 service nova] Acquired lock "refresh_cache-bc60f56a-31b7-4ffc-9ff4-75b84eb869a3" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.375062] env[68391]: DEBUG nova.network.neutron [req-cd8322e8-169e-41af-ada3-b8d3e12dabf5 req-edc3f5a8-5ebc-4672-b06a-bc822323c715 service nova] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Refreshing network info cache for port 3877a8a4-6a33-447b-8a0b-ea8f3f9af7ea {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.375241] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:e8:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3877a8a4-6a33-447b-8a0b-ea8f3f9af7ea', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.389766] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.390901] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.391186] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afa35bd3-cbae-43f2-ac8c-e902fab02ad5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.414219] env[68391]: DEBUG oslo_concurrency.lockutils [None req-01bb385d-e861-4681-a68f-77a30f1d9121 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Releasing lock "refresh_cache-38da167e-1f64-462f-9847-b4daa77d0390" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.416356] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c01c3d-c15b-4e7a-b882-6584e0e396d6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.418878] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.418878] env[68391]: value = "task-3039527" [ 993.418878] env[68391]: _type = "Task" [ 993.418878] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.424057] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-01bb385d-e861-4681-a68f-77a30f1d9121 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Resuming the VM {{(pid=68391) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 993.427030] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f77c0b2a-bca8-4e20-88b8-f52a14450532 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.431871] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039527, 'name': CreateVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.436883] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488728} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.438227] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 14933d47-beb8-4875-940c-f3ebeae68949/14933d47-beb8-4875-940c-f3ebeae68949.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.438376] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.438715] env[68391]: DEBUG oslo_vmware.api [None req-01bb385d-e861-4681-a68f-77a30f1d9121 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 993.438715] env[68391]: value = "task-3039528" [ 993.438715] env[68391]: _type = "Task" [ 993.438715] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.438922] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fedad411-3a7e-4624-824e-a7c6576e74fa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.441248] env[68391]: INFO nova.compute.manager [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Unrescuing [ 993.441473] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "refresh_cache-f5404848-2367-4aff-adb0-9986ef7e4771" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.441622] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquired lock "refresh_cache-f5404848-2367-4aff-adb0-9986ef7e4771" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.441784] env[68391]: DEBUG nova.network.neutron [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.452296] env[68391]: DEBUG oslo_vmware.api [None req-01bb385d-e861-4681-a68f-77a30f1d9121 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.453711] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 993.453711] env[68391]: value = "task-3039529" [ 993.453711] env[68391]: _type = "Task" [ 993.453711] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.465384] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.489291] env[68391]: DEBUG oslo_concurrency.lockutils [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.570608] env[68391]: DEBUG oslo_concurrency.lockutils [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "refresh_cache-17887678-d0d0-44f3-959c-91588dcd432d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.570722] env[68391]: DEBUG oslo_concurrency.lockutils [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "refresh_cache-17887678-d0d0-44f3-959c-91588dcd432d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.571545] env[68391]: DEBUG nova.network.neutron [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.681754] env[68391]: DEBUG nova.compute.manager [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.714220] env[68391]: DEBUG nova.scheduler.client.report [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.943621] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039527, 'name': CreateVM_Task, 'duration_secs': 0.387857} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.947314] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.950250] env[68391]: DEBUG oslo_concurrency.lockutils [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.950451] env[68391]: DEBUG oslo_concurrency.lockutils [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.950779] env[68391]: DEBUG oslo_concurrency.lockutils [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.952652] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf2c933-c784-42d7-8826-8aae827d6443 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.962582] env[68391]: DEBUG oslo_vmware.api [None req-01bb385d-e861-4681-a68f-77a30f1d9121 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039528, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.966059] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 993.966059] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bd810c-6417-c056-ffe0-6eb059816533" [ 993.966059] env[68391]: _type = "Task" [ 993.966059] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.972894] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114451} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.973575] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.974271] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9194ac-e5fb-445a-b645-bd28130642da {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.983684] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bd810c-6417-c056-ffe0-6eb059816533, 'name': SearchDatastore_Task, 'duration_secs': 0.013929} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.984417] env[68391]: DEBUG oslo_concurrency.lockutils [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.984677] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.984953] env[68391]: DEBUG oslo_concurrency.lockutils [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.985150] env[68391]: DEBUG oslo_concurrency.lockutils [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.985738] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.985738] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-422121bb-3f04-4e73-83ff-af9a95840dd3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.008918] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 14933d47-beb8-4875-940c-f3ebeae68949/14933d47-beb8-4875-940c-f3ebeae68949.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.012132] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-031a7415-d211-4be8-b43d-15a5e208ae04 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.030768] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.030953] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.032216] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d52fb20-a070-40ab-a1ee-9e52693476ec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.037044] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 994.037044] env[68391]: value = "task-3039530" [ 994.037044] env[68391]: _type = "Task" [ 994.037044] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.048192] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039530, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.048192] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 994.048192] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c6fef5-8122-c0fd-1be0-901911fb7ef7" [ 994.048192] env[68391]: _type = "Task" [ 994.048192] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.055220] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c6fef5-8122-c0fd-1be0-901911fb7ef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.214784] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.218529] env[68391]: DEBUG oslo_concurrency.lockutils [None req-16245e49-f9d6-4e34-9b11-d1c892f0620d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "d1bf895c-d819-49a6-bedb-83c05595a171" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.218812] env[68391]: DEBUG oslo_concurrency.lockutils [None req-16245e49-f9d6-4e34-9b11-d1c892f0620d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "d1bf895c-d819-49a6-bedb-83c05595a171" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.220780] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.221448] env[68391]: DEBUG nova.compute.manager [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.224954] env[68391]: DEBUG oslo_concurrency.lockutils [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.871s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.225462] env[68391]: DEBUG nova.objects.instance [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Lazy-loading 'resources' on Instance uuid 62d355be-8591-4ab7-b9bd-37c889593b50 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.281393] env[68391]: DEBUG nova.compute.manager [req-02790f32-24c6-4901-8185-f98ab948a99c req-6d7d073b-fce3-4563-a211-2ffe5f900f68 service nova] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Received event network-changed-3ccd0969-a76f-4444-bdbe-eab2a35e11fe {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.281590] env[68391]: DEBUG nova.compute.manager [req-02790f32-24c6-4901-8185-f98ab948a99c req-6d7d073b-fce3-4563-a211-2ffe5f900f68 service nova] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Refreshing instance network info cache due to event network-changed-3ccd0969-a76f-4444-bdbe-eab2a35e11fe. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.282284] env[68391]: DEBUG oslo_concurrency.lockutils [req-02790f32-24c6-4901-8185-f98ab948a99c req-6d7d073b-fce3-4563-a211-2ffe5f900f68 service nova] Acquiring lock "refresh_cache-ea7ba3ba-230f-4523-9ccf-3f698189562e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.282284] env[68391]: DEBUG oslo_concurrency.lockutils [req-02790f32-24c6-4901-8185-f98ab948a99c req-6d7d073b-fce3-4563-a211-2ffe5f900f68 service nova] Acquired lock "refresh_cache-ea7ba3ba-230f-4523-9ccf-3f698189562e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.282398] env[68391]: DEBUG nova.network.neutron [req-02790f32-24c6-4901-8185-f98ab948a99c req-6d7d073b-fce3-4563-a211-2ffe5f900f68 service nova] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Refreshing network info cache for port 3ccd0969-a76f-4444-bdbe-eab2a35e11fe {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.292426] env[68391]: DEBUG nova.network.neutron [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Updating instance_info_cache with network_info: [{"id": "aabf39a1-22fe-46ff-a9a5-70befe008879", "address": "fa:16:3e:34:79:a8", "network": {"id": "af44e403-39d4-4222-8b45-8e85e210199b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1627779861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3159520e19b845c19d66b40346b96f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabf39a1-22", "ovs_interfaceid": "aabf39a1-22fe-46ff-a9a5-70befe008879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.304736] env[68391]: DEBUG nova.compute.manager [req-ba77964c-ece2-4562-9ece-d4496910c10b req-2ca457f3-76d5-4d19-b11e-b85f17c083cf service nova] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Received event network-vif-plugged-e8ed9796-32e9-41f8-a732-199729efc6c9 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.305124] env[68391]: DEBUG oslo_concurrency.lockutils [req-ba77964c-ece2-4562-9ece-d4496910c10b req-2ca457f3-76d5-4d19-b11e-b85f17c083cf service nova] Acquiring lock "17887678-d0d0-44f3-959c-91588dcd432d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.305352] env[68391]: DEBUG oslo_concurrency.lockutils [req-ba77964c-ece2-4562-9ece-d4496910c10b req-2ca457f3-76d5-4d19-b11e-b85f17c083cf service nova] Lock "17887678-d0d0-44f3-959c-91588dcd432d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.305529] env[68391]: DEBUG oslo_concurrency.lockutils [req-ba77964c-ece2-4562-9ece-d4496910c10b req-2ca457f3-76d5-4d19-b11e-b85f17c083cf service nova] Lock "17887678-d0d0-44f3-959c-91588dcd432d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.305725] env[68391]: DEBUG nova.compute.manager [req-ba77964c-ece2-4562-9ece-d4496910c10b req-2ca457f3-76d5-4d19-b11e-b85f17c083cf service nova] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] No waiting events found dispatching network-vif-plugged-e8ed9796-32e9-41f8-a732-199729efc6c9 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.305898] env[68391]: WARNING nova.compute.manager [req-ba77964c-ece2-4562-9ece-d4496910c10b req-2ca457f3-76d5-4d19-b11e-b85f17c083cf service nova] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Received unexpected event network-vif-plugged-e8ed9796-32e9-41f8-a732-199729efc6c9 for instance with vm_state building and task_state spawning. [ 994.306080] env[68391]: DEBUG nova.compute.manager [req-ba77964c-ece2-4562-9ece-d4496910c10b req-2ca457f3-76d5-4d19-b11e-b85f17c083cf service nova] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Received event network-changed-e8ed9796-32e9-41f8-a732-199729efc6c9 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.306248] env[68391]: DEBUG nova.compute.manager [req-ba77964c-ece2-4562-9ece-d4496910c10b req-2ca457f3-76d5-4d19-b11e-b85f17c083cf service nova] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Refreshing instance network info cache due to event network-changed-e8ed9796-32e9-41f8-a732-199729efc6c9. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.306421] env[68391]: DEBUG oslo_concurrency.lockutils [req-ba77964c-ece2-4562-9ece-d4496910c10b req-2ca457f3-76d5-4d19-b11e-b85f17c083cf service nova] Acquiring lock "refresh_cache-17887678-d0d0-44f3-959c-91588dcd432d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.401801] env[68391]: DEBUG nova.network.neutron [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.461276] env[68391]: DEBUG oslo_vmware.api [None req-01bb385d-e861-4681-a68f-77a30f1d9121 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039528, 'name': PowerOnVM_Task, 'duration_secs': 0.59752} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.461633] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-01bb385d-e861-4681-a68f-77a30f1d9121 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Resumed the VM {{(pid=68391) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 994.461826] env[68391]: DEBUG nova.compute.manager [None req-01bb385d-e861-4681-a68f-77a30f1d9121 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.462638] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c85197-e8b8-452c-ae7a-3af81aa2448c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.548775] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.559572] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c6fef5-8122-c0fd-1be0-901911fb7ef7, 'name': SearchDatastore_Task, 'duration_secs': 0.016947} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.561095] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feb74f53-8cf2-4916-818b-1440c8e53609 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.566554] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 994.566554] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dcb022-c29b-5eb2-6786-a603b16b337a" [ 994.566554] env[68391]: _type = "Task" [ 994.566554] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.577465] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dcb022-c29b-5eb2-6786-a603b16b337a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.682217] env[68391]: DEBUG nova.network.neutron [req-cd8322e8-169e-41af-ada3-b8d3e12dabf5 req-edc3f5a8-5ebc-4672-b06a-bc822323c715 service nova] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Updated VIF entry in instance network info cache for port 3877a8a4-6a33-447b-8a0b-ea8f3f9af7ea. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.682625] env[68391]: DEBUG nova.network.neutron [req-cd8322e8-169e-41af-ada3-b8d3e12dabf5 req-edc3f5a8-5ebc-4672-b06a-bc822323c715 service nova] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Updating instance_info_cache with network_info: [{"id": "3877a8a4-6a33-447b-8a0b-ea8f3f9af7ea", "address": "fa:16:3e:53:e8:44", "network": {"id": "239e719f-3c9f-4236-8c76-b928e2d73186", "bridge": "br-int", "label": "tempest-ServersTestJSON-1987072107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf38278c0304e9cb866e83ac60394b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3877a8a4-6a", "ovs_interfaceid": "3877a8a4-6a33-447b-8a0b-ea8f3f9af7ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.722967] env[68391]: DEBUG nova.network.neutron [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Updating instance_info_cache with network_info: [{"id": "e8ed9796-32e9-41f8-a732-199729efc6c9", "address": "fa:16:3e:da:5c:83", "network": {"id": "ba27caf7-4890-4674-a1b1-65960524871a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2042391078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331f924de2b94bb988cde9a8ee1fff74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ed9796-32", "ovs_interfaceid": "e8ed9796-32e9-41f8-a732-199729efc6c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.726451] env[68391]: INFO nova.compute.manager [None req-16245e49-f9d6-4e34-9b11-d1c892f0620d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Detaching volume 3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26 [ 994.731676] env[68391]: DEBUG nova.compute.utils [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.740771] env[68391]: DEBUG nova.compute.manager [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.740771] env[68391]: DEBUG nova.network.neutron [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.782410] env[68391]: DEBUG nova.policy [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21a0b5e2536547a08e15031454df0f10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4deb54b560a43289729084b9fbad669', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.786019] env[68391]: INFO nova.virt.block_device [None req-16245e49-f9d6-4e34-9b11-d1c892f0620d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Attempting to driver detach volume 3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26 from mountpoint /dev/sdb [ 994.786019] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-16245e49-f9d6-4e34-9b11-d1c892f0620d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Volume detach. Driver type: vmdk {{(pid=68391) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 994.786019] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-16245e49-f9d6-4e34-9b11-d1c892f0620d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608980', 'volume_id': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'name': 'volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1bf895c-d819-49a6-bedb-83c05595a171', 'attached_at': '', 'detached_at': '', 'volume_id': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'serial': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 994.787984] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed85825-49c6-4a14-abe1-1650eef5a38f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.814868] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Releasing lock "refresh_cache-f5404848-2367-4aff-adb0-9986ef7e4771" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.815810] env[68391]: DEBUG nova.objects.instance [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lazy-loading 'flavor' on Instance uuid f5404848-2367-4aff-adb0-9986ef7e4771 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.821167] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f72aed2-7f0c-445c-a008-03a0d9e3af09 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.833036] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d8c2b6-a979-491c-9de7-593d3ecc7674 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.862478] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7b6220-90e0-4fc3-804c-3574d52f5170 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.885373] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-16245e49-f9d6-4e34-9b11-d1c892f0620d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] The volume has not been displaced from its original location: [datastore2] volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26/volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26.vmdk. No consolidation needed. {{(pid=68391) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 994.890761] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-16245e49-f9d6-4e34-9b11-d1c892f0620d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 994.894206] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8bdf41b-7c48-40b8-9290-5674e4378353 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.914699] env[68391]: DEBUG oslo_vmware.api [None req-16245e49-f9d6-4e34-9b11-d1c892f0620d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 994.914699] env[68391]: value = "task-3039531" [ 994.914699] env[68391]: _type = "Task" [ 994.914699] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.924374] env[68391]: DEBUG oslo_vmware.api [None req-16245e49-f9d6-4e34-9b11-d1c892f0620d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.054815] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039530, 'name': ReconfigVM_Task, 'duration_secs': 0.601635} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.055125] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 14933d47-beb8-4875-940c-f3ebeae68949/14933d47-beb8-4875-940c-f3ebeae68949.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.055778] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46617870-09e5-44a4-b521-2f1b3ebe2697 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.065447] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 995.065447] env[68391]: value = "task-3039532" [ 995.065447] env[68391]: _type = "Task" [ 995.065447] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.079437] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039532, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.085373] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dcb022-c29b-5eb2-6786-a603b16b337a, 'name': SearchDatastore_Task, 'duration_secs': 0.044722} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.085708] env[68391]: DEBUG oslo_concurrency.lockutils [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.085995] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] bc60f56a-31b7-4ffc-9ff4-75b84eb869a3/bc60f56a-31b7-4ffc-9ff4-75b84eb869a3.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.086281] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-446ee992-95fd-4362-bb66-9186b42a4895 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.096852] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 995.096852] env[68391]: value = "task-3039533" [ 995.096852] env[68391]: _type = "Task" [ 995.096852] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.106324] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.152492] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73bc4e0-b0d1-4f4a-a447-0060ff397682 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.161052] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fba5b3-1dc4-476c-8b4e-3c48a1286574 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.191489] env[68391]: DEBUG oslo_concurrency.lockutils [req-cd8322e8-169e-41af-ada3-b8d3e12dabf5 req-edc3f5a8-5ebc-4672-b06a-bc822323c715 service nova] Releasing lock "refresh_cache-bc60f56a-31b7-4ffc-9ff4-75b84eb869a3" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.193073] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b70e665-120e-4aab-896b-ea22b3161dab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.200873] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6779be-4da1-4180-bfae-6b2c6ed2a3ad {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.218119] env[68391]: DEBUG nova.compute.provider_tree [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.226530] env[68391]: DEBUG oslo_concurrency.lockutils [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "refresh_cache-17887678-d0d0-44f3-959c-91588dcd432d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.226829] env[68391]: DEBUG nova.compute.manager [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Instance network_info: |[{"id": "e8ed9796-32e9-41f8-a732-199729efc6c9", "address": "fa:16:3e:da:5c:83", "network": {"id": "ba27caf7-4890-4674-a1b1-65960524871a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2042391078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331f924de2b94bb988cde9a8ee1fff74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ed9796-32", "ovs_interfaceid": "e8ed9796-32e9-41f8-a732-199729efc6c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.227161] env[68391]: DEBUG oslo_concurrency.lockutils [req-ba77964c-ece2-4562-9ece-d4496910c10b req-2ca457f3-76d5-4d19-b11e-b85f17c083cf service nova] Acquired lock "refresh_cache-17887678-d0d0-44f3-959c-91588dcd432d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.227341] env[68391]: DEBUG nova.network.neutron [req-ba77964c-ece2-4562-9ece-d4496910c10b req-2ca457f3-76d5-4d19-b11e-b85f17c083cf service nova] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Refreshing network info cache for port e8ed9796-32e9-41f8-a732-199729efc6c9 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.228537] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:5c:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8ed9796-32e9-41f8-a732-199729efc6c9', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.236515] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.237221] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.237700] env[68391]: DEBUG nova.compute.manager [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.240326] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19c2bac6-4e1a-40e4-9cda-e2944142ec9a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.263119] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.263119] env[68391]: value = "task-3039534" [ 995.263119] env[68391]: _type = "Task" [ 995.263119] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.271967] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039534, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.292313] env[68391]: DEBUG nova.network.neutron [req-02790f32-24c6-4901-8185-f98ab948a99c req-6d7d073b-fce3-4563-a211-2ffe5f900f68 service nova] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Updated VIF entry in instance network info cache for port 3ccd0969-a76f-4444-bdbe-eab2a35e11fe. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.294162] env[68391]: DEBUG nova.network.neutron [req-02790f32-24c6-4901-8185-f98ab948a99c req-6d7d073b-fce3-4563-a211-2ffe5f900f68 service nova] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Updating instance_info_cache with network_info: [{"id": "3ccd0969-a76f-4444-bdbe-eab2a35e11fe", "address": "fa:16:3e:56:34:c3", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ccd0969-a7", "ovs_interfaceid": "3ccd0969-a76f-4444-bdbe-eab2a35e11fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.321910] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b2f6dc-c8e6-418c-8447-d40bad40b4fd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.345673] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.346044] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab1d7de8-fe37-4f34-97f1-7c447d4075b9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.356121] env[68391]: DEBUG oslo_vmware.api [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 995.356121] env[68391]: value = "task-3039535" [ 995.356121] env[68391]: _type = "Task" [ 995.356121] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.362123] env[68391]: DEBUG oslo_vmware.api [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.424615] env[68391]: DEBUG oslo_vmware.api [None req-16245e49-f9d6-4e34-9b11-d1c892f0620d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039531, 'name': ReconfigVM_Task, 'duration_secs': 0.240942} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.424972] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-16245e49-f9d6-4e34-9b11-d1c892f0620d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 995.433026] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45ea2e03-a979-4520-b725-3866310f54ed {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.446540] env[68391]: DEBUG oslo_vmware.api [None req-16245e49-f9d6-4e34-9b11-d1c892f0620d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 995.446540] env[68391]: value = "task-3039536" [ 995.446540] env[68391]: _type = "Task" [ 995.446540] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.460966] env[68391]: DEBUG oslo_vmware.api [None req-16245e49-f9d6-4e34-9b11-d1c892f0620d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.463833] env[68391]: DEBUG nova.network.neutron [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Successfully created port: 2a432c8f-7b17-446c-9c87-88b3565b978d {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.580023] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039532, 'name': Rename_Task, 'duration_secs': 0.146034} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.580023] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.580023] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb4d8a74-5faf-48b1-baad-056f36d4c858 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.585874] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 995.585874] env[68391]: value = "task-3039537" [ 995.585874] env[68391]: _type = "Task" [ 995.585874] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.594564] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.606963] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039533, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.721493] env[68391]: DEBUG nova.scheduler.client.report [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.774830] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039534, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.795865] env[68391]: DEBUG oslo_concurrency.lockutils [req-02790f32-24c6-4901-8185-f98ab948a99c req-6d7d073b-fce3-4563-a211-2ffe5f900f68 service nova] Releasing lock "refresh_cache-ea7ba3ba-230f-4523-9ccf-3f698189562e" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.867569] env[68391]: DEBUG oslo_vmware.api [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039535, 'name': PowerOffVM_Task, 'duration_secs': 0.443909} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.867925] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.873153] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 995.873537] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bb2d2b8-fac2-43cc-a284-69329fd898f4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.900970] env[68391]: DEBUG oslo_vmware.api [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 995.900970] env[68391]: value = "task-3039538" [ 995.900970] env[68391]: _type = "Task" [ 995.900970] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.909985] env[68391]: DEBUG oslo_vmware.api [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.955739] env[68391]: DEBUG oslo_vmware.api [None req-16245e49-f9d6-4e34-9b11-d1c892f0620d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039536, 'name': ReconfigVM_Task, 'duration_secs': 0.168937} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.956189] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-16245e49-f9d6-4e34-9b11-d1c892f0620d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608980', 'volume_id': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'name': 'volume-3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1bf895c-d819-49a6-bedb-83c05595a171', 'attached_at': '', 'detached_at': '', 'volume_id': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26', 'serial': '3d9e5733-9bc4-4356-9e0e-7c4ebeb63f26'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 996.058190] env[68391]: DEBUG nova.network.neutron [req-ba77964c-ece2-4562-9ece-d4496910c10b req-2ca457f3-76d5-4d19-b11e-b85f17c083cf service nova] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Updated VIF entry in instance network info cache for port e8ed9796-32e9-41f8-a732-199729efc6c9. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.058562] env[68391]: DEBUG nova.network.neutron [req-ba77964c-ece2-4562-9ece-d4496910c10b req-2ca457f3-76d5-4d19-b11e-b85f17c083cf service nova] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Updating instance_info_cache with network_info: [{"id": "e8ed9796-32e9-41f8-a732-199729efc6c9", "address": "fa:16:3e:da:5c:83", "network": {"id": "ba27caf7-4890-4674-a1b1-65960524871a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2042391078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331f924de2b94bb988cde9a8ee1fff74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ed9796-32", "ovs_interfaceid": "e8ed9796-32e9-41f8-a732-199729efc6c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.098168] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039537, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.108240] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661213} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.108465] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] bc60f56a-31b7-4ffc-9ff4-75b84eb869a3/bc60f56a-31b7-4ffc-9ff4-75b84eb869a3.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.109118] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.110229] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99515583-2337-4777-8677-253e0a036305 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.119100] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 996.119100] env[68391]: value = "task-3039539" [ 996.119100] env[68391]: _type = "Task" [ 996.119100] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.127408] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.148771] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.149062] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.227795] env[68391]: DEBUG oslo_concurrency.lockutils [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.230173] env[68391]: DEBUG oslo_concurrency.lockutils [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.742s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.230420] env[68391]: DEBUG nova.objects.instance [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Lazy-loading 'resources' on Instance uuid 1cd79520-9bc0-418e-87e9-f7f0dd91c71c {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.254984] env[68391]: INFO nova.scheduler.client.report [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Deleted allocations for instance 62d355be-8591-4ab7-b9bd-37c889593b50 [ 996.264178] env[68391]: DEBUG nova.compute.manager [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.275340] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039534, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.292894] env[68391]: DEBUG nova.virt.hardware [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.293160] env[68391]: DEBUG nova.virt.hardware [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.293316] env[68391]: DEBUG nova.virt.hardware [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.293492] env[68391]: DEBUG nova.virt.hardware [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.293635] env[68391]: DEBUG nova.virt.hardware [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.293776] env[68391]: DEBUG nova.virt.hardware [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.293981] env[68391]: DEBUG nova.virt.hardware [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.294342] env[68391]: DEBUG nova.virt.hardware [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.294342] env[68391]: DEBUG nova.virt.hardware [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.294502] env[68391]: DEBUG nova.virt.hardware [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.294652] env[68391]: DEBUG nova.virt.hardware [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.295554] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ccb38a-d357-485b-b38b-a4d599395be5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.303679] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234093a4-cce7-4057-8db7-6e0d126d8f4c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.413829] env[68391]: DEBUG oslo_vmware.api [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.507030] env[68391]: DEBUG nova.objects.instance [None req-16245e49-f9d6-4e34-9b11-d1c892f0620d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lazy-loading 'flavor' on Instance uuid d1bf895c-d819-49a6-bedb-83c05595a171 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.561694] env[68391]: DEBUG oslo_concurrency.lockutils [req-ba77964c-ece2-4562-9ece-d4496910c10b req-2ca457f3-76d5-4d19-b11e-b85f17c083cf service nova] Releasing lock "refresh_cache-17887678-d0d0-44f3-959c-91588dcd432d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.596624] env[68391]: DEBUG oslo_vmware.api [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039537, 'name': PowerOnVM_Task, 'duration_secs': 0.749278} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.596881] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.597114] env[68391]: INFO nova.compute.manager [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Took 9.83 seconds to spawn the instance on the hypervisor. [ 996.597257] env[68391]: DEBUG nova.compute.manager [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.598209] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d53c5d-36c3-4911-8684-37dc5c660eea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.629522] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106264} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.629749] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.630573] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cd10fe-1bda-4e43-9910-d34261aa06af {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.653015] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] bc60f56a-31b7-4ffc-9ff4-75b84eb869a3/bc60f56a-31b7-4ffc-9ff4-75b84eb869a3.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.654668] env[68391]: DEBUG nova.compute.utils [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.655767] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69a0cf81-a756-4ae3-9275-63a2e1b8e0a3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.677160] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 996.677160] env[68391]: value = "task-3039540" [ 996.677160] env[68391]: _type = "Task" [ 996.677160] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.685504] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.772402] env[68391]: DEBUG oslo_concurrency.lockutils [None req-50049cc2-0167-4f85-bf97-9b754fc14a09 tempest-InstanceActionsNegativeTestJSON-2108295546 tempest-InstanceActionsNegativeTestJSON-2108295546-project-member] Lock "62d355be-8591-4ab7-b9bd-37c889593b50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.224s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.785513] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039534, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.918396] env[68391]: DEBUG oslo_vmware.api [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.003593] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7296929e-7645-46d8-a921-d5270c83ea1c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.013359] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0d317f-b638-4e7a-b117-8f76981a8c63 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.057950] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb9f5b7-505f-462d-9c1d-6bc3136e558d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.067240] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a738a60-d5d0-40ca-a73a-f1386d0bd3a8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.082215] env[68391]: DEBUG nova.compute.provider_tree [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.115945] env[68391]: INFO nova.compute.manager [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Took 30.65 seconds to build instance. [ 997.171442] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.022s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.189368] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.278625] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039534, 'name': CreateVM_Task, 'duration_secs': 1.653093} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.278849] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.280016] env[68391]: DEBUG oslo_concurrency.lockutils [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.280247] env[68391]: DEBUG oslo_concurrency.lockutils [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.280621] env[68391]: DEBUG oslo_concurrency.lockutils [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.280986] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62bb77cb-c59f-49d0-9f4e-cbb2975fe1e4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.286354] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 997.286354] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52249b16-a801-4a03-7d95-c559fee41e1e" [ 997.286354] env[68391]: _type = "Task" [ 997.286354] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.296607] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52249b16-a801-4a03-7d95-c559fee41e1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.308513] env[68391]: DEBUG nova.network.neutron [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Successfully updated port: 2a432c8f-7b17-446c-9c87-88b3565b978d {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.391689] env[68391]: DEBUG nova.compute.manager [req-e9c3f599-2980-42cc-8934-8a7e0a783bad req-3efb72ce-51ab-4188-8692-6f2ae108b2f7 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Received event network-vif-plugged-2a432c8f-7b17-446c-9c87-88b3565b978d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.392177] env[68391]: DEBUG oslo_concurrency.lockutils [req-e9c3f599-2980-42cc-8934-8a7e0a783bad req-3efb72ce-51ab-4188-8692-6f2ae108b2f7 service nova] Acquiring lock "c6b6e61f-4667-478c-8a17-3ee4a0b5135b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.392394] env[68391]: DEBUG oslo_concurrency.lockutils [req-e9c3f599-2980-42cc-8934-8a7e0a783bad req-3efb72ce-51ab-4188-8692-6f2ae108b2f7 service nova] Lock "c6b6e61f-4667-478c-8a17-3ee4a0b5135b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.392607] env[68391]: DEBUG oslo_concurrency.lockutils [req-e9c3f599-2980-42cc-8934-8a7e0a783bad req-3efb72ce-51ab-4188-8692-6f2ae108b2f7 service nova] Lock "c6b6e61f-4667-478c-8a17-3ee4a0b5135b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.393285] env[68391]: DEBUG nova.compute.manager [req-e9c3f599-2980-42cc-8934-8a7e0a783bad req-3efb72ce-51ab-4188-8692-6f2ae108b2f7 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] No waiting events found dispatching network-vif-plugged-2a432c8f-7b17-446c-9c87-88b3565b978d {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.393466] env[68391]: WARNING nova.compute.manager [req-e9c3f599-2980-42cc-8934-8a7e0a783bad req-3efb72ce-51ab-4188-8692-6f2ae108b2f7 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Received unexpected event network-vif-plugged-2a432c8f-7b17-446c-9c87-88b3565b978d for instance with vm_state building and task_state spawning. [ 997.415354] env[68391]: DEBUG oslo_vmware.api [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039538, 'name': ReconfigVM_Task, 'duration_secs': 1.334476} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.415668] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 997.415974] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.416124] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b233557-3807-4e45-b727-f739c81ef4f7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.422770] env[68391]: DEBUG oslo_vmware.api [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 997.422770] env[68391]: value = "task-3039541" [ 997.422770] env[68391]: _type = "Task" [ 997.422770] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.521379] env[68391]: DEBUG oslo_concurrency.lockutils [None req-16245e49-f9d6-4e34-9b11-d1c892f0620d tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "d1bf895c-d819-49a6-bedb-83c05595a171" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.302s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.586223] env[68391]: DEBUG nova.scheduler.client.report [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.618374] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5f75af4f-874b-4f11-afb2-7ac434c63f16 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "14933d47-beb8-4875-940c-f3ebeae68949" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.167s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.691714] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039540, 'name': ReconfigVM_Task, 'duration_secs': 0.616796} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.693096] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Reconfigured VM instance instance-00000063 to attach disk [datastore1] bc60f56a-31b7-4ffc-9ff4-75b84eb869a3/bc60f56a-31b7-4ffc-9ff4-75b84eb869a3.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.697889] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b20c67f-2751-4a3e-9be6-c68cb1d1a4b0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.706451] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 997.706451] env[68391]: value = "task-3039542" [ 997.706451] env[68391]: _type = "Task" [ 997.706451] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.718026] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039542, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.796730] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52249b16-a801-4a03-7d95-c559fee41e1e, 'name': SearchDatastore_Task, 'duration_secs': 0.012428} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.797182] env[68391]: DEBUG oslo_concurrency.lockutils [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.797528] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.797892] env[68391]: DEBUG oslo_concurrency.lockutils [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.798172] env[68391]: DEBUG oslo_concurrency.lockutils [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.798449] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.799132] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-470ebba4-c752-4239-bcc4-0be75d8f208b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.807768] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.808118] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.809113] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aef3cb68-57b3-4fd4-8175-bfb29acfe9fb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.814292] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.814292] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.814292] env[68391]: DEBUG nova.network.neutron [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.818059] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 997.818059] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d86496-b769-d48d-2154-b5cfbbf20cb4" [ 997.818059] env[68391]: _type = "Task" [ 997.818059] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.827822] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d86496-b769-d48d-2154-b5cfbbf20cb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.936487] env[68391]: DEBUG oslo_vmware.api [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039541, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.094520] env[68391]: DEBUG oslo_concurrency.lockutils [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.094979] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.880s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.096461] env[68391]: INFO nova.compute.claims [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.131142] env[68391]: INFO nova.scheduler.client.report [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Deleted allocations for instance 1cd79520-9bc0-418e-87e9-f7f0dd91c71c [ 998.198338] env[68391]: DEBUG oslo_concurrency.lockutils [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "d1bf895c-d819-49a6-bedb-83c05595a171" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.199183] env[68391]: DEBUG oslo_concurrency.lockutils [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "d1bf895c-d819-49a6-bedb-83c05595a171" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.199183] env[68391]: DEBUG oslo_concurrency.lockutils [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "d1bf895c-d819-49a6-bedb-83c05595a171-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.199311] env[68391]: DEBUG oslo_concurrency.lockutils [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "d1bf895c-d819-49a6-bedb-83c05595a171-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.199522] env[68391]: DEBUG oslo_concurrency.lockutils [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "d1bf895c-d819-49a6-bedb-83c05595a171-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.203359] env[68391]: INFO nova.compute.manager [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Terminating instance [ 998.217176] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039542, 'name': Rename_Task, 'duration_secs': 0.180229} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.217448] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.217704] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4238cd8f-94c2-4875-80f8-74c323491e2a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.224342] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 998.224342] env[68391]: value = "task-3039543" [ 998.224342] env[68391]: _type = "Task" [ 998.224342] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.233714] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.241588] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.241875] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.242123] env[68391]: INFO nova.compute.manager [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Attaching volume ea05e980-c44a-4396-9fd8-eb49e15b71ea to /dev/sdb [ 998.297244] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e90a33-ce1c-4038-a0c1-3e42df8d6f12 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.303801] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cbb31a-e15e-4a2c-8450-8042f0396837 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.326776] env[68391]: DEBUG nova.virt.block_device [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Updating existing volume attachment record: 122f01ad-19cc-4284-97a5-bddb8315b52e {{(pid=68391) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 998.348974] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d86496-b769-d48d-2154-b5cfbbf20cb4, 'name': SearchDatastore_Task, 'duration_secs': 0.010024} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.350337] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b217cad0-1bc7-4f6c-91c1-14b5b6bf8432 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.356038] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 998.356038] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e25d09-0f3d-0877-ec33-c3e8cb072fbc" [ 998.356038] env[68391]: _type = "Task" [ 998.356038] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.364823] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e25d09-0f3d-0877-ec33-c3e8cb072fbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.400626] env[68391]: DEBUG nova.network.neutron [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.437028] env[68391]: DEBUG oslo_vmware.api [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039541, 'name': PowerOnVM_Task, 'duration_secs': 0.866888} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.437028] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.437028] env[68391]: DEBUG nova.compute.manager [None req-4cedde4b-4766-430c-b98a-af637550f392 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.437921] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862ba147-511a-454b-abdf-63f0d9f4b66f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.574882] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af72e2d-a90c-4819-b0a0-a0fd8fc5e3e9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.581602] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7151083f-95f5-4cce-8034-f297f9ce34f3 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Suspending the VM {{(pid=68391) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 998.581879] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c29471c2-73de-4ebb-834e-a4c0ac90c0b1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.589460] env[68391]: DEBUG oslo_vmware.api [None req-7151083f-95f5-4cce-8034-f297f9ce34f3 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 998.589460] env[68391]: value = "task-3039546" [ 998.589460] env[68391]: _type = "Task" [ 998.589460] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.609069] env[68391]: DEBUG oslo_vmware.api [None req-7151083f-95f5-4cce-8034-f297f9ce34f3 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039546, 'name': SuspendVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.609069] env[68391]: DEBUG nova.network.neutron [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Updating instance_info_cache with network_info: [{"id": "2a432c8f-7b17-446c-9c87-88b3565b978d", "address": "fa:16:3e:00:bc:14", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a432c8f-7b", "ovs_interfaceid": "2a432c8f-7b17-446c-9c87-88b3565b978d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.643726] env[68391]: DEBUG oslo_concurrency.lockutils [None req-62981cb0-2dbf-437b-aa74-b55dad5fe4ae tempest-ServersTestJSON-2073654608 tempest-ServersTestJSON-2073654608-project-member] Lock "1cd79520-9bc0-418e-87e9-f7f0dd91c71c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.820s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.707238] env[68391]: DEBUG nova.compute.manager [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.707965] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.709536] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6beccce9-ffbd-49d5-8877-3b4d858cf1e8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.724144] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.724144] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6042265a-5981-422c-be96-d236a769873c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.744165] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039543, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.745993] env[68391]: DEBUG oslo_vmware.api [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 998.745993] env[68391]: value = "task-3039548" [ 998.745993] env[68391]: _type = "Task" [ 998.745993] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.760027] env[68391]: DEBUG oslo_vmware.api [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.869561] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e25d09-0f3d-0877-ec33-c3e8cb072fbc, 'name': SearchDatastore_Task, 'duration_secs': 0.012079} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.869861] env[68391]: DEBUG oslo_concurrency.lockutils [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.870187] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 17887678-d0d0-44f3-959c-91588dcd432d/17887678-d0d0-44f3-959c-91588dcd432d.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.870596] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80166669-9ba0-4d5d-b333-185c60ae6716 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.879705] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 998.879705] env[68391]: value = "task-3039549" [ 998.879705] env[68391]: _type = "Task" [ 998.879705] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.890401] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.102269] env[68391]: DEBUG oslo_vmware.api [None req-7151083f-95f5-4cce-8034-f297f9ce34f3 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039546, 'name': SuspendVM_Task} progress is 62%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.110974] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.111430] env[68391]: DEBUG nova.compute.manager [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Instance network_info: |[{"id": "2a432c8f-7b17-446c-9c87-88b3565b978d", "address": "fa:16:3e:00:bc:14", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a432c8f-7b", "ovs_interfaceid": "2a432c8f-7b17-446c-9c87-88b3565b978d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.112755] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:bc:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a432c8f-7b17-446c-9c87-88b3565b978d', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.124392] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.125275] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.126185] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12790b74-381a-4c93-83f0-074c539a6dcc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.155021] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.155021] env[68391]: value = "task-3039550" [ 999.155021] env[68391]: _type = "Task" [ 999.155021] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.164503] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039550, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.242422] env[68391]: DEBUG oslo_vmware.api [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039543, 'name': PowerOnVM_Task, 'duration_secs': 0.926451} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.242771] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.243058] env[68391]: INFO nova.compute.manager [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Took 10.01 seconds to spawn the instance on the hypervisor. [ 999.243168] env[68391]: DEBUG nova.compute.manager [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.244966] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b94746-e243-44f5-a587-ca398b9fa6dd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.263905] env[68391]: DEBUG oslo_vmware.api [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039548, 'name': PowerOffVM_Task, 'duration_secs': 0.281382} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.268350] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.268350] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.268350] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1bfae47-eb65-43e9-b3d8-e38959307ec8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.342533] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.342533] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.342533] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Deleting the datastore file [datastore2] d1bf895c-d819-49a6-bedb-83c05595a171 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.342533] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-369c0a1d-28e1-42fc-a5df-b1f71a0ab82f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.351681] env[68391]: DEBUG oslo_vmware.api [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 999.351681] env[68391]: value = "task-3039552" [ 999.351681] env[68391]: _type = "Task" [ 999.351681] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.363462] env[68391]: DEBUG oslo_vmware.api [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.397522] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039549, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.480032] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49c12dc-8e00-4203-a755-8d08b295c8c8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.489171] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1449bbfc-34b1-4971-902b-71c37d7747f4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.525443] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4c3277-a59a-4e75-aa5e-d0d4d97aa3f5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.529255] env[68391]: DEBUG nova.compute.manager [req-ca3ea1fe-411e-49ce-b48c-fdf96b0b0281 req-e4999551-b8b8-4432-9499-0d6e1ba47bb7 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Received event network-changed-2a432c8f-7b17-446c-9c87-88b3565b978d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.529482] env[68391]: DEBUG nova.compute.manager [req-ca3ea1fe-411e-49ce-b48c-fdf96b0b0281 req-e4999551-b8b8-4432-9499-0d6e1ba47bb7 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Refreshing instance network info cache due to event network-changed-2a432c8f-7b17-446c-9c87-88b3565b978d. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.529708] env[68391]: DEBUG oslo_concurrency.lockutils [req-ca3ea1fe-411e-49ce-b48c-fdf96b0b0281 req-e4999551-b8b8-4432-9499-0d6e1ba47bb7 service nova] Acquiring lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.529846] env[68391]: DEBUG oslo_concurrency.lockutils [req-ca3ea1fe-411e-49ce-b48c-fdf96b0b0281 req-e4999551-b8b8-4432-9499-0d6e1ba47bb7 service nova] Acquired lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.530011] env[68391]: DEBUG nova.network.neutron [req-ca3ea1fe-411e-49ce-b48c-fdf96b0b0281 req-e4999551-b8b8-4432-9499-0d6e1ba47bb7 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Refreshing network info cache for port 2a432c8f-7b17-446c-9c87-88b3565b978d {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.542987] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19317b3-65f9-4a8b-a627-dc456b3af4d8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.561881] env[68391]: DEBUG nova.compute.provider_tree [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.600472] env[68391]: DEBUG oslo_vmware.api [None req-7151083f-95f5-4cce-8034-f297f9ce34f3 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039546, 'name': SuspendVM_Task, 'duration_secs': 0.736846} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.600472] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7151083f-95f5-4cce-8034-f297f9ce34f3 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Suspended the VM {{(pid=68391) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 999.600627] env[68391]: DEBUG nova.compute.manager [None req-7151083f-95f5-4cce-8034-f297f9ce34f3 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.601430] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3650ab24-a672-40aa-870f-f1805fbbd2fb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.669634] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039550, 'name': CreateVM_Task, 'duration_secs': 0.465424} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.669634] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.670198] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.670384] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.670711] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.670976] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa6e3b7-7b6f-4b39-9a77-07a6d9743547 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.678975] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 999.678975] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520a250f-8001-1bf1-1cba-3ef5e9b894d1" [ 999.678975] env[68391]: _type = "Task" [ 999.678975] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.690817] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520a250f-8001-1bf1-1cba-3ef5e9b894d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.775061] env[68391]: INFO nova.compute.manager [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Took 29.87 seconds to build instance. [ 999.863047] env[68391]: DEBUG oslo_vmware.api [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.894751] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611201} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.895011] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 17887678-d0d0-44f3-959c-91588dcd432d/17887678-d0d0-44f3-959c-91588dcd432d.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.895869] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.896367] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-405e2d42-a656-4ad2-923d-3e365a7dd2c0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.903463] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 999.903463] env[68391]: value = "task-3039553" [ 999.903463] env[68391]: _type = "Task" [ 999.903463] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.911534] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.065708] env[68391]: DEBUG nova.scheduler.client.report [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.195732] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520a250f-8001-1bf1-1cba-3ef5e9b894d1, 'name': SearchDatastore_Task, 'duration_secs': 0.030338} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.196164] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.196572] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.196878] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.197116] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.197390] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.197736] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80848067-5149-4e58-9c85-b22c8976447b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.213820] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.214155] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.214936] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf77d3f-6a2b-4376-a5e8-def0055207cf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.220744] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 1000.220744] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520da382-bb18-95b3-5ae9-9ada7650ffd0" [ 1000.220744] env[68391]: _type = "Task" [ 1000.220744] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.228512] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520da382-bb18-95b3-5ae9-9ada7650ffd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.277020] env[68391]: DEBUG oslo_concurrency.lockutils [None req-634f51b4-318a-43af-8190-b81a8523f486 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "bc60f56a-31b7-4ffc-9ff4-75b84eb869a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.387s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.299182] env[68391]: DEBUG nova.network.neutron [req-ca3ea1fe-411e-49ce-b48c-fdf96b0b0281 req-e4999551-b8b8-4432-9499-0d6e1ba47bb7 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Updated VIF entry in instance network info cache for port 2a432c8f-7b17-446c-9c87-88b3565b978d. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.299493] env[68391]: DEBUG nova.network.neutron [req-ca3ea1fe-411e-49ce-b48c-fdf96b0b0281 req-e4999551-b8b8-4432-9499-0d6e1ba47bb7 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Updating instance_info_cache with network_info: [{"id": "2a432c8f-7b17-446c-9c87-88b3565b978d", "address": "fa:16:3e:00:bc:14", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a432c8f-7b", "ovs_interfaceid": "2a432c8f-7b17-446c-9c87-88b3565b978d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.361728] env[68391]: DEBUG oslo_vmware.api [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518264} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.365020] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.365020] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.365020] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.365020] env[68391]: INFO nova.compute.manager [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1000.365020] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.365020] env[68391]: DEBUG nova.compute.manager [-] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.365020] env[68391]: DEBUG nova.network.neutron [-] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.414557] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070377} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.414968] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.415853] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4946eb-fff8-4e1f-a075-b2f9efad62a4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.439427] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 17887678-d0d0-44f3-959c-91588dcd432d/17887678-d0d0-44f3-959c-91588dcd432d.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.442954] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a783530f-b1eb-4730-a495-2d223b0ae7eb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.467158] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 1000.467158] env[68391]: value = "task-3039554" [ 1000.467158] env[68391]: _type = "Task" [ 1000.467158] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.476741] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.573752] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.574242] env[68391]: DEBUG nova.compute.manager [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.733026] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520da382-bb18-95b3-5ae9-9ada7650ffd0, 'name': SearchDatastore_Task, 'duration_secs': 0.086817} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.733903] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c86ac91-065c-43cd-a708-7457f3b652fd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.743681] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 1000.743681] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a7dcc3-4d3b-0587-45a8-41bfae417ee6" [ 1000.743681] env[68391]: _type = "Task" [ 1000.743681] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.754479] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a7dcc3-4d3b-0587-45a8-41bfae417ee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.803160] env[68391]: DEBUG oslo_concurrency.lockutils [req-ca3ea1fe-411e-49ce-b48c-fdf96b0b0281 req-e4999551-b8b8-4432-9499-0d6e1ba47bb7 service nova] Releasing lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.978156] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039554, 'name': ReconfigVM_Task, 'duration_secs': 0.498385} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.979038] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 17887678-d0d0-44f3-959c-91588dcd432d/17887678-d0d0-44f3-959c-91588dcd432d.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.980570] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5931857b-800a-4981-a91f-fed2fc86b2ca {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.988804] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 1000.988804] env[68391]: value = "task-3039556" [ 1000.988804] env[68391]: _type = "Task" [ 1000.988804] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.000860] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039556, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.083182] env[68391]: DEBUG nova.compute.utils [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.083182] env[68391]: DEBUG nova.compute.manager [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.083398] env[68391]: DEBUG nova.network.neutron [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.261033] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a7dcc3-4d3b-0587-45a8-41bfae417ee6, 'name': SearchDatastore_Task, 'duration_secs': 0.013481} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.261830] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.262116] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] c6b6e61f-4667-478c-8a17-3ee4a0b5135b/c6b6e61f-4667-478c-8a17-3ee4a0b5135b.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.270206] env[68391]: DEBUG nova.policy [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5893ae6315a94ffb862cf259d24c6bab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f62e2a2bc2a344e69dcaa398baa03cf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.271271] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ca5fb4b-4aa1-4679-81df-d7ecf3973465 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.285249] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 1001.285249] env[68391]: value = "task-3039557" [ 1001.285249] env[68391]: _type = "Task" [ 1001.285249] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.296449] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.409113] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "1ee7839c-0651-49a7-9c51-3cfbba19333b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.409113] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "1ee7839c-0651-49a7-9c51-3cfbba19333b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.502386] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039556, 'name': Rename_Task, 'duration_secs': 0.222109} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.502691] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.502940] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2664797b-04b7-48b1-aaaa-fcd15e738a72 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.510009] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 1001.510009] env[68391]: value = "task-3039558" [ 1001.510009] env[68391]: _type = "Task" [ 1001.510009] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.519535] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.586711] env[68391]: DEBUG nova.compute.manager [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.667546] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "14933d47-beb8-4875-940c-f3ebeae68949" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.668014] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "14933d47-beb8-4875-940c-f3ebeae68949" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.668192] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "14933d47-beb8-4875-940c-f3ebeae68949-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.668428] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "14933d47-beb8-4875-940c-f3ebeae68949-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.668616] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "14933d47-beb8-4875-940c-f3ebeae68949-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.670730] env[68391]: INFO nova.compute.manager [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Terminating instance [ 1001.765791] env[68391]: DEBUG nova.compute.manager [req-2b3be12c-c049-4626-8d78-d9d4e2e12f83 req-6b6f3ed5-d402-48e2-a03e-192a76caa355 service nova] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Received event network-vif-deleted-a0afb990-b33a-44c9-a437-1b2baa9c9992 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.766069] env[68391]: INFO nova.compute.manager [req-2b3be12c-c049-4626-8d78-d9d4e2e12f83 req-6b6f3ed5-d402-48e2-a03e-192a76caa355 service nova] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Neutron deleted interface a0afb990-b33a-44c9-a437-1b2baa9c9992; detaching it from the instance and deleting it from the info cache [ 1001.766249] env[68391]: DEBUG nova.network.neutron [req-2b3be12c-c049-4626-8d78-d9d4e2e12f83 req-6b6f3ed5-d402-48e2-a03e-192a76caa355 service nova] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.768518] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "38da167e-1f64-462f-9847-b4daa77d0390" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.768518] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "38da167e-1f64-462f-9847-b4daa77d0390" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.768721] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "38da167e-1f64-462f-9847-b4daa77d0390-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.769024] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "38da167e-1f64-462f-9847-b4daa77d0390-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.769201] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "38da167e-1f64-462f-9847-b4daa77d0390-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.771837] env[68391]: INFO nova.compute.manager [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Terminating instance [ 1001.797830] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039557, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.810321] env[68391]: DEBUG nova.network.neutron [-] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.911141] env[68391]: DEBUG nova.compute.manager [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.021368] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039558, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.175228] env[68391]: DEBUG nova.compute.manager [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.175479] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.176410] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165591be-48ed-4975-9bc7-721a1653bdb5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.185319] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.185319] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2289226d-fc83-493b-bb92-6beb20413f41 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.193566] env[68391]: DEBUG nova.network.neutron [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Successfully created port: d6bd0fd8-c4e7-4cd4-981c-04f7267880bd {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.268775] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.268775] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.268775] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Deleting the datastore file [datastore1] 14933d47-beb8-4875-940c-f3ebeae68949 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.268775] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efd73b12-5ab1-4449-86f1-4aa9e8c82f2a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.271109] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0052d71-2ca3-4e4c-919a-a2da47b7c8cb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.276701] env[68391]: DEBUG nova.compute.manager [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.276701] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.278925] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cb4ff6-1e96-42b6-958b-da239730cd25 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.281666] env[68391]: DEBUG oslo_vmware.api [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 1002.281666] env[68391]: value = "task-3039560" [ 1002.281666] env[68391]: _type = "Task" [ 1002.281666] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.287231] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff588868-0870-404c-bb92-63871b493d2a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.305792] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.306381] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bb7b9e7-4f2c-4c10-8dfe-0a6d13f0a0e7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.311262] env[68391]: DEBUG oslo_vmware.api [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.315331] env[68391]: INFO nova.compute.manager [-] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Took 1.95 seconds to deallocate network for instance. [ 1002.315599] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719192} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.318032] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] c6b6e61f-4667-478c-8a17-3ee4a0b5135b/c6b6e61f-4667-478c-8a17-3ee4a0b5135b.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.318389] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.318548] env[68391]: DEBUG oslo_vmware.api [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 1002.318548] env[68391]: value = "task-3039561" [ 1002.318548] env[68391]: _type = "Task" [ 1002.318548] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.333913] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-444c3429-0aee-4734-923f-552ae4d73ce0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.336568] env[68391]: DEBUG nova.compute.manager [req-2b3be12c-c049-4626-8d78-d9d4e2e12f83 req-6b6f3ed5-d402-48e2-a03e-192a76caa355 service nova] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Detach interface failed, port_id=a0afb990-b33a-44c9-a437-1b2baa9c9992, reason: Instance d1bf895c-d819-49a6-bedb-83c05595a171 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1002.348476] env[68391]: DEBUG oslo_vmware.api [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.350235] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 1002.350235] env[68391]: value = "task-3039562" [ 1002.350235] env[68391]: _type = "Task" [ 1002.350235] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.359946] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.441266] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.441358] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.442868] env[68391]: INFO nova.compute.claims [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.526581] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039558, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.598012] env[68391]: DEBUG nova.compute.manager [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.621685] env[68391]: DEBUG nova.virt.hardware [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.621931] env[68391]: DEBUG nova.virt.hardware [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.623884] env[68391]: DEBUG nova.virt.hardware [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.623884] env[68391]: DEBUG nova.virt.hardware [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.623884] env[68391]: DEBUG nova.virt.hardware [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.623884] env[68391]: DEBUG nova.virt.hardware [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.623884] env[68391]: DEBUG nova.virt.hardware [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.623884] env[68391]: DEBUG nova.virt.hardware [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.623884] env[68391]: DEBUG nova.virt.hardware [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.623884] env[68391]: DEBUG nova.virt.hardware [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.623884] env[68391]: DEBUG nova.virt.hardware [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.624526] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2234d1-8037-4a37-a800-38c40893579c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.633029] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f67a025-ae97-4bca-8a4e-185c5cc1f07f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.795281] env[68391]: DEBUG oslo_vmware.api [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.842207] env[68391]: DEBUG oslo_concurrency.lockutils [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.847478] env[68391]: DEBUG oslo_vmware.api [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039561, 'name': PowerOffVM_Task, 'duration_secs': 0.306049} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.847606] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.847773] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.848187] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b145913-2cb3-44db-bf46-c333ab0bf715 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.859813] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073956} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.860040] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.860894] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faecc85-2317-4476-9a7d-e2f1def72834 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.883568] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] c6b6e61f-4667-478c-8a17-3ee4a0b5135b/c6b6e61f-4667-478c-8a17-3ee4a0b5135b.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.883908] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9c5a398-c406-41f0-84c8-7d87f4e06191 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.902008] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Volume attach. Driver type: vmdk {{(pid=68391) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1002.902264] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609011', 'volume_id': 'ea05e980-c44a-4396-9fd8-eb49e15b71ea', 'name': 'volume-ea05e980-c44a-4396-9fd8-eb49e15b71ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92d021a1-7b89-4fe1-8cd9-289a355da5f8', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea05e980-c44a-4396-9fd8-eb49e15b71ea', 'serial': 'ea05e980-c44a-4396-9fd8-eb49e15b71ea'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1002.903078] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f609ea0-6fe3-42b1-a383-59d4220f6169 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.924025] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 1002.924025] env[68391]: value = "task-3039564" [ 1002.924025] env[68391]: _type = "Task" [ 1002.924025] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.926083] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca68ca13-bd90-4ca3-8d3a-91ab97460181 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.928992] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.929074] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.929219] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Deleting the datastore file [datastore2] 38da167e-1f64-462f-9847-b4daa77d0390 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.932498] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7edc016-50b5-40f5-811d-e027bad0b0dc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.940332] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.964916] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] volume-ea05e980-c44a-4396-9fd8-eb49e15b71ea/volume-ea05e980-c44a-4396-9fd8-eb49e15b71ea.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.965690] env[68391]: DEBUG oslo_vmware.api [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for the task: (returnval){ [ 1002.965690] env[68391]: value = "task-3039565" [ 1002.965690] env[68391]: _type = "Task" [ 1002.965690] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.965690] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14d90d95-b3ab-459a-9152-828c859aa93a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.988301] env[68391]: DEBUG oslo_vmware.api [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.989736] env[68391]: DEBUG oslo_vmware.api [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1002.989736] env[68391]: value = "task-3039566" [ 1002.989736] env[68391]: _type = "Task" [ 1002.989736] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.997579] env[68391]: DEBUG oslo_vmware.api [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.019908] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039558, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.294392] env[68391]: DEBUG oslo_vmware.api [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.568811} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.294915] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.295474] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.295671] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.295869] env[68391]: INFO nova.compute.manager [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1003.296093] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.296324] env[68391]: DEBUG nova.compute.manager [-] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.296372] env[68391]: DEBUG nova.network.neutron [-] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.392971] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "98605598-57ba-4c0c-bd19-7cc8e0bb5a66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.393242] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "98605598-57ba-4c0c-bd19-7cc8e0bb5a66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.435268] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039564, 'name': ReconfigVM_Task, 'duration_secs': 0.472432} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.435531] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Reconfigured VM instance instance-00000065 to attach disk [datastore1] c6b6e61f-4667-478c-8a17-3ee4a0b5135b/c6b6e61f-4667-478c-8a17-3ee4a0b5135b.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.436237] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-162d1d26-b2cb-4ff5-b5d8-c3cc9008303c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.442954] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 1003.442954] env[68391]: value = "task-3039567" [ 1003.442954] env[68391]: _type = "Task" [ 1003.442954] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.450805] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039567, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.492674] env[68391]: DEBUG oslo_vmware.api [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Task: {'id': task-3039565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24837} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.494981] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.495223] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.495393] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.495535] env[68391]: INFO nova.compute.manager [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1003.496131] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.496131] env[68391]: DEBUG nova.compute.manager [-] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.496131] env[68391]: DEBUG nova.network.neutron [-] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.502869] env[68391]: DEBUG oslo_vmware.api [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039566, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.524542] env[68391]: DEBUG oslo_vmware.api [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039558, 'name': PowerOnVM_Task, 'duration_secs': 1.741192} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.525710] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.525710] env[68391]: INFO nova.compute.manager [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Took 11.75 seconds to spawn the instance on the hypervisor. [ 1003.525710] env[68391]: DEBUG nova.compute.manager [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.529023] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c728e5a-dc4f-410c-b3f9-0bfb05e35256 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.742633] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15a8865-6851-4a8b-8ce3-1e2a72624a3f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.750633] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3341db95-62c4-4b86-afcb-ad04baba10a7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.785393] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c1bd63-fb69-49bf-91db-722509ca905b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.793518] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb1d1dd-4923-4174-bb2f-38411a129146 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.807831] env[68391]: DEBUG nova.compute.provider_tree [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.811444] env[68391]: DEBUG nova.compute.manager [req-c5d39331-54e2-4736-a5aa-b7b689aaa3e8 req-03841814-85e1-4505-95ab-91c655dbd4cb service nova] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Received event network-vif-deleted-28f1df03-5802-476a-bba3-9d4c7d517853 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.811644] env[68391]: INFO nova.compute.manager [req-c5d39331-54e2-4736-a5aa-b7b689aaa3e8 req-03841814-85e1-4505-95ab-91c655dbd4cb service nova] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Neutron deleted interface 28f1df03-5802-476a-bba3-9d4c7d517853; detaching it from the instance and deleting it from the info cache [ 1003.811816] env[68391]: DEBUG nova.network.neutron [req-c5d39331-54e2-4736-a5aa-b7b689aaa3e8 req-03841814-85e1-4505-95ab-91c655dbd4cb service nova] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.880065] env[68391]: DEBUG nova.network.neutron [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Successfully updated port: d6bd0fd8-c4e7-4cd4-981c-04f7267880bd {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.895844] env[68391]: DEBUG nova.compute.manager [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.936726] env[68391]: DEBUG nova.compute.manager [req-fc772ec9-b913-4f9c-80c6-9124f420688c req-c42ee06f-1fa9-49c2-9a5b-1525675c643e service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Received event network-vif-deleted-91abbfc1-4708-4918-a9a4-9cff8178b3ed {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.936928] env[68391]: INFO nova.compute.manager [req-fc772ec9-b913-4f9c-80c6-9124f420688c req-c42ee06f-1fa9-49c2-9a5b-1525675c643e service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Neutron deleted interface 91abbfc1-4708-4918-a9a4-9cff8178b3ed; detaching it from the instance and deleting it from the info cache [ 1003.937112] env[68391]: DEBUG nova.network.neutron [req-fc772ec9-b913-4f9c-80c6-9124f420688c req-c42ee06f-1fa9-49c2-9a5b-1525675c643e service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.952678] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039567, 'name': Rename_Task, 'duration_secs': 0.236645} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.953595] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.953873] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5edb22a-4dff-4b35-89f2-9ba12183a7b4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.961644] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 1003.961644] env[68391]: value = "task-3039568" [ 1003.961644] env[68391]: _type = "Task" [ 1003.961644] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.970563] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.002314] env[68391]: DEBUG oslo_vmware.api [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039566, 'name': ReconfigVM_Task, 'duration_secs': 0.545172} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.002616] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Reconfigured VM instance instance-0000005a to attach disk [datastore2] volume-ea05e980-c44a-4396-9fd8-eb49e15b71ea/volume-ea05e980-c44a-4396-9fd8-eb49e15b71ea.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.007663] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a1c4478-efc7-465c-bcb5-ba2493949185 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.022602] env[68391]: DEBUG oslo_vmware.api [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1004.022602] env[68391]: value = "task-3039569" [ 1004.022602] env[68391]: _type = "Task" [ 1004.022602] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.031015] env[68391]: DEBUG oslo_vmware.api [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.046541] env[68391]: INFO nova.compute.manager [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Took 26.93 seconds to build instance. [ 1004.071404] env[68391]: DEBUG nova.network.neutron [-] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.315029] env[68391]: DEBUG nova.scheduler.client.report [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.319044] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4ef7ba9-6fe3-4a78-bb3e-85d72b5624be {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.328345] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815aeeed-e036-4bcb-9e75-6f29891c7fe6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.362697] env[68391]: DEBUG nova.compute.manager [req-c5d39331-54e2-4736-a5aa-b7b689aaa3e8 req-03841814-85e1-4505-95ab-91c655dbd4cb service nova] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Detach interface failed, port_id=28f1df03-5802-476a-bba3-9d4c7d517853, reason: Instance 14933d47-beb8-4875-940c-f3ebeae68949 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1004.362961] env[68391]: DEBUG nova.compute.manager [req-c5d39331-54e2-4736-a5aa-b7b689aaa3e8 req-03841814-85e1-4505-95ab-91c655dbd4cb service nova] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Received event network-vif-plugged-d6bd0fd8-c4e7-4cd4-981c-04f7267880bd {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.363178] env[68391]: DEBUG oslo_concurrency.lockutils [req-c5d39331-54e2-4736-a5aa-b7b689aaa3e8 req-03841814-85e1-4505-95ab-91c655dbd4cb service nova] Acquiring lock "5b09ff71-a205-4d3b-bbae-0b3748228b1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.363401] env[68391]: DEBUG oslo_concurrency.lockutils [req-c5d39331-54e2-4736-a5aa-b7b689aaa3e8 req-03841814-85e1-4505-95ab-91c655dbd4cb service nova] Lock "5b09ff71-a205-4d3b-bbae-0b3748228b1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.363538] env[68391]: DEBUG oslo_concurrency.lockutils [req-c5d39331-54e2-4736-a5aa-b7b689aaa3e8 req-03841814-85e1-4505-95ab-91c655dbd4cb service nova] Lock "5b09ff71-a205-4d3b-bbae-0b3748228b1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.363715] env[68391]: DEBUG nova.compute.manager [req-c5d39331-54e2-4736-a5aa-b7b689aaa3e8 req-03841814-85e1-4505-95ab-91c655dbd4cb service nova] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] No waiting events found dispatching network-vif-plugged-d6bd0fd8-c4e7-4cd4-981c-04f7267880bd {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.363870] env[68391]: WARNING nova.compute.manager [req-c5d39331-54e2-4736-a5aa-b7b689aaa3e8 req-03841814-85e1-4505-95ab-91c655dbd4cb service nova] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Received unexpected event network-vif-plugged-d6bd0fd8-c4e7-4cd4-981c-04f7267880bd for instance with vm_state building and task_state spawning. [ 1004.382685] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Acquiring lock "refresh_cache-5b09ff71-a205-4d3b-bbae-0b3748228b1d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.382835] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Acquired lock "refresh_cache-5b09ff71-a205-4d3b-bbae-0b3748228b1d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.382987] env[68391]: DEBUG nova.network.neutron [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.388974] env[68391]: DEBUG nova.network.neutron [-] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.420926] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.440800] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb944edb-c52b-486c-b9d0-17c4de9bbd26 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.449541] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b303ff-b272-42f7-ae41-a996c9caa0a8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.470365] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039568, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.482571] env[68391]: DEBUG nova.compute.manager [req-fc772ec9-b913-4f9c-80c6-9124f420688c req-c42ee06f-1fa9-49c2-9a5b-1525675c643e service nova] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Detach interface failed, port_id=91abbfc1-4708-4918-a9a4-9cff8178b3ed, reason: Instance 38da167e-1f64-462f-9847-b4daa77d0390 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1004.532536] env[68391]: DEBUG oslo_vmware.api [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039569, 'name': ReconfigVM_Task, 'duration_secs': 0.170656} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.532881] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609011', 'volume_id': 'ea05e980-c44a-4396-9fd8-eb49e15b71ea', 'name': 'volume-ea05e980-c44a-4396-9fd8-eb49e15b71ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92d021a1-7b89-4fe1-8cd9-289a355da5f8', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea05e980-c44a-4396-9fd8-eb49e15b71ea', 'serial': 'ea05e980-c44a-4396-9fd8-eb49e15b71ea'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1004.548132] env[68391]: DEBUG oslo_concurrency.lockutils [None req-73d1c564-ee85-423c-bb3a-9c6709fc8d9f tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "17887678-d0d0-44f3-959c-91588dcd432d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.438s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.573606] env[68391]: INFO nova.compute.manager [-] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Took 1.28 seconds to deallocate network for instance. [ 1004.822350] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.822962] env[68391]: DEBUG nova.compute.manager [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.825571] env[68391]: DEBUG oslo_concurrency.lockutils [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.984s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.825806] env[68391]: DEBUG nova.objects.instance [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lazy-loading 'resources' on Instance uuid d1bf895c-d819-49a6-bedb-83c05595a171 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.892642] env[68391]: INFO nova.compute.manager [-] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Took 1.40 seconds to deallocate network for instance. [ 1004.925684] env[68391]: DEBUG nova.network.neutron [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.977825] env[68391]: DEBUG oslo_vmware.api [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039568, 'name': PowerOnVM_Task, 'duration_secs': 0.970057} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.978170] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.978456] env[68391]: INFO nova.compute.manager [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1004.978718] env[68391]: DEBUG nova.compute.manager [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.979815] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ca3df8-c106-427d-bb65-dd4ec7c43051 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.068734] env[68391]: DEBUG nova.network.neutron [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Updating instance_info_cache with network_info: [{"id": "d6bd0fd8-c4e7-4cd4-981c-04f7267880bd", "address": "fa:16:3e:51:cd:09", "network": {"id": "f2b6c81e-dc5b-4989-bf51-7623c7efb22e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2055907988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f62e2a2bc2a344e69dcaa398baa03cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6bd0fd8-c4", "ovs_interfaceid": "d6bd0fd8-c4e7-4cd4-981c-04f7267880bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.081308] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.329314] env[68391]: DEBUG nova.compute.utils [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.333340] env[68391]: DEBUG nova.compute.manager [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.333508] env[68391]: DEBUG nova.network.neutron [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.374634] env[68391]: DEBUG nova.policy [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ff74d4fbdd64f6e8b80c50c235a2401', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acf38278c0304e9cb866e83ac60394b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.400157] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.503667] env[68391]: INFO nova.compute.manager [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Took 16.13 seconds to build instance. [ 1005.572648] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Releasing lock "refresh_cache-5b09ff71-a205-4d3b-bbae-0b3748228b1d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.572967] env[68391]: DEBUG nova.compute.manager [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Instance network_info: |[{"id": "d6bd0fd8-c4e7-4cd4-981c-04f7267880bd", "address": "fa:16:3e:51:cd:09", "network": {"id": "f2b6c81e-dc5b-4989-bf51-7623c7efb22e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2055907988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f62e2a2bc2a344e69dcaa398baa03cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6bd0fd8-c4", "ovs_interfaceid": "d6bd0fd8-c4e7-4cd4-981c-04f7267880bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.574062] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0334a254-ffb9-4a46-a340-3d72ba96c333 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.576645] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:cd:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6bd0fd8-c4e7-4cd4-981c-04f7267880bd', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.583938] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Creating folder: Project (f62e2a2bc2a344e69dcaa398baa03cf2). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.584734] env[68391]: DEBUG nova.objects.instance [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lazy-loading 'flavor' on Instance uuid 92d021a1-7b89-4fe1-8cd9-289a355da5f8 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.586038] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f2f5118-856e-47ea-8738-610e27f8222c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.593819] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b87dd3f-221b-4a6f-855d-f89ee5f6d9d6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.598574] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Created folder: Project (f62e2a2bc2a344e69dcaa398baa03cf2) in parent group-v608736. [ 1005.598750] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Creating folder: Instances. Parent ref: group-v609013. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.599298] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d6a3fe9-5ad6-4066-84b2-9b3084cf8f1c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.627926] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8f2ef6-53b9-4153-a91f-9b5076c59297 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.635500] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de8ea4c-a309-4581-bf84-69d44eec64cc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.640177] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Created folder: Instances in parent group-v609013. [ 1005.640402] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.641147] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.641353] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71556390-89fa-4c93-a40a-7dc00ac3548d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.663216] env[68391]: DEBUG nova.compute.provider_tree [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.670380] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.670380] env[68391]: value = "task-3039572" [ 1005.670380] env[68391]: _type = "Task" [ 1005.670380] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.670798] env[68391]: DEBUG nova.compute.manager [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Stashing vm_state: active {{(pid=68391) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1005.673885] env[68391]: DEBUG nova.network.neutron [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Successfully created port: 3fa0de4a-e03e-419c-bbdb-0d4e142d1171 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.685086] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039572, 'name': CreateVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.754233] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8fd26bbe-3726-4edc-8f45-e710ef531021 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.834541] env[68391]: DEBUG nova.compute.manager [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.839881] env[68391]: DEBUG nova.compute.manager [req-535ece42-b8fe-45da-9fd6-2657a3d9fa26 req-48f59567-0fc2-4204-bb3b-50354e058dd3 service nova] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Received event network-changed-d6bd0fd8-c4e7-4cd4-981c-04f7267880bd {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.840091] env[68391]: DEBUG nova.compute.manager [req-535ece42-b8fe-45da-9fd6-2657a3d9fa26 req-48f59567-0fc2-4204-bb3b-50354e058dd3 service nova] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Refreshing instance network info cache due to event network-changed-d6bd0fd8-c4e7-4cd4-981c-04f7267880bd. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.840309] env[68391]: DEBUG oslo_concurrency.lockutils [req-535ece42-b8fe-45da-9fd6-2657a3d9fa26 req-48f59567-0fc2-4204-bb3b-50354e058dd3 service nova] Acquiring lock "refresh_cache-5b09ff71-a205-4d3b-bbae-0b3748228b1d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.840448] env[68391]: DEBUG oslo_concurrency.lockutils [req-535ece42-b8fe-45da-9fd6-2657a3d9fa26 req-48f59567-0fc2-4204-bb3b-50354e058dd3 service nova] Acquired lock "refresh_cache-5b09ff71-a205-4d3b-bbae-0b3748228b1d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.840604] env[68391]: DEBUG nova.network.neutron [req-535ece42-b8fe-45da-9fd6-2657a3d9fa26 req-48f59567-0fc2-4204-bb3b-50354e058dd3 service nova] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Refreshing network info cache for port d6bd0fd8-c4e7-4cd4-981c-04f7267880bd {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.009342] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c101f5b7-df4e-4693-aaa8-9cffb7ca00d5 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "c6b6e61f-4667-478c-8a17-3ee4a0b5135b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.641s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.092326] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07c46114-d0a3-465e-a28c-e9a6a128f4c2 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.850s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.094184] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8fd26bbe-3726-4edc-8f45-e710ef531021 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.340s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.094371] env[68391]: DEBUG nova.compute.manager [None req-8fd26bbe-3726-4edc-8f45-e710ef531021 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.096125] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a6e6f0-c9c6-43eb-83d4-727ed7ca0371 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.110242] env[68391]: DEBUG nova.compute.manager [None req-8fd26bbe-3726-4edc-8f45-e710ef531021 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68391) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1006.111689] env[68391]: DEBUG nova.objects.instance [None req-8fd26bbe-3726-4edc-8f45-e710ef531021 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lazy-loading 'flavor' on Instance uuid 92d021a1-7b89-4fe1-8cd9-289a355da5f8 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.169028] env[68391]: DEBUG nova.scheduler.client.report [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.196061] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039572, 'name': CreateVM_Task, 'duration_secs': 0.321561} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.196061] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.196061] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.196061] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.196061] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.196061] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59b34e55-5424-45ed-82cd-d16739a470a8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.203672] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Waiting for the task: (returnval){ [ 1006.203672] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52981567-eceb-565b-f58f-793b9189ade8" [ 1006.203672] env[68391]: _type = "Task" [ 1006.203672] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.219784] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52981567-eceb-565b-f58f-793b9189ade8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.229557] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.608144] env[68391]: DEBUG nova.network.neutron [req-535ece42-b8fe-45da-9fd6-2657a3d9fa26 req-48f59567-0fc2-4204-bb3b-50354e058dd3 service nova] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Updated VIF entry in instance network info cache for port d6bd0fd8-c4e7-4cd4-981c-04f7267880bd. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.608448] env[68391]: DEBUG nova.network.neutron [req-535ece42-b8fe-45da-9fd6-2657a3d9fa26 req-48f59567-0fc2-4204-bb3b-50354e058dd3 service nova] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Updating instance_info_cache with network_info: [{"id": "d6bd0fd8-c4e7-4cd4-981c-04f7267880bd", "address": "fa:16:3e:51:cd:09", "network": {"id": "f2b6c81e-dc5b-4989-bf51-7623c7efb22e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2055907988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f62e2a2bc2a344e69dcaa398baa03cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6bd0fd8-c4", "ovs_interfaceid": "d6bd0fd8-c4e7-4cd4-981c-04f7267880bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.674038] env[68391]: DEBUG oslo_concurrency.lockutils [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.677031] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.255s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.678047] env[68391]: INFO nova.compute.claims [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.694717] env[68391]: INFO nova.scheduler.client.report [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Deleted allocations for instance d1bf895c-d819-49a6-bedb-83c05595a171 [ 1006.714921] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52981567-eceb-565b-f58f-793b9189ade8, 'name': SearchDatastore_Task, 'duration_secs': 0.01624} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.715482] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.715862] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.716144] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.716298] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.716660] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.717284] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d003188-7933-49bd-8f72-8512978e790c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.729097] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.729097] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.729097] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e6b97a-eee7-4b6e-b233-0566f6536e86 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.734346] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Waiting for the task: (returnval){ [ 1006.734346] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52da206c-11b4-4672-1468-cb142126a4d0" [ 1006.734346] env[68391]: _type = "Task" [ 1006.734346] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.743490] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52da206c-11b4-4672-1468-cb142126a4d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.774615] env[68391]: DEBUG nova.compute.manager [req-a7e976cf-a8cb-4a70-82af-607d5b76fb20 req-5a18047a-f624-41b9-916c-042c553f7365 service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Received event network-changed-c192e4bc-9dd4-40d8-84b8-6427c32bcecf {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.774810] env[68391]: DEBUG nova.compute.manager [req-a7e976cf-a8cb-4a70-82af-607d5b76fb20 req-5a18047a-f624-41b9-916c-042c553f7365 service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Refreshing instance network info cache due to event network-changed-c192e4bc-9dd4-40d8-84b8-6427c32bcecf. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.775172] env[68391]: DEBUG oslo_concurrency.lockutils [req-a7e976cf-a8cb-4a70-82af-607d5b76fb20 req-5a18047a-f624-41b9-916c-042c553f7365 service nova] Acquiring lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.775274] env[68391]: DEBUG oslo_concurrency.lockutils [req-a7e976cf-a8cb-4a70-82af-607d5b76fb20 req-5a18047a-f624-41b9-916c-042c553f7365 service nova] Acquired lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.775386] env[68391]: DEBUG nova.network.neutron [req-a7e976cf-a8cb-4a70-82af-607d5b76fb20 req-5a18047a-f624-41b9-916c-042c553f7365 service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Refreshing network info cache for port c192e4bc-9dd4-40d8-84b8-6427c32bcecf {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.855288] env[68391]: DEBUG nova.compute.manager [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.888310] env[68391]: DEBUG nova.virt.hardware [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.888690] env[68391]: DEBUG nova.virt.hardware [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.888940] env[68391]: DEBUG nova.virt.hardware [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.889270] env[68391]: DEBUG nova.virt.hardware [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.889446] env[68391]: DEBUG nova.virt.hardware [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.889600] env[68391]: DEBUG nova.virt.hardware [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.889811] env[68391]: DEBUG nova.virt.hardware [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.889973] env[68391]: DEBUG nova.virt.hardware [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.890160] env[68391]: DEBUG nova.virt.hardware [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.890317] env[68391]: DEBUG nova.virt.hardware [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.890489] env[68391]: DEBUG nova.virt.hardware [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.891385] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e90fb0-5227-4a49-a8d2-62e3fe1fb89d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.900155] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b3d0df-368a-4815-8499-83415b7ac814 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.111729] env[68391]: DEBUG oslo_concurrency.lockutils [req-535ece42-b8fe-45da-9fd6-2657a3d9fa26 req-48f59567-0fc2-4204-bb3b-50354e058dd3 service nova] Releasing lock "refresh_cache-5b09ff71-a205-4d3b-bbae-0b3748228b1d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.121861] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd26bbe-3726-4edc-8f45-e710ef531021 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.122190] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1172633-9a84-4037-ba40-5cbfaf9a0bc6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.130326] env[68391]: DEBUG oslo_vmware.api [None req-8fd26bbe-3726-4edc-8f45-e710ef531021 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1007.130326] env[68391]: value = "task-3039573" [ 1007.130326] env[68391]: _type = "Task" [ 1007.130326] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.141989] env[68391]: DEBUG oslo_vmware.api [None req-8fd26bbe-3726-4edc-8f45-e710ef531021 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.206458] env[68391]: DEBUG oslo_concurrency.lockutils [None req-692a0695-8343-48c1-a2a9-8d1b5d6a0014 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "d1bf895c-d819-49a6-bedb-83c05595a171" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.008s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.246801] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52da206c-11b4-4672-1468-cb142126a4d0, 'name': SearchDatastore_Task, 'duration_secs': 0.014553} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.248291] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d4b3e25-2f7a-4109-b6f7-7e3ecdbb342f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.255016] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Waiting for the task: (returnval){ [ 1007.255016] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520a5d97-a6d3-9444-689c-02d80bf31ab0" [ 1007.255016] env[68391]: _type = "Task" [ 1007.255016] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.265939] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520a5d97-a6d3-9444-689c-02d80bf31ab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.502465] env[68391]: DEBUG nova.compute.manager [req-18b74f48-e74b-4d31-a4d8-0c96ef93e529 req-b7dc255c-7403-4805-9d02-991adf43b23f service nova] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Received event network-vif-plugged-3fa0de4a-e03e-419c-bbdb-0d4e142d1171 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.502465] env[68391]: DEBUG oslo_concurrency.lockutils [req-18b74f48-e74b-4d31-a4d8-0c96ef93e529 req-b7dc255c-7403-4805-9d02-991adf43b23f service nova] Acquiring lock "1ee7839c-0651-49a7-9c51-3cfbba19333b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.502465] env[68391]: DEBUG oslo_concurrency.lockutils [req-18b74f48-e74b-4d31-a4d8-0c96ef93e529 req-b7dc255c-7403-4805-9d02-991adf43b23f service nova] Lock "1ee7839c-0651-49a7-9c51-3cfbba19333b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.502762] env[68391]: DEBUG oslo_concurrency.lockutils [req-18b74f48-e74b-4d31-a4d8-0c96ef93e529 req-b7dc255c-7403-4805-9d02-991adf43b23f service nova] Lock "1ee7839c-0651-49a7-9c51-3cfbba19333b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.502965] env[68391]: DEBUG nova.compute.manager [req-18b74f48-e74b-4d31-a4d8-0c96ef93e529 req-b7dc255c-7403-4805-9d02-991adf43b23f service nova] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] No waiting events found dispatching network-vif-plugged-3fa0de4a-e03e-419c-bbdb-0d4e142d1171 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.502965] env[68391]: WARNING nova.compute.manager [req-18b74f48-e74b-4d31-a4d8-0c96ef93e529 req-b7dc255c-7403-4805-9d02-991adf43b23f service nova] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Received unexpected event network-vif-plugged-3fa0de4a-e03e-419c-bbdb-0d4e142d1171 for instance with vm_state building and task_state spawning. [ 1007.543645] env[68391]: DEBUG nova.network.neutron [req-a7e976cf-a8cb-4a70-82af-607d5b76fb20 req-5a18047a-f624-41b9-916c-042c553f7365 service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Updated VIF entry in instance network info cache for port c192e4bc-9dd4-40d8-84b8-6427c32bcecf. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.544285] env[68391]: DEBUG nova.network.neutron [req-a7e976cf-a8cb-4a70-82af-607d5b76fb20 req-5a18047a-f624-41b9-916c-042c553f7365 service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Updating instance_info_cache with network_info: [{"id": "c192e4bc-9dd4-40d8-84b8-6427c32bcecf", "address": "fa:16:3e:cc:97:6e", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc192e4bc-9d", "ovs_interfaceid": "c192e4bc-9dd4-40d8-84b8-6427c32bcecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.641666] env[68391]: DEBUG oslo_vmware.api [None req-8fd26bbe-3726-4edc-8f45-e710ef531021 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039573, 'name': PowerOffVM_Task, 'duration_secs': 0.362277} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.642044] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd26bbe-3726-4edc-8f45-e710ef531021 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.642194] env[68391]: DEBUG nova.compute.manager [None req-8fd26bbe-3726-4edc-8f45-e710ef531021 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.642983] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f6648c-d29f-44f1-a01a-52f5383368e0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.766202] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520a5d97-a6d3-9444-689c-02d80bf31ab0, 'name': SearchDatastore_Task, 'duration_secs': 0.011609} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.766475] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.766727] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 5b09ff71-a205-4d3b-bbae-0b3748228b1d/5b09ff71-a205-4d3b-bbae-0b3748228b1d.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.767015] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55b196f9-0c52-4151-bc43-bab3a368f118 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.781076] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Waiting for the task: (returnval){ [ 1007.781076] env[68391]: value = "task-3039574" [ 1007.781076] env[68391]: _type = "Task" [ 1007.781076] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.793838] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': task-3039574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.953937] env[68391]: DEBUG nova.network.neutron [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Successfully updated port: 3fa0de4a-e03e-419c-bbdb-0d4e142d1171 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.006700] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a7256c-f4fd-4867-a9e2-77c71b6b421c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.015235] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda55b48-888a-49fa-aa4c-dfea1ab14cf9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.046725] env[68391]: DEBUG oslo_concurrency.lockutils [req-a7e976cf-a8cb-4a70-82af-607d5b76fb20 req-5a18047a-f624-41b9-916c-042c553f7365 service nova] Releasing lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.047622] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ce62ea-4bb7-49fb-9b0f-997a6615c55c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.055511] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e4c3a5-74ba-41f6-a3f0-23930be3f0b9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.072240] env[68391]: DEBUG nova.compute.provider_tree [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.154603] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8fd26bbe-3726-4edc-8f45-e710ef531021 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.291590] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': task-3039574, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.456156] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "refresh_cache-1ee7839c-0651-49a7-9c51-3cfbba19333b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.456478] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired lock "refresh_cache-1ee7839c-0651-49a7-9c51-3cfbba19333b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.456800] env[68391]: DEBUG nova.network.neutron [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.579974] env[68391]: DEBUG nova.scheduler.client.report [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.792375] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': task-3039574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840689} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.792651] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 5b09ff71-a205-4d3b-bbae-0b3748228b1d/5b09ff71-a205-4d3b-bbae-0b3748228b1d.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.792867] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.793148] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e310208-5b5e-4e3a-8fe7-a629c5ef4443 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.800488] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Waiting for the task: (returnval){ [ 1008.800488] env[68391]: value = "task-3039575" [ 1008.800488] env[68391]: _type = "Task" [ 1008.800488] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.806856] env[68391]: DEBUG nova.compute.manager [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Received event network-changed-2a432c8f-7b17-446c-9c87-88b3565b978d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.807048] env[68391]: DEBUG nova.compute.manager [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Refreshing instance network info cache due to event network-changed-2a432c8f-7b17-446c-9c87-88b3565b978d. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.807271] env[68391]: DEBUG oslo_concurrency.lockutils [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] Acquiring lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.807410] env[68391]: DEBUG oslo_concurrency.lockutils [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] Acquired lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.807575] env[68391]: DEBUG nova.network.neutron [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Refreshing network info cache for port 2a432c8f-7b17-446c-9c87-88b3565b978d {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.814455] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': task-3039575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.990984] env[68391]: DEBUG nova.network.neutron [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.085482] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.086046] env[68391]: DEBUG nova.compute.manager [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.089580] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.009s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.090353] env[68391]: DEBUG nova.objects.instance [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lazy-loading 'resources' on Instance uuid 14933d47-beb8-4875-940c-f3ebeae68949 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.141045] env[68391]: DEBUG oslo_concurrency.lockutils [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "55385d20-05bb-4045-bef5-8c8fc1cdc457" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.141289] env[68391]: DEBUG oslo_concurrency.lockutils [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "55385d20-05bb-4045-bef5-8c8fc1cdc457" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.181437] env[68391]: DEBUG nova.network.neutron [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Updating instance_info_cache with network_info: [{"id": "3fa0de4a-e03e-419c-bbdb-0d4e142d1171", "address": "fa:16:3e:7e:6f:e5", "network": {"id": "239e719f-3c9f-4236-8c76-b928e2d73186", "bridge": "br-int", "label": "tempest-ServersTestJSON-1987072107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf38278c0304e9cb866e83ac60394b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa0de4a-e0", "ovs_interfaceid": "3fa0de4a-e03e-419c-bbdb-0d4e142d1171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.312071] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': task-3039575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066893} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.312239] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.313416] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb71313-c330-4ea5-98b0-ca4f75e450eb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.335918] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 5b09ff71-a205-4d3b-bbae-0b3748228b1d/5b09ff71-a205-4d3b-bbae-0b3748228b1d.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.336554] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-393cbde9-0bed-45ca-9892-2f79cc5a2b60 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.358330] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Waiting for the task: (returnval){ [ 1009.358330] env[68391]: value = "task-3039576" [ 1009.358330] env[68391]: _type = "Task" [ 1009.358330] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.365783] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': task-3039576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.483252] env[68391]: DEBUG nova.objects.instance [None req-bd577ca9-3dd8-438e-9c62-0150077deaa8 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lazy-loading 'flavor' on Instance uuid 92d021a1-7b89-4fe1-8cd9-289a355da5f8 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.518117] env[68391]: DEBUG nova.network.neutron [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Updated VIF entry in instance network info cache for port 2a432c8f-7b17-446c-9c87-88b3565b978d. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.518510] env[68391]: DEBUG nova.network.neutron [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Updating instance_info_cache with network_info: [{"id": "2a432c8f-7b17-446c-9c87-88b3565b978d", "address": "fa:16:3e:00:bc:14", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a432c8f-7b", "ovs_interfaceid": "2a432c8f-7b17-446c-9c87-88b3565b978d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.595628] env[68391]: DEBUG nova.compute.utils [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.597383] env[68391]: DEBUG nova.compute.manager [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.597553] env[68391]: DEBUG nova.network.neutron [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.634761] env[68391]: DEBUG nova.policy [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e583cf8882f4549ab3840cc10f7ef61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3159520e19b845c19d66b40346b96f6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.644228] env[68391]: DEBUG nova.compute.manager [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.683952] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Releasing lock "refresh_cache-1ee7839c-0651-49a7-9c51-3cfbba19333b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.684296] env[68391]: DEBUG nova.compute.manager [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Instance network_info: |[{"id": "3fa0de4a-e03e-419c-bbdb-0d4e142d1171", "address": "fa:16:3e:7e:6f:e5", "network": {"id": "239e719f-3c9f-4236-8c76-b928e2d73186", "bridge": "br-int", "label": "tempest-ServersTestJSON-1987072107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf38278c0304e9cb866e83ac60394b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa0de4a-e0", "ovs_interfaceid": "3fa0de4a-e03e-419c-bbdb-0d4e142d1171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.687214] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:6f:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fa0de4a-e03e-419c-bbdb-0d4e142d1171', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.694946] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.696072] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.696072] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-133a77ab-b698-4b49-893c-25f2879790dc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.720536] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.720536] env[68391]: value = "task-3039577" [ 1009.720536] env[68391]: _type = "Task" [ 1009.720536] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.729563] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039577, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.872506] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': task-3039576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.877591] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e53dbcf-e5f7-4854-a4b2-10f23a654ca3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.885166] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5416d7-601f-42be-8688-4a77bd9a6cc8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.916844] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db117cf-4f1f-4d36-8736-e4942ad55d3f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.923746] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2912e842-59ce-4f6d-841c-f9d261dc35d7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.939227] env[68391]: DEBUG nova.compute.provider_tree [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.991409] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd577ca9-3dd8-438e-9c62-0150077deaa8 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "refresh_cache-92d021a1-7b89-4fe1-8cd9-289a355da5f8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.991575] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd577ca9-3dd8-438e-9c62-0150077deaa8 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquired lock "refresh_cache-92d021a1-7b89-4fe1-8cd9-289a355da5f8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.991745] env[68391]: DEBUG nova.network.neutron [None req-bd577ca9-3dd8-438e-9c62-0150077deaa8 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.991985] env[68391]: DEBUG nova.objects.instance [None req-bd577ca9-3dd8-438e-9c62-0150077deaa8 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lazy-loading 'info_cache' on Instance uuid 92d021a1-7b89-4fe1-8cd9-289a355da5f8 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.997393] env[68391]: DEBUG nova.network.neutron [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Successfully created port: df55f6ae-5a48-4134-8a15-0a2b68d897a0 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.021310] env[68391]: DEBUG oslo_concurrency.lockutils [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] Releasing lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.024228] env[68391]: DEBUG nova.compute.manager [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Received event network-changed-3fa0de4a-e03e-419c-bbdb-0d4e142d1171 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.024228] env[68391]: DEBUG nova.compute.manager [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Refreshing instance network info cache due to event network-changed-3fa0de4a-e03e-419c-bbdb-0d4e142d1171. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.024228] env[68391]: DEBUG oslo_concurrency.lockutils [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] Acquiring lock "refresh_cache-1ee7839c-0651-49a7-9c51-3cfbba19333b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.024228] env[68391]: DEBUG oslo_concurrency.lockutils [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] Acquired lock "refresh_cache-1ee7839c-0651-49a7-9c51-3cfbba19333b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.024228] env[68391]: DEBUG nova.network.neutron [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Refreshing network info cache for port 3fa0de4a-e03e-419c-bbdb-0d4e142d1171 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.103731] env[68391]: DEBUG nova.compute.manager [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.172454] env[68391]: DEBUG oslo_concurrency.lockutils [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.233286] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039577, 'name': CreateVM_Task, 'duration_secs': 0.497142} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.233286] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.233286] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.233286] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.233286] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.233286] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f5dfbd6-0138-42a3-8c23-858b39c491cb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.237710] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1010.237710] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520991c7-2e2d-7b12-713a-a4a856698219" [ 1010.237710] env[68391]: _type = "Task" [ 1010.237710] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.245177] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520991c7-2e2d-7b12-713a-a4a856698219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.369708] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': task-3039576, 'name': ReconfigVM_Task, 'duration_secs': 0.860228} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.370055] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 5b09ff71-a205-4d3b-bbae-0b3748228b1d/5b09ff71-a205-4d3b-bbae-0b3748228b1d.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.370799] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dd4e251-4cac-4184-9474-0716a952ec1e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.376709] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Waiting for the task: (returnval){ [ 1010.376709] env[68391]: value = "task-3039578" [ 1010.376709] env[68391]: _type = "Task" [ 1010.376709] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.384121] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': task-3039578, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.443022] env[68391]: DEBUG nova.scheduler.client.report [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.495644] env[68391]: DEBUG nova.objects.base [None req-bd577ca9-3dd8-438e-9c62-0150077deaa8 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Object Instance<92d021a1-7b89-4fe1-8cd9-289a355da5f8> lazy-loaded attributes: flavor,info_cache {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1010.716973] env[68391]: DEBUG nova.network.neutron [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Updated VIF entry in instance network info cache for port 3fa0de4a-e03e-419c-bbdb-0d4e142d1171. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.717365] env[68391]: DEBUG nova.network.neutron [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Updating instance_info_cache with network_info: [{"id": "3fa0de4a-e03e-419c-bbdb-0d4e142d1171", "address": "fa:16:3e:7e:6f:e5", "network": {"id": "239e719f-3c9f-4236-8c76-b928e2d73186", "bridge": "br-int", "label": "tempest-ServersTestJSON-1987072107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf38278c0304e9cb866e83ac60394b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa0de4a-e0", "ovs_interfaceid": "3fa0de4a-e03e-419c-bbdb-0d4e142d1171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.748790] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520991c7-2e2d-7b12-713a-a4a856698219, 'name': SearchDatastore_Task, 'duration_secs': 0.035803} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.749173] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.749450] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.749691] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.749839] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.750061] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.750306] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5864234b-6aa7-4ead-a948-77a182e49795 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.761658] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.761844] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.762605] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3af621a-d46c-4df4-80e9-375f879f23f1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.769240] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1010.769240] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ace53e-cdfa-c2dc-d703-e6a68369f163" [ 1010.769240] env[68391]: _type = "Task" [ 1010.769240] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.776659] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ace53e-cdfa-c2dc-d703-e6a68369f163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.889108] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': task-3039578, 'name': Rename_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.948368] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.950887] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.551s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.951250] env[68391]: DEBUG nova.objects.instance [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lazy-loading 'resources' on Instance uuid 38da167e-1f64-462f-9847-b4daa77d0390 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.968545] env[68391]: INFO nova.scheduler.client.report [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Deleted allocations for instance 14933d47-beb8-4875-940c-f3ebeae68949 [ 1011.114550] env[68391]: DEBUG nova.compute.manager [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.147349] env[68391]: DEBUG nova.virt.hardware [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.147594] env[68391]: DEBUG nova.virt.hardware [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.147750] env[68391]: DEBUG nova.virt.hardware [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.147959] env[68391]: DEBUG nova.virt.hardware [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.148197] env[68391]: DEBUG nova.virt.hardware [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.148320] env[68391]: DEBUG nova.virt.hardware [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.148557] env[68391]: DEBUG nova.virt.hardware [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.148726] env[68391]: DEBUG nova.virt.hardware [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.148967] env[68391]: DEBUG nova.virt.hardware [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.149156] env[68391]: DEBUG nova.virt.hardware [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.149346] env[68391]: DEBUG nova.virt.hardware [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.150367] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113f473c-3160-4f63-b55e-6e5a2ff7cadd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.160853] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5ed348-06ae-4b52-8352-5ae251922622 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.222721] env[68391]: DEBUG oslo_concurrency.lockutils [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] Releasing lock "refresh_cache-1ee7839c-0651-49a7-9c51-3cfbba19333b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.222993] env[68391]: DEBUG nova.compute.manager [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Received event network-changed-2a432c8f-7b17-446c-9c87-88b3565b978d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.223196] env[68391]: DEBUG nova.compute.manager [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Refreshing instance network info cache due to event network-changed-2a432c8f-7b17-446c-9c87-88b3565b978d. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.223405] env[68391]: DEBUG oslo_concurrency.lockutils [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] Acquiring lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.223545] env[68391]: DEBUG oslo_concurrency.lockutils [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] Acquired lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.223762] env[68391]: DEBUG nova.network.neutron [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Refreshing network info cache for port 2a432c8f-7b17-446c-9c87-88b3565b978d {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.281517] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ace53e-cdfa-c2dc-d703-e6a68369f163, 'name': SearchDatastore_Task, 'duration_secs': 0.011065} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.282996] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ed1e7f4-2c3a-4b8c-a25f-b10333180370 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.288708] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1011.288708] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5298f201-16c5-25e1-9bb4-6b50fd9df312" [ 1011.288708] env[68391]: _type = "Task" [ 1011.288708] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.299039] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5298f201-16c5-25e1-9bb4-6b50fd9df312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.316968] env[68391]: DEBUG nova.network.neutron [None req-bd577ca9-3dd8-438e-9c62-0150077deaa8 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Updating instance_info_cache with network_info: [{"id": "5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd", "address": "fa:16:3e:9e:27:27", "network": {"id": "4cb37b42-076e-489b-8c24-1a1141337cfc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-989407886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e995b594e0480589cdfd7443e2d289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd6ac5b-9b", "ovs_interfaceid": "5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.389903] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': task-3039578, 'name': Rename_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.477518] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d631d028-dd70-4970-adac-c304844f852a tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "14933d47-beb8-4875-940c-f3ebeae68949" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.810s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.513892] env[68391]: DEBUG nova.compute.manager [req-5190d6ae-33c6-4c58-b056-adbca89ba726 req-34651d65-4302-4a02-bdf6-76be4c98a125 service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Received event network-vif-plugged-df55f6ae-5a48-4134-8a15-0a2b68d897a0 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.514155] env[68391]: DEBUG oslo_concurrency.lockutils [req-5190d6ae-33c6-4c58-b056-adbca89ba726 req-34651d65-4302-4a02-bdf6-76be4c98a125 service nova] Acquiring lock "98605598-57ba-4c0c-bd19-7cc8e0bb5a66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.514366] env[68391]: DEBUG oslo_concurrency.lockutils [req-5190d6ae-33c6-4c58-b056-adbca89ba726 req-34651d65-4302-4a02-bdf6-76be4c98a125 service nova] Lock "98605598-57ba-4c0c-bd19-7cc8e0bb5a66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.514532] env[68391]: DEBUG oslo_concurrency.lockutils [req-5190d6ae-33c6-4c58-b056-adbca89ba726 req-34651d65-4302-4a02-bdf6-76be4c98a125 service nova] Lock "98605598-57ba-4c0c-bd19-7cc8e0bb5a66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.514700] env[68391]: DEBUG nova.compute.manager [req-5190d6ae-33c6-4c58-b056-adbca89ba726 req-34651d65-4302-4a02-bdf6-76be4c98a125 service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] No waiting events found dispatching network-vif-plugged-df55f6ae-5a48-4134-8a15-0a2b68d897a0 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.514863] env[68391]: WARNING nova.compute.manager [req-5190d6ae-33c6-4c58-b056-adbca89ba726 req-34651d65-4302-4a02-bdf6-76be4c98a125 service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Received unexpected event network-vif-plugged-df55f6ae-5a48-4134-8a15-0a2b68d897a0 for instance with vm_state building and task_state spawning. [ 1011.673550] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96af3a52-41f3-4378-b8c6-e961d9e76ebf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.680751] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1303652e-aacf-4273-b919-0d31e5014efa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.712028] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6c0306-cb0f-47b0-9aae-61a20bb456bb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.719045] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc25ca0-3f65-4660-bcce-a45d8a93b28f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.733672] env[68391]: DEBUG nova.compute.provider_tree [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.799994] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5298f201-16c5-25e1-9bb4-6b50fd9df312, 'name': SearchDatastore_Task, 'duration_secs': 0.012256} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.800338] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.800596] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 1ee7839c-0651-49a7-9c51-3cfbba19333b/1ee7839c-0651-49a7-9c51-3cfbba19333b.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.800846] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-404fe4b3-6d85-4028-83ee-e7a4300e34bf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.807910] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1011.807910] env[68391]: value = "task-3039579" [ 1011.807910] env[68391]: _type = "Task" [ 1011.807910] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.817307] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.819881] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd577ca9-3dd8-438e-9c62-0150077deaa8 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Releasing lock "refresh_cache-92d021a1-7b89-4fe1-8cd9-289a355da5f8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.889692] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': task-3039578, 'name': Rename_Task, 'duration_secs': 1.465083} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.889979] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.890265] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69d54dbc-ef1f-4ca5-9e08-60ed748adca5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.895115] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Waiting for the task: (returnval){ [ 1011.895115] env[68391]: value = "task-3039580" [ 1011.895115] env[68391]: _type = "Task" [ 1011.895115] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.904754] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': task-3039580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.944216] env[68391]: DEBUG nova.network.neutron [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Updated VIF entry in instance network info cache for port 2a432c8f-7b17-446c-9c87-88b3565b978d. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.944608] env[68391]: DEBUG nova.network.neutron [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Updating instance_info_cache with network_info: [{"id": "2a432c8f-7b17-446c-9c87-88b3565b978d", "address": "fa:16:3e:00:bc:14", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a432c8f-7b", "ovs_interfaceid": "2a432c8f-7b17-446c-9c87-88b3565b978d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.041114] env[68391]: DEBUG nova.network.neutron [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Successfully updated port: df55f6ae-5a48-4134-8a15-0a2b68d897a0 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.067117] env[68391]: DEBUG nova.compute.manager [req-9de97810-efae-400c-aa8f-61f22ab74930 req-cf478163-bbe3-4266-b054-0832b655c313 service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Received event network-changed-df55f6ae-5a48-4134-8a15-0a2b68d897a0 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.067117] env[68391]: DEBUG nova.compute.manager [req-9de97810-efae-400c-aa8f-61f22ab74930 req-cf478163-bbe3-4266-b054-0832b655c313 service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Refreshing instance network info cache due to event network-changed-df55f6ae-5a48-4134-8a15-0a2b68d897a0. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.067117] env[68391]: DEBUG oslo_concurrency.lockutils [req-9de97810-efae-400c-aa8f-61f22ab74930 req-cf478163-bbe3-4266-b054-0832b655c313 service nova] Acquiring lock "refresh_cache-98605598-57ba-4c0c-bd19-7cc8e0bb5a66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.067117] env[68391]: DEBUG oslo_concurrency.lockutils [req-9de97810-efae-400c-aa8f-61f22ab74930 req-cf478163-bbe3-4266-b054-0832b655c313 service nova] Acquired lock "refresh_cache-98605598-57ba-4c0c-bd19-7cc8e0bb5a66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.067117] env[68391]: DEBUG nova.network.neutron [req-9de97810-efae-400c-aa8f-61f22ab74930 req-cf478163-bbe3-4266-b054-0832b655c313 service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Refreshing network info cache for port df55f6ae-5a48-4134-8a15-0a2b68d897a0 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.238622] env[68391]: DEBUG nova.scheduler.client.report [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.271454] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "83a3355a-58a2-4563-afc6-91ae764f0fda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.271922] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "83a3355a-58a2-4563-afc6-91ae764f0fda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.317888] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458709} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.318160] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 1ee7839c-0651-49a7-9c51-3cfbba19333b/1ee7839c-0651-49a7-9c51-3cfbba19333b.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.318373] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.318619] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63b3744f-c5d6-409b-aa0b-86902e362639 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.326498] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1012.326498] env[68391]: value = "task-3039581" [ 1012.326498] env[68391]: _type = "Task" [ 1012.326498] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.337039] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.405393] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': task-3039580, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.447325] env[68391]: DEBUG oslo_concurrency.lockutils [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] Releasing lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.447622] env[68391]: DEBUG nova.compute.manager [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Received event network-changed-c192e4bc-9dd4-40d8-84b8-6427c32bcecf {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.447794] env[68391]: DEBUG nova.compute.manager [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Refreshing instance network info cache due to event network-changed-c192e4bc-9dd4-40d8-84b8-6427c32bcecf. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.448087] env[68391]: DEBUG oslo_concurrency.lockutils [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] Acquiring lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.448235] env[68391]: DEBUG oslo_concurrency.lockutils [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] Acquired lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.448398] env[68391]: DEBUG nova.network.neutron [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Refreshing network info cache for port c192e4bc-9dd4-40d8-84b8-6427c32bcecf {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.543958] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "refresh_cache-98605598-57ba-4c0c-bd19-7cc8e0bb5a66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.600083] env[68391]: DEBUG nova.network.neutron [req-9de97810-efae-400c-aa8f-61f22ab74930 req-cf478163-bbe3-4266-b054-0832b655c313 service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.672466] env[68391]: DEBUG nova.network.neutron [req-9de97810-efae-400c-aa8f-61f22ab74930 req-cf478163-bbe3-4266-b054-0832b655c313 service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.748398] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.751221] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.521s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.774473] env[68391]: DEBUG nova.compute.manager [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.777759] env[68391]: INFO nova.scheduler.client.report [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Deleted allocations for instance 38da167e-1f64-462f-9847-b4daa77d0390 [ 1012.826752] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd577ca9-3dd8-438e-9c62-0150077deaa8 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.827139] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5351cd89-cad3-4c6d-bef7-eab0aa9044cd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.839171] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063896} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.841341] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.842080] env[68391]: DEBUG oslo_vmware.api [None req-bd577ca9-3dd8-438e-9c62-0150077deaa8 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1012.842080] env[68391]: value = "task-3039582" [ 1012.842080] env[68391]: _type = "Task" [ 1012.842080] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.842825] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c07f8d-4d18-46c3-9db1-e81a77193578 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.855611] env[68391]: DEBUG oslo_vmware.api [None req-bd577ca9-3dd8-438e-9c62-0150077deaa8 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039582, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.873583] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 1ee7839c-0651-49a7-9c51-3cfbba19333b/1ee7839c-0651-49a7-9c51-3cfbba19333b.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.873885] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0e0b141-7b3c-4830-b170-1c4cedbecb65 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.896828] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1012.896828] env[68391]: value = "task-3039583" [ 1012.896828] env[68391]: _type = "Task" [ 1012.896828] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.906888] env[68391]: DEBUG oslo_vmware.api [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': task-3039580, 'name': PowerOnVM_Task, 'duration_secs': 0.817943} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.911012] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.911012] env[68391]: INFO nova.compute.manager [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Took 10.31 seconds to spawn the instance on the hypervisor. [ 1012.911012] env[68391]: DEBUG nova.compute.manager [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.911012] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039583, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.911479] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841502d4-2725-4050-91d4-de79d16c0588 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.175258] env[68391]: DEBUG oslo_concurrency.lockutils [req-9de97810-efae-400c-aa8f-61f22ab74930 req-cf478163-bbe3-4266-b054-0832b655c313 service nova] Releasing lock "refresh_cache-98605598-57ba-4c0c-bd19-7cc8e0bb5a66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.175632] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquired lock "refresh_cache-98605598-57ba-4c0c-bd19-7cc8e0bb5a66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.175790] env[68391]: DEBUG nova.network.neutron [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.257011] env[68391]: INFO nova.compute.claims [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.287365] env[68391]: DEBUG oslo_concurrency.lockutils [None req-15ba8a70-ce19-4a73-bcbd-44e0127f3224 tempest-ServersNegativeTestJSON-1153463135 tempest-ServersNegativeTestJSON-1153463135-project-member] Lock "38da167e-1f64-462f-9847-b4daa77d0390" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.519s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.292524] env[68391]: DEBUG nova.network.neutron [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Updated VIF entry in instance network info cache for port c192e4bc-9dd4-40d8-84b8-6427c32bcecf. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.292930] env[68391]: DEBUG nova.network.neutron [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Updating instance_info_cache with network_info: [{"id": "c192e4bc-9dd4-40d8-84b8-6427c32bcecf", "address": "fa:16:3e:cc:97:6e", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc192e4bc-9d", "ovs_interfaceid": "c192e4bc-9dd4-40d8-84b8-6427c32bcecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.300678] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.357496] env[68391]: DEBUG oslo_vmware.api [None req-bd577ca9-3dd8-438e-9c62-0150077deaa8 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039582, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.412743] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.429494] env[68391]: INFO nova.compute.manager [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Took 19.24 seconds to build instance. [ 1013.731166] env[68391]: DEBUG nova.network.neutron [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.760892] env[68391]: DEBUG nova.compute.manager [req-c5949336-6a1f-4b89-9494-efc520db4b29 req-836a7e7f-7099-49d3-a951-d5947dadf7d5 service nova] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Received event network-changed-d6bd0fd8-c4e7-4cd4-981c-04f7267880bd {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.761319] env[68391]: DEBUG nova.compute.manager [req-c5949336-6a1f-4b89-9494-efc520db4b29 req-836a7e7f-7099-49d3-a951-d5947dadf7d5 service nova] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Refreshing instance network info cache due to event network-changed-d6bd0fd8-c4e7-4cd4-981c-04f7267880bd. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.761549] env[68391]: DEBUG oslo_concurrency.lockutils [req-c5949336-6a1f-4b89-9494-efc520db4b29 req-836a7e7f-7099-49d3-a951-d5947dadf7d5 service nova] Acquiring lock "refresh_cache-5b09ff71-a205-4d3b-bbae-0b3748228b1d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.762015] env[68391]: DEBUG oslo_concurrency.lockutils [req-c5949336-6a1f-4b89-9494-efc520db4b29 req-836a7e7f-7099-49d3-a951-d5947dadf7d5 service nova] Acquired lock "refresh_cache-5b09ff71-a205-4d3b-bbae-0b3748228b1d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.762204] env[68391]: DEBUG nova.network.neutron [req-c5949336-6a1f-4b89-9494-efc520db4b29 req-836a7e7f-7099-49d3-a951-d5947dadf7d5 service nova] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Refreshing network info cache for port d6bd0fd8-c4e7-4cd4-981c-04f7267880bd {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.767442] env[68391]: INFO nova.compute.resource_tracker [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Updating resource usage from migration 243edbff-f464-4037-a322-d9dcc6203b4c [ 1013.795690] env[68391]: DEBUG oslo_concurrency.lockutils [req-6f0d46ad-d2c5-4f2f-bb14-f27ef2f30bb5 req-2493b260-abfb-4181-853a-6207d296c0f5 service nova] Releasing lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.859726] env[68391]: DEBUG oslo_vmware.api [None req-bd577ca9-3dd8-438e-9c62-0150077deaa8 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039582, 'name': PowerOnVM_Task, 'duration_secs': 0.90335} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.860122] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd577ca9-3dd8-438e-9c62-0150077deaa8 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.860417] env[68391]: DEBUG nova.compute.manager [None req-bd577ca9-3dd8-438e-9c62-0150077deaa8 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.861362] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf664c4-8c69-4d49-af3b-db143823e82a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.911124] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039583, 'name': ReconfigVM_Task, 'duration_secs': 0.847922} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.911431] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 1ee7839c-0651-49a7-9c51-3cfbba19333b/1ee7839c-0651-49a7-9c51-3cfbba19333b.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.912034] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c82d9b80-3474-44ae-aad7-1245e2706256 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.919401] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1013.919401] env[68391]: value = "task-3039584" [ 1013.919401] env[68391]: _type = "Task" [ 1013.919401] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.930407] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039584, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.931934] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c935ed49-83db-413a-afb7-c184b1d1ad18 tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Lock "5b09ff71-a205-4d3b-bbae-0b3748228b1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.753s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.019108] env[68391]: DEBUG nova.network.neutron [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Updating instance_info_cache with network_info: [{"id": "df55f6ae-5a48-4134-8a15-0a2b68d897a0", "address": "fa:16:3e:26:fd:e5", "network": {"id": "af44e403-39d4-4222-8b45-8e85e210199b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1627779861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3159520e19b845c19d66b40346b96f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf55f6ae-5a", "ovs_interfaceid": "df55f6ae-5a48-4134-8a15-0a2b68d897a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.057869] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b50856c-f114-4db4-8bf5-5fdcb2361de7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.068149] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60481312-cbf3-43a6-b8fe-71280b2c77a3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.100682] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d62ffe-6051-4faa-91f0-39cc55596915 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.107901] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee843318-0741-4fca-b342-80d1db2901d0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.121451] env[68391]: DEBUG nova.compute.provider_tree [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.431396] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039584, 'name': Rename_Task, 'duration_secs': 0.267538} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.434197] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.434197] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f014f49-ec09-4698-ad1d-701b7eaa72ec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.438502] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1014.438502] env[68391]: value = "task-3039585" [ 1014.438502] env[68391]: _type = "Task" [ 1014.438502] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.446383] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.524160] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Releasing lock "refresh_cache-98605598-57ba-4c0c-bd19-7cc8e0bb5a66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.524500] env[68391]: DEBUG nova.compute.manager [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Instance network_info: |[{"id": "df55f6ae-5a48-4134-8a15-0a2b68d897a0", "address": "fa:16:3e:26:fd:e5", "network": {"id": "af44e403-39d4-4222-8b45-8e85e210199b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1627779861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3159520e19b845c19d66b40346b96f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf55f6ae-5a", "ovs_interfaceid": "df55f6ae-5a48-4134-8a15-0a2b68d897a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.526239] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:fd:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df55f6ae-5a48-4134-8a15-0a2b68d897a0', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.535186] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.535186] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.535186] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b4b1a88-2827-4020-b24b-ba8268a3755e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.557672] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.557672] env[68391]: value = "task-3039586" [ 1014.557672] env[68391]: _type = "Task" [ 1014.557672] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.566926] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039586, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.587303] env[68391]: DEBUG nova.network.neutron [req-c5949336-6a1f-4b89-9494-efc520db4b29 req-836a7e7f-7099-49d3-a951-d5947dadf7d5 service nova] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Updated VIF entry in instance network info cache for port d6bd0fd8-c4e7-4cd4-981c-04f7267880bd. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.587685] env[68391]: DEBUG nova.network.neutron [req-c5949336-6a1f-4b89-9494-efc520db4b29 req-836a7e7f-7099-49d3-a951-d5947dadf7d5 service nova] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Updating instance_info_cache with network_info: [{"id": "d6bd0fd8-c4e7-4cd4-981c-04f7267880bd", "address": "fa:16:3e:51:cd:09", "network": {"id": "f2b6c81e-dc5b-4989-bf51-7623c7efb22e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2055907988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f62e2a2bc2a344e69dcaa398baa03cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6bd0fd8-c4", "ovs_interfaceid": "d6bd0fd8-c4e7-4cd4-981c-04f7267880bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.627430] env[68391]: DEBUG nova.scheduler.client.report [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.950701] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039585, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.067626] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039586, 'name': CreateVM_Task, 'duration_secs': 0.344622} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.067795] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.068515] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.068681] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.068996] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.069262] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f024f081-e7e3-4799-ae9b-935498593917 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.073396] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1015.073396] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f0c03c-48dd-a424-a010-217fe7844084" [ 1015.073396] env[68391]: _type = "Task" [ 1015.073396] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.080925] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f0c03c-48dd-a424-a010-217fe7844084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.090489] env[68391]: DEBUG oslo_concurrency.lockutils [req-c5949336-6a1f-4b89-9494-efc520db4b29 req-836a7e7f-7099-49d3-a951-d5947dadf7d5 service nova] Releasing lock "refresh_cache-5b09ff71-a205-4d3b-bbae-0b3748228b1d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.131671] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.381s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.131882] env[68391]: INFO nova.compute.manager [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Migrating [ 1015.139732] env[68391]: DEBUG oslo_concurrency.lockutils [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.968s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.141386] env[68391]: INFO nova.compute.claims [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.450822] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039585, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.584069] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f0c03c-48dd-a424-a010-217fe7844084, 'name': SearchDatastore_Task, 'duration_secs': 0.010373} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.584409] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.584738] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.585068] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.585274] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.585516] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.585809] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c642d064-c366-4094-ae56-bb833f4008c2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.594210] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.594394] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.595091] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76455f35-a8c5-46dd-afa2-e6c2727cd5c9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.601100] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1015.601100] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52949daa-506e-67cd-d67f-dfdd59a3cd0c" [ 1015.601100] env[68391]: _type = "Task" [ 1015.601100] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.609818] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52949daa-506e-67cd-d67f-dfdd59a3cd0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.651712] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "refresh_cache-17887678-d0d0-44f3-959c-91588dcd432d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.652034] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "refresh_cache-17887678-d0d0-44f3-959c-91588dcd432d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.652306] env[68391]: DEBUG nova.network.neutron [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.950627] env[68391]: DEBUG oslo_vmware.api [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039585, 'name': PowerOnVM_Task, 'duration_secs': 1.312085} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.950994] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.951242] env[68391]: INFO nova.compute.manager [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1015.951410] env[68391]: DEBUG nova.compute.manager [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.952202] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe3b00f-1e8d-49d7-93c8-75776ea04c7a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.112697] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52949daa-506e-67cd-d67f-dfdd59a3cd0c, 'name': SearchDatastore_Task, 'duration_secs': 0.017056} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.113268] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3563e148-6682-4c07-b479-2d0f19f5b0af {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.119192] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1016.119192] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c1a46f-90a4-1c38-2efe-facbd460a663" [ 1016.119192] env[68391]: _type = "Task" [ 1016.119192] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.126836] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c1a46f-90a4-1c38-2efe-facbd460a663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.352014] env[68391]: DEBUG nova.network.neutron [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Updating instance_info_cache with network_info: [{"id": "e8ed9796-32e9-41f8-a732-199729efc6c9", "address": "fa:16:3e:da:5c:83", "network": {"id": "ba27caf7-4890-4674-a1b1-65960524871a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2042391078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331f924de2b94bb988cde9a8ee1fff74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ed9796-32", "ovs_interfaceid": "e8ed9796-32e9-41f8-a732-199729efc6c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.376393] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d114a868-1b95-4274-aa3c-b15201c94219 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.383577] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a6b804-6b14-45ad-823d-44743284f277 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.415480] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4c609e-c5c2-4706-9315-05ca5ec8be54 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.423225] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157ee837-a240-4f0c-90bf-1b6b56ee11a3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.436585] env[68391]: DEBUG nova.compute.provider_tree [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.469773] env[68391]: INFO nova.compute.manager [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Took 14.05 seconds to build instance. [ 1016.628782] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c1a46f-90a4-1c38-2efe-facbd460a663, 'name': SearchDatastore_Task, 'duration_secs': 0.009572} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.629037] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.629321] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 98605598-57ba-4c0c-bd19-7cc8e0bb5a66/98605598-57ba-4c0c-bd19-7cc8e0bb5a66.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.629576] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15a24b49-fe05-4f90-8563-30b62fcaa13e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.635710] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1016.635710] env[68391]: value = "task-3039587" [ 1016.635710] env[68391]: _type = "Task" [ 1016.635710] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.642757] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.681404] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1016.681632] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1016.857605] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "refresh_cache-17887678-d0d0-44f3-959c-91588dcd432d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.940538] env[68391]: DEBUG nova.scheduler.client.report [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.972014] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b8d3083b-9c43-42f0-bce1-7d1e9bd8fdf8 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "1ee7839c-0651-49a7-9c51-3cfbba19333b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.564s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.146341] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472073} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.146606] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 98605598-57ba-4c0c-bd19-7cc8e0bb5a66/98605598-57ba-4c0c-bd19-7cc8e0bb5a66.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.146819] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.147091] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6859f9a-519e-4bd4-b09d-2d6652318898 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.153385] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1017.153385] env[68391]: value = "task-3039588" [ 1017.153385] env[68391]: _type = "Task" [ 1017.153385] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.162407] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.190459] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.190639] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.190789] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.190943] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.191099] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.191241] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.191375] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68391) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1017.191517] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.445796] env[68391]: DEBUG oslo_concurrency.lockutils [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.446360] env[68391]: DEBUG nova.compute.manager [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.448884] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.148s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.450292] env[68391]: INFO nova.compute.claims [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.663499] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0673} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.663706] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.664479] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cf7ad4-3bfd-43ef-a7f6-a6a5edc4b459 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.685846] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 98605598-57ba-4c0c-bd19-7cc8e0bb5a66/98605598-57ba-4c0c-bd19-7cc8e0bb5a66.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.686100] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89434f2d-bbde-42d0-ad7f-e6749e411732 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.700429] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.705109] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1017.705109] env[68391]: value = "task-3039589" [ 1017.705109] env[68391]: _type = "Task" [ 1017.705109] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.712358] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.775645] env[68391]: DEBUG oslo_concurrency.lockutils [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "1ee7839c-0651-49a7-9c51-3cfbba19333b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.775927] env[68391]: DEBUG oslo_concurrency.lockutils [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "1ee7839c-0651-49a7-9c51-3cfbba19333b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.776159] env[68391]: DEBUG oslo_concurrency.lockutils [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "1ee7839c-0651-49a7-9c51-3cfbba19333b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.776344] env[68391]: DEBUG oslo_concurrency.lockutils [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "1ee7839c-0651-49a7-9c51-3cfbba19333b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.776512] env[68391]: DEBUG oslo_concurrency.lockutils [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "1ee7839c-0651-49a7-9c51-3cfbba19333b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.778702] env[68391]: INFO nova.compute.manager [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Terminating instance [ 1017.954606] env[68391]: DEBUG nova.compute.utils [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.957967] env[68391]: DEBUG nova.compute.manager [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.958369] env[68391]: DEBUG nova.network.neutron [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.018633] env[68391]: DEBUG nova.policy [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e21fb40410246808331bae7a5eacbb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb13d836decf4c3d8260285f976c88f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.216723] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039589, 'name': ReconfigVM_Task, 'duration_secs': 0.2626} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.217112] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 98605598-57ba-4c0c-bd19-7cc8e0bb5a66/98605598-57ba-4c0c-bd19-7cc8e0bb5a66.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.217859] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b17758b8-170e-46a0-acb5-3d18cbbe1fb5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.224290] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1018.224290] env[68391]: value = "task-3039590" [ 1018.224290] env[68391]: _type = "Task" [ 1018.224290] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.233951] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039590, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.282841] env[68391]: DEBUG nova.compute.manager [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.283102] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.284540] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f0d9be-62b8-4fa5-88da-e484143fde42 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.292191] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.292464] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2a56c21-de36-4fa4-bf60-fab8d302337c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.299525] env[68391]: DEBUG oslo_vmware.api [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1018.299525] env[68391]: value = "task-3039591" [ 1018.299525] env[68391]: _type = "Task" [ 1018.299525] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.308513] env[68391]: DEBUG oslo_vmware.api [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.339330] env[68391]: DEBUG nova.network.neutron [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Successfully created port: 8d1e41da-ac9f-4521-bc58-284ba37f10c0 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.375849] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef660d0f-9e63-46dc-a7e7-82296568ffd6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.395281] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Updating instance '17887678-d0d0-44f3-959c-91588dcd432d' progress to 0 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1018.458498] env[68391]: DEBUG nova.compute.manager [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.711758] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7d5a34-a661-4c24-96ad-681a59dc95fd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.719815] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdd8eed-db22-47ce-b6d2-aab903614593 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.753385] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16722fd3-bc65-4d12-aeb0-f00a8591a092 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.758358] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039590, 'name': Rename_Task, 'duration_secs': 0.13884} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.758972] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.759253] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-122fb3d7-5080-4e4d-95c2-801fd4f69289 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.433627] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.440625] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e61c6b14-5038-4d42-b65e-2758114bf821 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.442897] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb67fdc-1402-488b-a678-ebc08cc4445e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.447545] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1019.447545] env[68391]: value = "task-3039592" [ 1019.447545] env[68391]: _type = "Task" [ 1019.447545] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.453772] env[68391]: DEBUG oslo_vmware.api [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039591, 'name': PowerOffVM_Task, 'duration_secs': 0.195073} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.462924] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.463197] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.463573] env[68391]: DEBUG oslo_vmware.api [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 1019.463573] env[68391]: value = "task-3039593" [ 1019.463573] env[68391]: _type = "Task" [ 1019.463573] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.464025] env[68391]: DEBUG nova.compute.provider_tree [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.469294] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a04c082-7ed3-4b03-945d-96f19cb6176f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.471430] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039592, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.481456] env[68391]: DEBUG oslo_vmware.api [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.538447] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.538696] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.539413] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Deleting the datastore file [datastore2] 1ee7839c-0651-49a7-9c51-3cfbba19333b {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.539413] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e1eb56e-e6a2-4ea9-bf19-652a22b6fcac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.547311] env[68391]: DEBUG oslo_vmware.api [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1019.547311] env[68391]: value = "task-3039595" [ 1019.547311] env[68391]: _type = "Task" [ 1019.547311] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.560743] env[68391]: DEBUG oslo_vmware.api [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.785789] env[68391]: DEBUG nova.compute.manager [req-727b1a9d-b788-40ba-9c2b-9e3ca27c4509 req-ac523028-1a6e-4eaa-b926-c144b76b8641 service nova] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Received event network-vif-plugged-8d1e41da-ac9f-4521-bc58-284ba37f10c0 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.786337] env[68391]: DEBUG oslo_concurrency.lockutils [req-727b1a9d-b788-40ba-9c2b-9e3ca27c4509 req-ac523028-1a6e-4eaa-b926-c144b76b8641 service nova] Acquiring lock "55385d20-05bb-4045-bef5-8c8fc1cdc457-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.786573] env[68391]: DEBUG oslo_concurrency.lockutils [req-727b1a9d-b788-40ba-9c2b-9e3ca27c4509 req-ac523028-1a6e-4eaa-b926-c144b76b8641 service nova] Lock "55385d20-05bb-4045-bef5-8c8fc1cdc457-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.786746] env[68391]: DEBUG oslo_concurrency.lockutils [req-727b1a9d-b788-40ba-9c2b-9e3ca27c4509 req-ac523028-1a6e-4eaa-b926-c144b76b8641 service nova] Lock "55385d20-05bb-4045-bef5-8c8fc1cdc457-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.786913] env[68391]: DEBUG nova.compute.manager [req-727b1a9d-b788-40ba-9c2b-9e3ca27c4509 req-ac523028-1a6e-4eaa-b926-c144b76b8641 service nova] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] No waiting events found dispatching network-vif-plugged-8d1e41da-ac9f-4521-bc58-284ba37f10c0 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.787180] env[68391]: WARNING nova.compute.manager [req-727b1a9d-b788-40ba-9c2b-9e3ca27c4509 req-ac523028-1a6e-4eaa-b926-c144b76b8641 service nova] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Received unexpected event network-vif-plugged-8d1e41da-ac9f-4521-bc58-284ba37f10c0 for instance with vm_state building and task_state spawning. [ 1019.878412] env[68391]: DEBUG nova.network.neutron [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Successfully updated port: 8d1e41da-ac9f-4521-bc58-284ba37f10c0 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.938789] env[68391]: DEBUG nova.compute.manager [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.958870] env[68391]: DEBUG oslo_vmware.api [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039592, 'name': PowerOnVM_Task, 'duration_secs': 0.476734} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.960946] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.961175] env[68391]: INFO nova.compute.manager [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1019.961685] env[68391]: DEBUG nova.compute.manager [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.962366] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b475439-0a74-4437-8284-5b421bcea6eb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.967504] env[68391]: DEBUG nova.virt.hardware [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.967719] env[68391]: DEBUG nova.virt.hardware [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.967869] env[68391]: DEBUG nova.virt.hardware [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.968094] env[68391]: DEBUG nova.virt.hardware [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.968247] env[68391]: DEBUG nova.virt.hardware [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.968394] env[68391]: DEBUG nova.virt.hardware [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.968612] env[68391]: DEBUG nova.virt.hardware [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.968776] env[68391]: DEBUG nova.virt.hardware [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.969034] env[68391]: DEBUG nova.virt.hardware [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.969160] env[68391]: DEBUG nova.virt.hardware [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.969336] env[68391]: DEBUG nova.virt.hardware [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.970092] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb5cd6d-06cc-4938-bd19-0fde273652e8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.974643] env[68391]: DEBUG nova.scheduler.client.report [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.991344] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ce4f96-a9fb-4630-9e7e-977a8235b306 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.995689] env[68391]: DEBUG oslo_vmware.api [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039593, 'name': PowerOffVM_Task, 'duration_secs': 0.208528} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.997341] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.997526] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Updating instance '17887678-d0d0-44f3-959c-91588dcd432d' progress to 17 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1020.056595] env[68391]: DEBUG oslo_vmware.api [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167288} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.056802] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.056986] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.057144] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.057312] env[68391]: INFO nova.compute.manager [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1020.057542] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.057722] env[68391]: DEBUG nova.compute.manager [-] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.057814] env[68391]: DEBUG nova.network.neutron [-] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.381046] env[68391]: DEBUG oslo_concurrency.lockutils [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "refresh_cache-55385d20-05bb-4045-bef5-8c8fc1cdc457" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.381046] env[68391]: DEBUG oslo_concurrency.lockutils [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired lock "refresh_cache-55385d20-05bb-4045-bef5-8c8fc1cdc457" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.381046] env[68391]: DEBUG nova.network.neutron [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.481820] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.033s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.482462] env[68391]: DEBUG nova.compute.manager [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.485353] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.785s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.485481] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.485635] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68391) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1020.490787] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e51429-9221-4e8d-96a9-259de982a933 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.496510] env[68391]: INFO nova.compute.manager [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Took 16.09 seconds to build instance. [ 1020.501439] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b45fb22-2461-44ba-8d7f-eca38f92ead4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.510506] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.510600] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.510759] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.510953] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.511117] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.511265] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.511561] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.511632] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.511770] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.511940] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.512154] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.517413] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "interface-d70e2998-e8b3-479e-8dc0-1d9a90225d44-e2bcaeac-260d-48c5-93cc-6fc650d1d483" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.517657] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "interface-d70e2998-e8b3-479e-8dc0-1d9a90225d44-e2bcaeac-260d-48c5-93cc-6fc650d1d483" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.518168] env[68391]: DEBUG nova.objects.instance [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lazy-loading 'flavor' on Instance uuid d70e2998-e8b3-479e-8dc0-1d9a90225d44 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.519914] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b36f842-2b91-4512-a058-1f959957e840 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.542738] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2293283-99ee-4473-ae2e-76fd36357333 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.545575] env[68391]: DEBUG oslo_vmware.api [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 1020.545575] env[68391]: value = "task-3039596" [ 1020.545575] env[68391]: _type = "Task" [ 1020.545575] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.551918] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3db105a-8e3f-4b14-92eb-7048838f4417 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.557966] env[68391]: DEBUG oslo_vmware.api [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.585671] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179865MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=68391) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1020.585856] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.586086] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.762806] env[68391]: DEBUG nova.network.neutron [-] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.913326] env[68391]: DEBUG nova.network.neutron [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.994506] env[68391]: DEBUG nova.compute.utils [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.996305] env[68391]: DEBUG nova.compute.manager [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.996471] env[68391]: DEBUG nova.network.neutron [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.001367] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7942af69-4ccf-467c-bfd0-b0da055c3148 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "98605598-57ba-4c0c-bd19-7cc8e0bb5a66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.608s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.056505] env[68391]: DEBUG oslo_vmware.api [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039596, 'name': ReconfigVM_Task, 'duration_secs': 0.257388} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.056809] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Updating instance '17887678-d0d0-44f3-959c-91588dcd432d' progress to 33 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1021.067768] env[68391]: DEBUG nova.network.neutron [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Updating instance_info_cache with network_info: [{"id": "8d1e41da-ac9f-4521-bc58-284ba37f10c0", "address": "fa:16:3e:89:37:da", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1e41da-ac", "ovs_interfaceid": "8d1e41da-ac9f-4521-bc58-284ba37f10c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.088257] env[68391]: DEBUG nova.policy [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '302d0ac03cfd4220809204369c4bd9cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00256b7ce8ca4c049e61b42503ca7c73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.136607] env[68391]: DEBUG nova.compute.manager [req-1e45e3ff-b995-41a6-b2cf-73ae4c414c22 req-4a7488c2-eaa5-4785-92a9-fafee02c4d77 service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Received event network-changed-df55f6ae-5a48-4134-8a15-0a2b68d897a0 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.136801] env[68391]: DEBUG nova.compute.manager [req-1e45e3ff-b995-41a6-b2cf-73ae4c414c22 req-4a7488c2-eaa5-4785-92a9-fafee02c4d77 service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Refreshing instance network info cache due to event network-changed-df55f6ae-5a48-4134-8a15-0a2b68d897a0. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.137082] env[68391]: DEBUG oslo_concurrency.lockutils [req-1e45e3ff-b995-41a6-b2cf-73ae4c414c22 req-4a7488c2-eaa5-4785-92a9-fafee02c4d77 service nova] Acquiring lock "refresh_cache-98605598-57ba-4c0c-bd19-7cc8e0bb5a66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.137268] env[68391]: DEBUG oslo_concurrency.lockutils [req-1e45e3ff-b995-41a6-b2cf-73ae4c414c22 req-4a7488c2-eaa5-4785-92a9-fafee02c4d77 service nova] Acquired lock "refresh_cache-98605598-57ba-4c0c-bd19-7cc8e0bb5a66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.137473] env[68391]: DEBUG nova.network.neutron [req-1e45e3ff-b995-41a6-b2cf-73ae4c414c22 req-4a7488c2-eaa5-4785-92a9-fafee02c4d77 service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Refreshing network info cache for port df55f6ae-5a48-4134-8a15-0a2b68d897a0 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.203435] env[68391]: DEBUG nova.objects.instance [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lazy-loading 'pci_requests' on Instance uuid d70e2998-e8b3-479e-8dc0-1d9a90225d44 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.269696] env[68391]: INFO nova.compute.manager [-] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Took 1.21 seconds to deallocate network for instance. [ 1021.468974] env[68391]: DEBUG nova.network.neutron [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Successfully created port: e44541a2-0028-4d7e-ac1f-e8fc3bac57ec {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.501997] env[68391]: DEBUG nova.compute.manager [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.563102] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.563334] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.563422] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.563592] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.563733] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.563880] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.564507] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.564711] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.564890] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.565190] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.565261] env[68391]: DEBUG nova.virt.hardware [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.570955] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1021.571762] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7132e27e-bbe8-4a6a-882c-b4b21a67ed92 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.585942] env[68391]: DEBUG oslo_concurrency.lockutils [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Releasing lock "refresh_cache-55385d20-05bb-4045-bef5-8c8fc1cdc457" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.586253] env[68391]: DEBUG nova.compute.manager [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Instance network_info: |[{"id": "8d1e41da-ac9f-4521-bc58-284ba37f10c0", "address": "fa:16:3e:89:37:da", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1e41da-ac", "ovs_interfaceid": "8d1e41da-ac9f-4521-bc58-284ba37f10c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.586654] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:37:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d1e41da-ac9f-4521-bc58-284ba37f10c0', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.594761] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.595673] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.595972] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e4374af-18db-40e0-b24b-cdaa9e0c87f5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.611567] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Applying migration context for instance 17887678-d0d0-44f3-959c-91588dcd432d as it has an incoming, in-progress migration 243edbff-f464-4037-a322-d9dcc6203b4c. Migration status is migrating {{(pid=68391) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1021.613436] env[68391]: INFO nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Updating resource usage from migration 243edbff-f464-4037-a322-d9dcc6203b4c [ 1021.617906] env[68391]: DEBUG oslo_vmware.api [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 1021.617906] env[68391]: value = "task-3039597" [ 1021.617906] env[68391]: _type = "Task" [ 1021.617906] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.624038] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.624038] env[68391]: value = "task-3039598" [ 1021.624038] env[68391]: _type = "Task" [ 1021.624038] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.633012] env[68391]: DEBUG oslo_vmware.api [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.637477] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039598, 'name': CreateVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.642668] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance d6b19435-f7df-4b89-b0b1-b147ff8d8f64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.642883] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance e93e52b7-a56f-49ae-b675-78aac2add525 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.643058] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 6b7c8e4e-7b97-433a-be89-cb5dbb977adb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.643217] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 076e73b8-7a81-4e3b-a961-4e6c9d1705f7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.643367] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 92d021a1-7b89-4fe1-8cd9-289a355da5f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.643513] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance f5404848-2367-4aff-adb0-9986ef7e4771 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.643656] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.643798] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance d70e2998-e8b3-479e-8dc0-1d9a90225d44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.643940] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance ea7ba3ba-230f-4523-9ccf-3f698189562e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.644093] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance bc60f56a-31b7-4ffc-9ff4-75b84eb869a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.644237] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance c6b6e61f-4667-478c-8a17-3ee4a0b5135b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.644377] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 5b09ff71-a205-4d3b-bbae-0b3748228b1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.644516] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 1ee7839c-0651-49a7-9c51-3cfbba19333b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.644654] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 98605598-57ba-4c0c-bd19-7cc8e0bb5a66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.644791] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Migration 243edbff-f464-4037-a322-d9dcc6203b4c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1021.644931] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 17887678-d0d0-44f3-959c-91588dcd432d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.645081] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 55385d20-05bb-4045-bef5-8c8fc1cdc457 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.645222] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 83a3355a-58a2-4563-afc6-91ae764f0fda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.645489] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1021.645683] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1021.705881] env[68391]: DEBUG nova.objects.base [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1021.706135] env[68391]: DEBUG nova.network.neutron [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.781375] env[68391]: DEBUG oslo_concurrency.lockutils [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.791190] env[68391]: DEBUG nova.policy [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21a0b5e2536547a08e15031454df0f10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4deb54b560a43289729084b9fbad669', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.945227] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f9d593-61e7-4022-96de-bdf869a51c27 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.953267] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b8a00a-b92d-4f79-8927-1a0d28c6066a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.985219] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e7cb14-0a4a-4ec5-bbd1-ac8f6b31da4e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.992752] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0cff73-0662-4fb4-bb3e-75304aa78fab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.010525] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.042014] env[68391]: DEBUG nova.compute.manager [req-4276f592-41f2-47a1-9d75-41e8cfb1b3ae req-745c92e7-9f7f-40d0-a25a-c4785f959e51 service nova] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Received event network-changed-8d1e41da-ac9f-4521-bc58-284ba37f10c0 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.043788] env[68391]: DEBUG nova.compute.manager [req-4276f592-41f2-47a1-9d75-41e8cfb1b3ae req-745c92e7-9f7f-40d0-a25a-c4785f959e51 service nova] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Refreshing instance network info cache due to event network-changed-8d1e41da-ac9f-4521-bc58-284ba37f10c0. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.043788] env[68391]: DEBUG oslo_concurrency.lockutils [req-4276f592-41f2-47a1-9d75-41e8cfb1b3ae req-745c92e7-9f7f-40d0-a25a-c4785f959e51 service nova] Acquiring lock "refresh_cache-55385d20-05bb-4045-bef5-8c8fc1cdc457" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.043788] env[68391]: DEBUG oslo_concurrency.lockutils [req-4276f592-41f2-47a1-9d75-41e8cfb1b3ae req-745c92e7-9f7f-40d0-a25a-c4785f959e51 service nova] Acquired lock "refresh_cache-55385d20-05bb-4045-bef5-8c8fc1cdc457" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.043788] env[68391]: DEBUG nova.network.neutron [req-4276f592-41f2-47a1-9d75-41e8cfb1b3ae req-745c92e7-9f7f-40d0-a25a-c4785f959e51 service nova] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Refreshing network info cache for port 8d1e41da-ac9f-4521-bc58-284ba37f10c0 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.136701] env[68391]: DEBUG oslo_vmware.api [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039597, 'name': ReconfigVM_Task, 'duration_secs': 0.230432} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.139792] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1022.140052] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039598, 'name': CreateVM_Task, 'duration_secs': 0.374066} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.140735] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bcd819-6fa1-46f3-8334-07c50f9e0506 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.142975] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.143678] env[68391]: DEBUG oslo_concurrency.lockutils [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.143788] env[68391]: DEBUG oslo_concurrency.lockutils [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.144084] env[68391]: DEBUG oslo_concurrency.lockutils [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.144665] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89e64a6e-f8c3-4528-ab78-bd5c6280649f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.164275] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 17887678-d0d0-44f3-959c-91588dcd432d/17887678-d0d0-44f3-959c-91588dcd432d.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.167912] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9b7c0a5-7d81-4b5d-970b-698385335b29 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.181115] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1022.181115] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528999e3-5a91-a8fd-5409-31246316c0bd" [ 1022.181115] env[68391]: _type = "Task" [ 1022.181115] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.186990] env[68391]: DEBUG oslo_vmware.api [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 1022.186990] env[68391]: value = "task-3039599" [ 1022.186990] env[68391]: _type = "Task" [ 1022.186990] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.190664] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528999e3-5a91-a8fd-5409-31246316c0bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.200562] env[68391]: DEBUG oslo_vmware.api [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.215729] env[68391]: DEBUG nova.network.neutron [req-1e45e3ff-b995-41a6-b2cf-73ae4c414c22 req-4a7488c2-eaa5-4785-92a9-fafee02c4d77 service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Updated VIF entry in instance network info cache for port df55f6ae-5a48-4134-8a15-0a2b68d897a0. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.216183] env[68391]: DEBUG nova.network.neutron [req-1e45e3ff-b995-41a6-b2cf-73ae4c414c22 req-4a7488c2-eaa5-4785-92a9-fafee02c4d77 service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Updating instance_info_cache with network_info: [{"id": "df55f6ae-5a48-4134-8a15-0a2b68d897a0", "address": "fa:16:3e:26:fd:e5", "network": {"id": "af44e403-39d4-4222-8b45-8e85e210199b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1627779861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3159520e19b845c19d66b40346b96f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf55f6ae-5a", "ovs_interfaceid": "df55f6ae-5a48-4134-8a15-0a2b68d897a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.513910] env[68391]: DEBUG nova.compute.manager [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.517875] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.550748] env[68391]: DEBUG nova.virt.hardware [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.550748] env[68391]: DEBUG nova.virt.hardware [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.550950] env[68391]: DEBUG nova.virt.hardware [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.550990] env[68391]: DEBUG nova.virt.hardware [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.551135] env[68391]: DEBUG nova.virt.hardware [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.551284] env[68391]: DEBUG nova.virt.hardware [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.551492] env[68391]: DEBUG nova.virt.hardware [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.551646] env[68391]: DEBUG nova.virt.hardware [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.551856] env[68391]: DEBUG nova.virt.hardware [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.552107] env[68391]: DEBUG nova.virt.hardware [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.552384] env[68391]: DEBUG nova.virt.hardware [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.553646] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64a4be6-a2d1-451b-a3e0-48e38b7cfa9a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.562777] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c09a03-0f50-41f8-af9e-42b9ec6afebe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.692469] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528999e3-5a91-a8fd-5409-31246316c0bd, 'name': SearchDatastore_Task, 'duration_secs': 0.031197} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.695499] env[68391]: DEBUG oslo_concurrency.lockutils [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.695748] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.696075] env[68391]: DEBUG oslo_concurrency.lockutils [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.696229] env[68391]: DEBUG oslo_concurrency.lockutils [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.696406] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.696672] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f2e2dc5-e99e-4c1f-bc42-e8c8f8325187 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.703577] env[68391]: DEBUG oslo_vmware.api [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039599, 'name': ReconfigVM_Task, 'duration_secs': 0.428423} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.703834] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 17887678-d0d0-44f3-959c-91588dcd432d/17887678-d0d0-44f3-959c-91588dcd432d.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.704125] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Updating instance '17887678-d0d0-44f3-959c-91588dcd432d' progress to 50 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.714200] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.714200] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.714603] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12d3b097-5eee-4a8a-9cd1-d167fb3e73e8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.718808] env[68391]: DEBUG oslo_concurrency.lockutils [req-1e45e3ff-b995-41a6-b2cf-73ae4c414c22 req-4a7488c2-eaa5-4785-92a9-fafee02c4d77 service nova] Releasing lock "refresh_cache-98605598-57ba-4c0c-bd19-7cc8e0bb5a66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.720879] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1022.720879] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c1f52c-523f-8cdb-02dc-893b01eee941" [ 1022.720879] env[68391]: _type = "Task" [ 1022.720879] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.731449] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c1f52c-523f-8cdb-02dc-893b01eee941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.780258] env[68391]: DEBUG nova.network.neutron [req-4276f592-41f2-47a1-9d75-41e8cfb1b3ae req-745c92e7-9f7f-40d0-a25a-c4785f959e51 service nova] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Updated VIF entry in instance network info cache for port 8d1e41da-ac9f-4521-bc58-284ba37f10c0. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.780697] env[68391]: DEBUG nova.network.neutron [req-4276f592-41f2-47a1-9d75-41e8cfb1b3ae req-745c92e7-9f7f-40d0-a25a-c4785f959e51 service nova] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Updating instance_info_cache with network_info: [{"id": "8d1e41da-ac9f-4521-bc58-284ba37f10c0", "address": "fa:16:3e:89:37:da", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1e41da-ac", "ovs_interfaceid": "8d1e41da-ac9f-4521-bc58-284ba37f10c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.024700] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68391) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1023.024911] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.439s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.025205] env[68391]: DEBUG oslo_concurrency.lockutils [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.244s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.025424] env[68391]: DEBUG nova.objects.instance [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lazy-loading 'resources' on Instance uuid 1ee7839c-0651-49a7-9c51-3cfbba19333b {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.213308] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268db391-c33a-43b0-aaf4-255b3300444c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.235468] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0a7a89-46b9-4af0-b06d-fc71c7b92dbe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.243144] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c1f52c-523f-8cdb-02dc-893b01eee941, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.256784] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Updating instance '17887678-d0d0-44f3-959c-91588dcd432d' progress to 67 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1023.260513] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12dbb1c1-8374-4410-9029-968e74b52ea8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.266266] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1023.266266] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520cd7d4-9de2-b580-078b-7d5f83d54ffc" [ 1023.266266] env[68391]: _type = "Task" [ 1023.266266] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.271177] env[68391]: DEBUG nova.compute.manager [req-dd67d8a4-294a-4a02-a056-29aae68c99a4 req-18311b84-276f-4718-bcf0-522a28c00a76 service nova] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Received event network-vif-plugged-e44541a2-0028-4d7e-ac1f-e8fc3bac57ec {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.271397] env[68391]: DEBUG oslo_concurrency.lockutils [req-dd67d8a4-294a-4a02-a056-29aae68c99a4 req-18311b84-276f-4718-bcf0-522a28c00a76 service nova] Acquiring lock "83a3355a-58a2-4563-afc6-91ae764f0fda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.271613] env[68391]: DEBUG oslo_concurrency.lockutils [req-dd67d8a4-294a-4a02-a056-29aae68c99a4 req-18311b84-276f-4718-bcf0-522a28c00a76 service nova] Lock "83a3355a-58a2-4563-afc6-91ae764f0fda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.271792] env[68391]: DEBUG oslo_concurrency.lockutils [req-dd67d8a4-294a-4a02-a056-29aae68c99a4 req-18311b84-276f-4718-bcf0-522a28c00a76 service nova] Lock "83a3355a-58a2-4563-afc6-91ae764f0fda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.271961] env[68391]: DEBUG nova.compute.manager [req-dd67d8a4-294a-4a02-a056-29aae68c99a4 req-18311b84-276f-4718-bcf0-522a28c00a76 service nova] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] No waiting events found dispatching network-vif-plugged-e44541a2-0028-4d7e-ac1f-e8fc3bac57ec {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.272140] env[68391]: WARNING nova.compute.manager [req-dd67d8a4-294a-4a02-a056-29aae68c99a4 req-18311b84-276f-4718-bcf0-522a28c00a76 service nova] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Received unexpected event network-vif-plugged-e44541a2-0028-4d7e-ac1f-e8fc3bac57ec for instance with vm_state building and task_state spawning. [ 1023.277965] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520cd7d4-9de2-b580-078b-7d5f83d54ffc, 'name': SearchDatastore_Task, 'duration_secs': 0.009016} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.278212] env[68391]: DEBUG oslo_concurrency.lockutils [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.278449] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 55385d20-05bb-4045-bef5-8c8fc1cdc457/55385d20-05bb-4045-bef5-8c8fc1cdc457.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.278727] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70ab2886-15cc-4e26-89db-53d765585464 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.284065] env[68391]: DEBUG oslo_concurrency.lockutils [req-4276f592-41f2-47a1-9d75-41e8cfb1b3ae req-745c92e7-9f7f-40d0-a25a-c4785f959e51 service nova] Releasing lock "refresh_cache-55385d20-05bb-4045-bef5-8c8fc1cdc457" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.284065] env[68391]: DEBUG nova.compute.manager [req-4276f592-41f2-47a1-9d75-41e8cfb1b3ae req-745c92e7-9f7f-40d0-a25a-c4785f959e51 service nova] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Received event network-vif-deleted-3fa0de4a-e03e-419c-bbdb-0d4e142d1171 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.288270] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1023.288270] env[68391]: value = "task-3039600" [ 1023.288270] env[68391]: _type = "Task" [ 1023.288270] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.291938] env[68391]: DEBUG nova.network.neutron [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Successfully updated port: e2bcaeac-260d-48c5-93cc-6fc650d1d483 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.300274] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.354035] env[68391]: DEBUG nova.network.neutron [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Successfully updated port: e44541a2-0028-4d7e-ac1f-e8fc3bac57ec {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.771606] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fa133a-4d20-406c-bcda-09e2626ae014 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.782791] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2b2fff-0105-4db5-b675-1356cdc373a1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.818626] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.818872] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.818993] env[68391]: DEBUG nova.network.neutron [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.821476] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4400fb-9474-45eb-8fa2-2b8df249fe46 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.826770] env[68391]: DEBUG nova.network.neutron [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Port e8ed9796-32e9-41f8-a732-199729efc6c9 binding to destination host cpu-1 is already ACTIVE {{(pid=68391) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1023.834022] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039600, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.835473] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7732fbd6-dedb-433a-bea8-e8d9fca8ddc0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.851674] env[68391]: DEBUG nova.compute.provider_tree [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.856317] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "refresh_cache-83a3355a-58a2-4563-afc6-91ae764f0fda" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.856523] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "refresh_cache-83a3355a-58a2-4563-afc6-91ae764f0fda" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.856623] env[68391]: DEBUG nova.network.neutron [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.069301] env[68391]: DEBUG nova.compute.manager [req-e4024746-e6db-415f-b82d-5f4987174ab7 req-21476600-abc8-438d-b2b5-e0e4ad607c9a service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Received event network-vif-plugged-e2bcaeac-260d-48c5-93cc-6fc650d1d483 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.069521] env[68391]: DEBUG oslo_concurrency.lockutils [req-e4024746-e6db-415f-b82d-5f4987174ab7 req-21476600-abc8-438d-b2b5-e0e4ad607c9a service nova] Acquiring lock "d70e2998-e8b3-479e-8dc0-1d9a90225d44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.069728] env[68391]: DEBUG oslo_concurrency.lockutils [req-e4024746-e6db-415f-b82d-5f4987174ab7 req-21476600-abc8-438d-b2b5-e0e4ad607c9a service nova] Lock "d70e2998-e8b3-479e-8dc0-1d9a90225d44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.069895] env[68391]: DEBUG oslo_concurrency.lockutils [req-e4024746-e6db-415f-b82d-5f4987174ab7 req-21476600-abc8-438d-b2b5-e0e4ad607c9a service nova] Lock "d70e2998-e8b3-479e-8dc0-1d9a90225d44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.070071] env[68391]: DEBUG nova.compute.manager [req-e4024746-e6db-415f-b82d-5f4987174ab7 req-21476600-abc8-438d-b2b5-e0e4ad607c9a service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] No waiting events found dispatching network-vif-plugged-e2bcaeac-260d-48c5-93cc-6fc650d1d483 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.070235] env[68391]: WARNING nova.compute.manager [req-e4024746-e6db-415f-b82d-5f4987174ab7 req-21476600-abc8-438d-b2b5-e0e4ad607c9a service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Received unexpected event network-vif-plugged-e2bcaeac-260d-48c5-93cc-6fc650d1d483 for instance with vm_state active and task_state None. [ 1024.070387] env[68391]: DEBUG nova.compute.manager [req-e4024746-e6db-415f-b82d-5f4987174ab7 req-21476600-abc8-438d-b2b5-e0e4ad607c9a service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Received event network-changed-e2bcaeac-260d-48c5-93cc-6fc650d1d483 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.070533] env[68391]: DEBUG nova.compute.manager [req-e4024746-e6db-415f-b82d-5f4987174ab7 req-21476600-abc8-438d-b2b5-e0e4ad607c9a service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Refreshing instance network info cache due to event network-changed-e2bcaeac-260d-48c5-93cc-6fc650d1d483. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.070690] env[68391]: DEBUG oslo_concurrency.lockutils [req-e4024746-e6db-415f-b82d-5f4987174ab7 req-21476600-abc8-438d-b2b5-e0e4ad607c9a service nova] Acquiring lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.298250] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666842} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.298480] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 55385d20-05bb-4045-bef5-8c8fc1cdc457/55385d20-05bb-4045-bef5-8c8fc1cdc457.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.298693] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.298945] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-855944e0-e835-4c04-9c19-8d8b8041ff38 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.305068] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1024.305068] env[68391]: value = "task-3039601" [ 1024.305068] env[68391]: _type = "Task" [ 1024.305068] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.311658] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.354858] env[68391]: WARNING nova.network.neutron [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] a5e2c049-f66e-4f44-b99f-c63e3a09582f already exists in list: networks containing: ['a5e2c049-f66e-4f44-b99f-c63e3a09582f']. ignoring it [ 1024.357735] env[68391]: DEBUG nova.scheduler.client.report [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.391016] env[68391]: DEBUG nova.network.neutron [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.511772] env[68391]: DEBUG nova.network.neutron [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Updating instance_info_cache with network_info: [{"id": "e44541a2-0028-4d7e-ac1f-e8fc3bac57ec", "address": "fa:16:3e:76:4e:7f", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44541a2-00", "ovs_interfaceid": "e44541a2-0028-4d7e-ac1f-e8fc3bac57ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.664227] env[68391]: DEBUG nova.network.neutron [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Updating instance_info_cache with network_info: [{"id": "c192e4bc-9dd4-40d8-84b8-6427c32bcecf", "address": "fa:16:3e:cc:97:6e", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc192e4bc-9d", "ovs_interfaceid": "c192e4bc-9dd4-40d8-84b8-6427c32bcecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2bcaeac-260d-48c5-93cc-6fc650d1d483", "address": "fa:16:3e:e7:b1:3b", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2bcaeac-26", "ovs_interfaceid": "e2bcaeac-260d-48c5-93cc-6fc650d1d483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.815259] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074374} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.815550] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.816283] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2a6b5f-4b4d-4ccb-8027-def35b2c6978 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.838325] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 55385d20-05bb-4045-bef5-8c8fc1cdc457/55385d20-05bb-4045-bef5-8c8fc1cdc457.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.838657] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88b9e0b3-a140-42cf-92de-7e5998ad3162 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.862711] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "17887678-d0d0-44f3-959c-91588dcd432d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.862939] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "17887678-d0d0-44f3-959c-91588dcd432d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.863132] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "17887678-d0d0-44f3-959c-91588dcd432d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.865875] env[68391]: DEBUG oslo_concurrency.lockutils [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.874119] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1024.874119] env[68391]: value = "task-3039602" [ 1024.874119] env[68391]: _type = "Task" [ 1024.874119] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.885066] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.891180] env[68391]: INFO nova.scheduler.client.report [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Deleted allocations for instance 1ee7839c-0651-49a7-9c51-3cfbba19333b [ 1025.015192] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "refresh_cache-83a3355a-58a2-4563-afc6-91ae764f0fda" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.015660] env[68391]: DEBUG nova.compute.manager [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Instance network_info: |[{"id": "e44541a2-0028-4d7e-ac1f-e8fc3bac57ec", "address": "fa:16:3e:76:4e:7f", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44541a2-00", "ovs_interfaceid": "e44541a2-0028-4d7e-ac1f-e8fc3bac57ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.016233] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:4e:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e44541a2-0028-4d7e-ac1f-e8fc3bac57ec', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.026789] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.027064] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.027370] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51d053a8-ca47-4f1a-83b0-836b222ab723 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.049897] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.049897] env[68391]: value = "task-3039603" [ 1025.049897] env[68391]: _type = "Task" [ 1025.049897] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.061010] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039603, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.167187] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.168156] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.168352] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.168748] env[68391]: DEBUG oslo_concurrency.lockutils [req-e4024746-e6db-415f-b82d-5f4987174ab7 req-21476600-abc8-438d-b2b5-e0e4ad607c9a service nova] Acquired lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.169042] env[68391]: DEBUG nova.network.neutron [req-e4024746-e6db-415f-b82d-5f4987174ab7 req-21476600-abc8-438d-b2b5-e0e4ad607c9a service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Refreshing network info cache for port e2bcaeac-260d-48c5-93cc-6fc650d1d483 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.172281] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbdc268-b83a-4bdb-a25e-405110c88b99 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.188034] env[68391]: DEBUG nova.virt.hardware [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.188199] env[68391]: DEBUG nova.virt.hardware [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.188282] env[68391]: DEBUG nova.virt.hardware [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.188465] env[68391]: DEBUG nova.virt.hardware [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.188613] env[68391]: DEBUG nova.virt.hardware [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.188761] env[68391]: DEBUG nova.virt.hardware [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.188977] env[68391]: DEBUG nova.virt.hardware [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.189168] env[68391]: DEBUG nova.virt.hardware [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.189336] env[68391]: DEBUG nova.virt.hardware [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.189499] env[68391]: DEBUG nova.virt.hardware [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.189672] env[68391]: DEBUG nova.virt.hardware [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.195771] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Reconfiguring VM to attach interface {{(pid=68391) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1025.196792] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6ae9079-8d83-44b0-bed3-c1bc0630b6de {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.217706] env[68391]: DEBUG oslo_vmware.api [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 1025.217706] env[68391]: value = "task-3039604" [ 1025.217706] env[68391]: _type = "Task" [ 1025.217706] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.226614] env[68391]: DEBUG oslo_vmware.api [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039604, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.356826] env[68391]: DEBUG nova.compute.manager [req-2b7f7948-40d4-47c0-8ea8-b8dd2d06cdcf req-dfb8a6d2-28d7-4295-8f80-1feec53c296f service nova] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Received event network-changed-e44541a2-0028-4d7e-ac1f-e8fc3bac57ec {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.356826] env[68391]: DEBUG nova.compute.manager [req-2b7f7948-40d4-47c0-8ea8-b8dd2d06cdcf req-dfb8a6d2-28d7-4295-8f80-1feec53c296f service nova] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Refreshing instance network info cache due to event network-changed-e44541a2-0028-4d7e-ac1f-e8fc3bac57ec. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.356956] env[68391]: DEBUG oslo_concurrency.lockutils [req-2b7f7948-40d4-47c0-8ea8-b8dd2d06cdcf req-dfb8a6d2-28d7-4295-8f80-1feec53c296f service nova] Acquiring lock "refresh_cache-83a3355a-58a2-4563-afc6-91ae764f0fda" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.357082] env[68391]: DEBUG oslo_concurrency.lockutils [req-2b7f7948-40d4-47c0-8ea8-b8dd2d06cdcf req-dfb8a6d2-28d7-4295-8f80-1feec53c296f service nova] Acquired lock "refresh_cache-83a3355a-58a2-4563-afc6-91ae764f0fda" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.357241] env[68391]: DEBUG nova.network.neutron [req-2b7f7948-40d4-47c0-8ea8-b8dd2d06cdcf req-dfb8a6d2-28d7-4295-8f80-1feec53c296f service nova] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Refreshing network info cache for port e44541a2-0028-4d7e-ac1f-e8fc3bac57ec {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.384805] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039602, 'name': ReconfigVM_Task, 'duration_secs': 0.281065} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.385189] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 55385d20-05bb-4045-bef5-8c8fc1cdc457/55385d20-05bb-4045-bef5-8c8fc1cdc457.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.385808] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84d34e1d-efa4-4e7a-b1a1-4276b9e6a630 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.392290] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1025.392290] env[68391]: value = "task-3039605" [ 1025.392290] env[68391]: _type = "Task" [ 1025.392290] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.397770] env[68391]: DEBUG oslo_concurrency.lockutils [None req-85fb2783-d62d-4c9b-939c-7f12d30b8d81 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "1ee7839c-0651-49a7-9c51-3cfbba19333b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.622s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.401941] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039605, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.560372] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039603, 'name': CreateVM_Task, 'duration_secs': 0.309061} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.560594] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.561395] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.561592] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.561954] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.562236] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98b995fa-e7df-4498-8cd3-2cd085427ccd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.566980] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 1025.566980] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e32872-f4f2-3223-e100-ce7f488c927b" [ 1025.566980] env[68391]: _type = "Task" [ 1025.566980] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.574928] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e32872-f4f2-3223-e100-ce7f488c927b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.718554] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "bc60f56a-31b7-4ffc-9ff4-75b84eb869a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.718825] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "bc60f56a-31b7-4ffc-9ff4-75b84eb869a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.719077] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "bc60f56a-31b7-4ffc-9ff4-75b84eb869a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.719282] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "bc60f56a-31b7-4ffc-9ff4-75b84eb869a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.719470] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "bc60f56a-31b7-4ffc-9ff4-75b84eb869a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.724799] env[68391]: INFO nova.compute.manager [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Terminating instance [ 1025.731947] env[68391]: DEBUG oslo_vmware.api [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.906898] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039605, 'name': Rename_Task, 'duration_secs': 0.157729} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.907482] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.907756] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-618dcfe9-b418-4a1c-8a21-eff4d8ff726f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.915585] env[68391]: DEBUG nova.network.neutron [req-e4024746-e6db-415f-b82d-5f4987174ab7 req-21476600-abc8-438d-b2b5-e0e4ad607c9a service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Updated VIF entry in instance network info cache for port e2bcaeac-260d-48c5-93cc-6fc650d1d483. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.916217] env[68391]: DEBUG nova.network.neutron [req-e4024746-e6db-415f-b82d-5f4987174ab7 req-21476600-abc8-438d-b2b5-e0e4ad607c9a service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Updating instance_info_cache with network_info: [{"id": "c192e4bc-9dd4-40d8-84b8-6427c32bcecf", "address": "fa:16:3e:cc:97:6e", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc192e4bc-9d", "ovs_interfaceid": "c192e4bc-9dd4-40d8-84b8-6427c32bcecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2bcaeac-260d-48c5-93cc-6fc650d1d483", "address": "fa:16:3e:e7:b1:3b", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2bcaeac-26", "ovs_interfaceid": "e2bcaeac-260d-48c5-93cc-6fc650d1d483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.918834] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1025.918834] env[68391]: value = "task-3039606" [ 1025.918834] env[68391]: _type = "Task" [ 1025.918834] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.922676] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "refresh_cache-17887678-d0d0-44f3-959c-91588dcd432d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.922855] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "refresh_cache-17887678-d0d0-44f3-959c-91588dcd432d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.923054] env[68391]: DEBUG nova.network.neutron [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.934382] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.078385] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e32872-f4f2-3223-e100-ce7f488c927b, 'name': SearchDatastore_Task, 'duration_secs': 0.00896} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.078700] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.078937] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.079189] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.079335] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.079511] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.079779] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c6c0a1c-86d4-4c95-adf2-6b159e93dc3b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.083669] env[68391]: DEBUG nova.network.neutron [req-2b7f7948-40d4-47c0-8ea8-b8dd2d06cdcf req-dfb8a6d2-28d7-4295-8f80-1feec53c296f service nova] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Updated VIF entry in instance network info cache for port e44541a2-0028-4d7e-ac1f-e8fc3bac57ec. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.084015] env[68391]: DEBUG nova.network.neutron [req-2b7f7948-40d4-47c0-8ea8-b8dd2d06cdcf req-dfb8a6d2-28d7-4295-8f80-1feec53c296f service nova] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Updating instance_info_cache with network_info: [{"id": "e44541a2-0028-4d7e-ac1f-e8fc3bac57ec", "address": "fa:16:3e:76:4e:7f", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44541a2-00", "ovs_interfaceid": "e44541a2-0028-4d7e-ac1f-e8fc3bac57ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.087633] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.087872] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.088879] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e918094f-27d9-4ece-8d36-40b33e087ebc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.093758] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 1026.093758] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d4c87a-7f6e-d6e3-8c20-5e1723d6c1ca" [ 1026.093758] env[68391]: _type = "Task" [ 1026.093758] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.105279] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d4c87a-7f6e-d6e3-8c20-5e1723d6c1ca, 'name': SearchDatastore_Task, 'duration_secs': 0.00833} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.106021] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb8d11a-98a3-4cc1-ba03-9ea1fedf5eb8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.110993] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 1026.110993] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528eb8be-6e6f-5c9f-eea8-6f9605550256" [ 1026.110993] env[68391]: _type = "Task" [ 1026.110993] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.118997] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528eb8be-6e6f-5c9f-eea8-6f9605550256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.232132] env[68391]: DEBUG nova.compute.manager [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.232380] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.232670] env[68391]: DEBUG oslo_vmware.api [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039604, 'name': ReconfigVM_Task, 'duration_secs': 0.722281} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.233663] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cda2132-da6b-4fa5-a358-8c9e2cbcf6b9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.236562] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.236821] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Reconfigured VM to attach interface {{(pid=68391) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1026.244374] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.244650] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3412aa0-8e5b-4d47-b799-691c21e0086a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.251732] env[68391]: DEBUG oslo_vmware.api [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1026.251732] env[68391]: value = "task-3039607" [ 1026.251732] env[68391]: _type = "Task" [ 1026.251732] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.261151] env[68391]: DEBUG oslo_vmware.api [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.420206] env[68391]: DEBUG oslo_concurrency.lockutils [req-e4024746-e6db-415f-b82d-5f4987174ab7 req-21476600-abc8-438d-b2b5-e0e4ad607c9a service nova] Releasing lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.431606] env[68391]: DEBUG oslo_vmware.api [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039606, 'name': PowerOnVM_Task, 'duration_secs': 0.449861} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.432218] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.432432] env[68391]: INFO nova.compute.manager [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Took 6.49 seconds to spawn the instance on the hypervisor. [ 1026.432614] env[68391]: DEBUG nova.compute.manager [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.433431] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fc89f8-bcbc-42e5-a6f0-203d1616c7f6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.586970] env[68391]: DEBUG oslo_concurrency.lockutils [req-2b7f7948-40d4-47c0-8ea8-b8dd2d06cdcf req-dfb8a6d2-28d7-4295-8f80-1feec53c296f service nova] Releasing lock "refresh_cache-83a3355a-58a2-4563-afc6-91ae764f0fda" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.612326] env[68391]: DEBUG nova.network.neutron [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Updating instance_info_cache with network_info: [{"id": "e8ed9796-32e9-41f8-a732-199729efc6c9", "address": "fa:16:3e:da:5c:83", "network": {"id": "ba27caf7-4890-4674-a1b1-65960524871a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2042391078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331f924de2b94bb988cde9a8ee1fff74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ed9796-32", "ovs_interfaceid": "e8ed9796-32e9-41f8-a732-199729efc6c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.622937] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528eb8be-6e6f-5c9f-eea8-6f9605550256, 'name': SearchDatastore_Task, 'duration_secs': 0.008049} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.623721] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.623979] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 83a3355a-58a2-4563-afc6-91ae764f0fda/83a3355a-58a2-4563-afc6-91ae764f0fda.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.624243] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d92c0357-6ff6-4f9b-ac9e-fee3e7028e37 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.631308] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 1026.631308] env[68391]: value = "task-3039608" [ 1026.631308] env[68391]: _type = "Task" [ 1026.631308] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.638692] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.741792] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0b829fa2-f2a8-4ef8-bf5e-3ecf3742cf56 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "interface-d70e2998-e8b3-479e-8dc0-1d9a90225d44-e2bcaeac-260d-48c5-93cc-6fc650d1d483" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.224s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.763429] env[68391]: DEBUG oslo_vmware.api [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039607, 'name': PowerOffVM_Task, 'duration_secs': 0.311156} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.763695] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.763866] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.764139] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eed60c5d-12d6-4259-b29d-bbad3da99b42 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.834765] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.835102] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.835262] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Deleting the datastore file [datastore1] bc60f56a-31b7-4ffc-9ff4-75b84eb869a3 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.835542] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e461e125-eecf-4a56-86e9-54ae22fdbd7e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.842783] env[68391]: DEBUG oslo_vmware.api [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1026.842783] env[68391]: value = "task-3039610" [ 1026.842783] env[68391]: _type = "Task" [ 1026.842783] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.854353] env[68391]: DEBUG oslo_vmware.api [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.957072] env[68391]: INFO nova.compute.manager [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Took 16.81 seconds to build instance. [ 1027.118730] env[68391]: DEBUG oslo_concurrency.lockutils [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "refresh_cache-17887678-d0d0-44f3-959c-91588dcd432d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.140858] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453206} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.141127] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 83a3355a-58a2-4563-afc6-91ae764f0fda/83a3355a-58a2-4563-afc6-91ae764f0fda.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.141394] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.141657] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b06823e2-db40-456e-9c64-45bda893fa34 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.148258] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 1027.148258] env[68391]: value = "task-3039611" [ 1027.148258] env[68391]: _type = "Task" [ 1027.148258] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.155937] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.352683] env[68391]: DEBUG oslo_vmware.api [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294795} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.353386] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.353477] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.353705] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.353920] env[68391]: INFO nova.compute.manager [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1027.354214] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.354461] env[68391]: DEBUG nova.compute.manager [-] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.354590] env[68391]: DEBUG nova.network.neutron [-] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.459383] env[68391]: DEBUG oslo_concurrency.lockutils [None req-629ab520-9e6e-4de4-ba1a-a412c4724c9f tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "55385d20-05bb-4045-bef5-8c8fc1cdc457" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.318s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.561083] env[68391]: DEBUG nova.compute.manager [req-ce8a7619-7274-4756-bce2-b57449e8b06f req-79d51368-0f82-4693-878d-210371e84086 service nova] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Received event network-changed-8d1e41da-ac9f-4521-bc58-284ba37f10c0 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.561397] env[68391]: DEBUG nova.compute.manager [req-ce8a7619-7274-4756-bce2-b57449e8b06f req-79d51368-0f82-4693-878d-210371e84086 service nova] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Refreshing instance network info cache due to event network-changed-8d1e41da-ac9f-4521-bc58-284ba37f10c0. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.561703] env[68391]: DEBUG oslo_concurrency.lockutils [req-ce8a7619-7274-4756-bce2-b57449e8b06f req-79d51368-0f82-4693-878d-210371e84086 service nova] Acquiring lock "refresh_cache-55385d20-05bb-4045-bef5-8c8fc1cdc457" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.561921] env[68391]: DEBUG oslo_concurrency.lockutils [req-ce8a7619-7274-4756-bce2-b57449e8b06f req-79d51368-0f82-4693-878d-210371e84086 service nova] Acquired lock "refresh_cache-55385d20-05bb-4045-bef5-8c8fc1cdc457" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.562175] env[68391]: DEBUG nova.network.neutron [req-ce8a7619-7274-4756-bce2-b57449e8b06f req-79d51368-0f82-4693-878d-210371e84086 service nova] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Refreshing network info cache for port 8d1e41da-ac9f-4521-bc58-284ba37f10c0 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.646048] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7a70e0-49f6-44a3-bfb5-60f2e47a66bb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.670866] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243079} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.671342] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.672126] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35b3d66-3ec8-486f-b9f5-dbbe0e93d8db {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.675416] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c0a2d8-3c27-4e59-b2d9-00f159633221 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.682051] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Updating instance '17887678-d0d0-44f3-959c-91588dcd432d' progress to 83 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1027.704380] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 83a3355a-58a2-4563-afc6-91ae764f0fda/83a3355a-58a2-4563-afc6-91ae764f0fda.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.706983] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e671f91-a8ae-4b46-a8a1-216bc8b6a452 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.727149] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 1027.727149] env[68391]: value = "task-3039612" [ 1027.727149] env[68391]: _type = "Task" [ 1027.727149] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.734632] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.901549] env[68391]: DEBUG nova.compute.manager [req-6333f617-39e1-4f07-ac7a-7ffc9172f5fb req-6f29f025-4f95-443a-99e6-a6b8096d556e service nova] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Received event network-vif-deleted-3877a8a4-6a33-447b-8a0b-ea8f3f9af7ea {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.901851] env[68391]: INFO nova.compute.manager [req-6333f617-39e1-4f07-ac7a-7ffc9172f5fb req-6f29f025-4f95-443a-99e6-a6b8096d556e service nova] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Neutron deleted interface 3877a8a4-6a33-447b-8a0b-ea8f3f9af7ea; detaching it from the instance and deleting it from the info cache [ 1027.902026] env[68391]: DEBUG nova.network.neutron [req-6333f617-39e1-4f07-ac7a-7ffc9172f5fb req-6f29f025-4f95-443a-99e6-a6b8096d556e service nova] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.188647] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.189020] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9fc4050-3b8e-4920-985c-6cbe6a4c3388 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.197488] env[68391]: DEBUG oslo_vmware.api [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 1028.197488] env[68391]: value = "task-3039613" [ 1028.197488] env[68391]: _type = "Task" [ 1028.197488] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.211470] env[68391]: DEBUG oslo_vmware.api [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.235688] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.267458] env[68391]: DEBUG nova.network.neutron [req-ce8a7619-7274-4756-bce2-b57449e8b06f req-79d51368-0f82-4693-878d-210371e84086 service nova] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Updated VIF entry in instance network info cache for port 8d1e41da-ac9f-4521-bc58-284ba37f10c0. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.267954] env[68391]: DEBUG nova.network.neutron [req-ce8a7619-7274-4756-bce2-b57449e8b06f req-79d51368-0f82-4693-878d-210371e84086 service nova] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Updating instance_info_cache with network_info: [{"id": "8d1e41da-ac9f-4521-bc58-284ba37f10c0", "address": "fa:16:3e:89:37:da", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1e41da-ac", "ovs_interfaceid": "8d1e41da-ac9f-4521-bc58-284ba37f10c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.376351] env[68391]: DEBUG nova.network.neutron [-] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.405957] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4158e715-ed87-4d03-a2a9-97c32e274010 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.414681] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a901b5dc-bd6f-41b6-9a56-386dcaf2d866 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.448215] env[68391]: DEBUG nova.compute.manager [req-6333f617-39e1-4f07-ac7a-7ffc9172f5fb req-6f29f025-4f95-443a-99e6-a6b8096d556e service nova] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Detach interface failed, port_id=3877a8a4-6a33-447b-8a0b-ea8f3f9af7ea, reason: Instance bc60f56a-31b7-4ffc-9ff4-75b84eb869a3 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1028.493173] env[68391]: DEBUG oslo_concurrency.lockutils [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "interface-d70e2998-e8b3-479e-8dc0-1d9a90225d44-e2bcaeac-260d-48c5-93cc-6fc650d1d483" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.493520] env[68391]: DEBUG oslo_concurrency.lockutils [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "interface-d70e2998-e8b3-479e-8dc0-1d9a90225d44-e2bcaeac-260d-48c5-93cc-6fc650d1d483" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.708504] env[68391]: DEBUG oslo_vmware.api [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.739063] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039612, 'name': ReconfigVM_Task, 'duration_secs': 1.000835} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.739420] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 83a3355a-58a2-4563-afc6-91ae764f0fda/83a3355a-58a2-4563-afc6-91ae764f0fda.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.740225] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b582e371-4cf0-49d2-b3c7-9ba56eb53cc2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.747171] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 1028.747171] env[68391]: value = "task-3039615" [ 1028.747171] env[68391]: _type = "Task" [ 1028.747171] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.757708] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039615, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.770147] env[68391]: DEBUG oslo_concurrency.lockutils [req-ce8a7619-7274-4756-bce2-b57449e8b06f req-79d51368-0f82-4693-878d-210371e84086 service nova] Releasing lock "refresh_cache-55385d20-05bb-4045-bef5-8c8fc1cdc457" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.879588] env[68391]: INFO nova.compute.manager [-] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Took 1.52 seconds to deallocate network for instance. [ 1028.996590] env[68391]: DEBUG oslo_concurrency.lockutils [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.996590] env[68391]: DEBUG oslo_concurrency.lockutils [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.997585] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afe153b-8ce4-49a8-845f-38315d6f6256 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.017911] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614a6d7e-a83d-4fb3-b298-da0e81c6becd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.044271] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Reconfiguring VM to detach interface {{(pid=68391) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1029.044592] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dae462b-20e3-4875-93f1-cff454caa587 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.063920] env[68391]: DEBUG oslo_vmware.api [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 1029.063920] env[68391]: value = "task-3039616" [ 1029.063920] env[68391]: _type = "Task" [ 1029.063920] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.071993] env[68391]: DEBUG oslo_vmware.api [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.208030] env[68391]: DEBUG oslo_vmware.api [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039613, 'name': PowerOnVM_Task, 'duration_secs': 0.575402} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.208331] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.209029] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-db04bc6a-620f-4994-8344-c3d67f061aff tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Updating instance '17887678-d0d0-44f3-959c-91588dcd432d' progress to 100 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.256254] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039615, 'name': Rename_Task, 'duration_secs': 0.207704} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.257238] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.257497] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82788c0e-1e99-4bf8-a3a2-a63be16a394d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.263641] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 1029.263641] env[68391]: value = "task-3039617" [ 1029.263641] env[68391]: _type = "Task" [ 1029.263641] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.271459] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.390090] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.390401] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.390618] env[68391]: DEBUG nova.objects.instance [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lazy-loading 'resources' on Instance uuid bc60f56a-31b7-4ffc-9ff4-75b84eb869a3 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.574399] env[68391]: DEBUG oslo_vmware.api [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.682687] env[68391]: INFO nova.compute.manager [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Rebuilding instance [ 1029.722203] env[68391]: DEBUG nova.compute.manager [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.723091] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da83925-4530-44dc-9ce2-f2f3b2b37eda {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.775646] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039617, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.910763] env[68391]: DEBUG nova.scheduler.client.report [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Refreshing inventories for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1029.925062] env[68391]: DEBUG nova.scheduler.client.report [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Updating ProviderTree inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1029.925315] env[68391]: DEBUG nova.compute.provider_tree [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1029.936038] env[68391]: DEBUG nova.scheduler.client.report [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Refreshing aggregate associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, aggregates: None {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1029.954412] env[68391]: DEBUG nova.scheduler.client.report [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Refreshing trait associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1030.073747] env[68391]: DEBUG oslo_vmware.api [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.153431] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65371a48-fbc6-4210-9005-abfcbd9eed75 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.162730] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab140f6-fb34-4c2d-ba78-aa3d55c95440 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.193879] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0c28f5-a862-4280-a59f-63b79e33ed0d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.201416] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6b0e5b-7862-4efc-a212-4ff09dd0b129 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.220699] env[68391]: DEBUG nova.compute.provider_tree [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1030.275026] env[68391]: DEBUG oslo_vmware.api [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039617, 'name': PowerOnVM_Task, 'duration_secs': 0.951948} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.275026] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.275193] env[68391]: INFO nova.compute.manager [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1030.275337] env[68391]: DEBUG nova.compute.manager [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.276147] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d6ccf9-4f40-4797-ab31-6a3873518503 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.574617] env[68391]: DEBUG oslo_vmware.api [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.735368] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.735699] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6f6d3b5-5b7f-4819-b8ee-659cce2640e3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.744357] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1030.744357] env[68391]: value = "task-3039618" [ 1030.744357] env[68391]: _type = "Task" [ 1030.744357] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.756991] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.763347] env[68391]: DEBUG nova.scheduler.client.report [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Updated inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1030.763729] env[68391]: DEBUG nova.compute.provider_tree [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Updating resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 generation from 127 to 128 during operation: update_inventory {{(pid=68391) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1030.764374] env[68391]: DEBUG nova.compute.provider_tree [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1030.791909] env[68391]: INFO nova.compute.manager [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Took 17.51 seconds to build instance. [ 1030.891321] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fe7d4ed-62c7-4bdb-8921-156b16331624 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "17887678-d0d0-44f3-959c-91588dcd432d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.891603] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fe7d4ed-62c7-4bdb-8921-156b16331624 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "17887678-d0d0-44f3-959c-91588dcd432d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.891806] env[68391]: DEBUG nova.compute.manager [None req-0fe7d4ed-62c7-4bdb-8921-156b16331624 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Going to confirm migration 4 {{(pid=68391) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1031.075332] env[68391]: DEBUG oslo_vmware.api [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.253680] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039618, 'name': PowerOffVM_Task, 'duration_secs': 0.257103} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.254036] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.254205] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.255016] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa1250e-9f30-4882-8978-d3699e547a39 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.261559] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.261854] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71b6c203-b2b2-4415-b146-773afa159320 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.269280] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.290357] env[68391]: INFO nova.scheduler.client.report [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Deleted allocations for instance bc60f56a-31b7-4ffc-9ff4-75b84eb869a3 [ 1031.295030] env[68391]: DEBUG oslo_concurrency.lockutils [None req-17039f6b-018b-4d85-afe6-ee27193b50c2 tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "83a3355a-58a2-4563-afc6-91ae764f0fda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.023s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.329608] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.329608] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.329608] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Deleting the datastore file [datastore1] ea7ba3ba-230f-4523-9ccf-3f698189562e {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.329890] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3b43073-d094-4f15-a031-21fe8f3858b0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.338301] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1031.338301] env[68391]: value = "task-3039620" [ 1031.338301] env[68391]: _type = "Task" [ 1031.338301] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.348732] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.443868] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fe7d4ed-62c7-4bdb-8921-156b16331624 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "refresh_cache-17887678-d0d0-44f3-959c-91588dcd432d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.444070] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fe7d4ed-62c7-4bdb-8921-156b16331624 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "refresh_cache-17887678-d0d0-44f3-959c-91588dcd432d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.444250] env[68391]: DEBUG nova.network.neutron [None req-0fe7d4ed-62c7-4bdb-8921-156b16331624 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.444433] env[68391]: DEBUG nova.objects.instance [None req-0fe7d4ed-62c7-4bdb-8921-156b16331624 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lazy-loading 'info_cache' on Instance uuid 17887678-d0d0-44f3-959c-91588dcd432d {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.574837] env[68391]: DEBUG oslo_vmware.api [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.798251] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b42ae5fb-29cd-42d7-b3b2-bc866338f29a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "bc60f56a-31b7-4ffc-9ff4-75b84eb869a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.079s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.848164] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.076838] env[68391]: DEBUG oslo_vmware.api [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.349999] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.571568} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.350386] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.350486] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.350649] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.579952] env[68391]: DEBUG oslo_vmware.api [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.645802] env[68391]: DEBUG nova.compute.manager [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Stashing vm_state: active {{(pid=68391) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1032.705460] env[68391]: DEBUG nova.network.neutron [None req-0fe7d4ed-62c7-4bdb-8921-156b16331624 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Updating instance_info_cache with network_info: [{"id": "e8ed9796-32e9-41f8-a732-199729efc6c9", "address": "fa:16:3e:da:5c:83", "network": {"id": "ba27caf7-4890-4674-a1b1-65960524871a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2042391078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331f924de2b94bb988cde9a8ee1fff74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ed9796-32", "ovs_interfaceid": "e8ed9796-32e9-41f8-a732-199729efc6c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.738821] env[68391]: DEBUG oslo_concurrency.lockutils [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.739061] env[68391]: DEBUG oslo_concurrency.lockutils [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.080181] env[68391]: DEBUG oslo_vmware.api [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.167194] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.167458] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.207696] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fe7d4ed-62c7-4bdb-8921-156b16331624 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "refresh_cache-17887678-d0d0-44f3-959c-91588dcd432d" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.207979] env[68391]: DEBUG nova.objects.instance [None req-0fe7d4ed-62c7-4bdb-8921-156b16331624 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lazy-loading 'migration_context' on Instance uuid 17887678-d0d0-44f3-959c-91588dcd432d {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.241324] env[68391]: DEBUG nova.compute.manager [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.387249] env[68391]: DEBUG nova.virt.hardware [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.387610] env[68391]: DEBUG nova.virt.hardware [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.387774] env[68391]: DEBUG nova.virt.hardware [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.387954] env[68391]: DEBUG nova.virt.hardware [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.388173] env[68391]: DEBUG nova.virt.hardware [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.388335] env[68391]: DEBUG nova.virt.hardware [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.388543] env[68391]: DEBUG nova.virt.hardware [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.388704] env[68391]: DEBUG nova.virt.hardware [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.388871] env[68391]: DEBUG nova.virt.hardware [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.389057] env[68391]: DEBUG nova.virt.hardware [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.389288] env[68391]: DEBUG nova.virt.hardware [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.390108] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abae6460-d8ce-4e72-b7f3-a783c59ded52 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.398442] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6862ba1-cab9-4fe9-b7ae-9e083d6f90ef {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.414342] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:34:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ccd0969-a76f-4444-bdbe-eab2a35e11fe', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.421991] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.422303] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.422532] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47341a38-7646-4faf-b7ff-405d5392c67f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.441788] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.441788] env[68391]: value = "task-3039623" [ 1033.441788] env[68391]: _type = "Task" [ 1033.441788] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.449715] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039623, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.580433] env[68391]: DEBUG oslo_vmware.api [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.672598] env[68391]: INFO nova.compute.claims [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.710679] env[68391]: DEBUG nova.objects.base [None req-0fe7d4ed-62c7-4bdb-8921-156b16331624 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Object Instance<17887678-d0d0-44f3-959c-91588dcd432d> lazy-loaded attributes: info_cache,migration_context {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1033.711754] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4cd29c-9c06-4fc8-8dec-8009e962ba00 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.731174] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b12ebc1-6656-46ba-8692-761b2f7d03b8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.736610] env[68391]: DEBUG oslo_vmware.api [None req-0fe7d4ed-62c7-4bdb-8921-156b16331624 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 1033.736610] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5219d64f-fe7a-aca5-21cb-650458dcb574" [ 1033.736610] env[68391]: _type = "Task" [ 1033.736610] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.744549] env[68391]: DEBUG oslo_vmware.api [None req-0fe7d4ed-62c7-4bdb-8921-156b16331624 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5219d64f-fe7a-aca5-21cb-650458dcb574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.758987] env[68391]: DEBUG oslo_concurrency.lockutils [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.954232] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039623, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.080278] env[68391]: DEBUG oslo_vmware.api [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.179613] env[68391]: INFO nova.compute.resource_tracker [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Updating resource usage from migration 93ea8edb-ed5a-4e7c-a14b-c9b3ff1dacdd [ 1034.248661] env[68391]: DEBUG oslo_vmware.api [None req-0fe7d4ed-62c7-4bdb-8921-156b16331624 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5219d64f-fe7a-aca5-21cb-650458dcb574, 'name': SearchDatastore_Task, 'duration_secs': 0.008148} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.248956] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fe7d4ed-62c7-4bdb-8921-156b16331624 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.425500] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7517ec9-ecb2-42db-8504-6ab721714638 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.433253] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeb05eb-88ae-409c-ad0c-bb684d355167 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.466307] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc3b626-c003-4ffa-b02f-5b1d61b3928c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.476746] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf5722a-9fa2-48a9-8952-6dd2d6223811 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.480630] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039623, 'name': CreateVM_Task, 'duration_secs': 0.672282} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.480799] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.481810] env[68391]: DEBUG oslo_concurrency.lockutils [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.481967] env[68391]: DEBUG oslo_concurrency.lockutils [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.482321] env[68391]: DEBUG oslo_concurrency.lockutils [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.482572] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb7f3eef-20fb-4551-bacb-5edd7796cad5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.491878] env[68391]: DEBUG nova.compute.provider_tree [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.496717] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1034.496717] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52386183-988e-0dff-4086-b3ac758be072" [ 1034.496717] env[68391]: _type = "Task" [ 1034.496717] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.506652] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52386183-988e-0dff-4086-b3ac758be072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.583434] env[68391]: DEBUG oslo_vmware.api [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039616, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.007035] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52386183-988e-0dff-4086-b3ac758be072, 'name': SearchDatastore_Task, 'duration_secs': 0.018816} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.007277] env[68391]: DEBUG oslo_concurrency.lockutils [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.007692] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.007982] env[68391]: DEBUG oslo_concurrency.lockutils [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.008150] env[68391]: DEBUG oslo_concurrency.lockutils [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.008394] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.008654] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c122acf-494d-4f05-b608-2f38bf465110 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.012300] env[68391]: ERROR nova.scheduler.client.report [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [req-02a95eac-d948-4856-bc71-17613afb86a9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 91cd88db-7a2c-4f42-b40d-730164cb64f8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-02a95eac-d948-4856-bc71-17613afb86a9"}]} [ 1035.020832] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.021146] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.021970] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9310b749-cc78-4a8c-9f1a-887965b00c71 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.026918] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1035.026918] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527c4bd9-0f4b-5519-260b-8a198566632c" [ 1035.026918] env[68391]: _type = "Task" [ 1035.026918] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.030842] env[68391]: DEBUG nova.scheduler.client.report [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Refreshing inventories for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1035.037180] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527c4bd9-0f4b-5519-260b-8a198566632c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.044216] env[68391]: DEBUG nova.scheduler.client.report [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Updating ProviderTree inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1035.044407] env[68391]: DEBUG nova.compute.provider_tree [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1035.055073] env[68391]: DEBUG nova.scheduler.client.report [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Refreshing aggregate associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, aggregates: None {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1035.072442] env[68391]: DEBUG nova.scheduler.client.report [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Refreshing trait associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1035.086224] env[68391]: DEBUG oslo_vmware.api [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039616, 'name': ReconfigVM_Task, 'duration_secs': 5.88728} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.086560] env[68391]: DEBUG oslo_concurrency.lockutils [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.086841] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Reconfigured VM to detach interface {{(pid=68391) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1035.275523] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2790efeb-6adc-4bf1-bdae-c963a4feec4f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.282832] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47288c6d-aaca-4c48-b69e-ebf0b41dd2c2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.313254] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fbb258-9550-4a14-a0f8-419ea765df96 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.320574] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93a7190-acbc-4689-a6c5-6372d1ac0fb7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.334158] env[68391]: DEBUG nova.compute.provider_tree [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1035.540229] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527c4bd9-0f4b-5519-260b-8a198566632c, 'name': SearchDatastore_Task, 'duration_secs': 0.024059} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.540981] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-250cb26d-3558-46ea-8a0e-47062e324ca5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.546078] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1035.546078] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f559f2-88cb-c5c4-7041-61dccf44a0cc" [ 1035.546078] env[68391]: _type = "Task" [ 1035.546078] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.553285] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f559f2-88cb-c5c4-7041-61dccf44a0cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.870195] env[68391]: DEBUG nova.scheduler.client.report [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Updated inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1035.870412] env[68391]: DEBUG nova.compute.provider_tree [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Updating resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 generation from 131 to 132 during operation: update_inventory {{(pid=68391) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1035.870638] env[68391]: DEBUG nova.compute.provider_tree [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.060903] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f559f2-88cb-c5c4-7041-61dccf44a0cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009806} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.061116] env[68391]: DEBUG oslo_concurrency.lockutils [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.061522] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] ea7ba3ba-230f-4523-9ccf-3f698189562e/ea7ba3ba-230f-4523-9ccf-3f698189562e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.061881] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9af26a1f-8fd0-4662-a838-c28ab471701a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.070037] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1036.070037] env[68391]: value = "task-3039625" [ 1036.070037] env[68391]: _type = "Task" [ 1036.070037] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.080972] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.151960] env[68391]: DEBUG nova.compute.manager [req-67c40468-ec02-418c-8371-3198e5d82234 req-6c186059-2c72-436f-b6d0-b0264942981b service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Received event network-changed-c192e4bc-9dd4-40d8-84b8-6427c32bcecf {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.152232] env[68391]: DEBUG nova.compute.manager [req-67c40468-ec02-418c-8371-3198e5d82234 req-6c186059-2c72-436f-b6d0-b0264942981b service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Refreshing instance network info cache due to event network-changed-c192e4bc-9dd4-40d8-84b8-6427c32bcecf. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.152472] env[68391]: DEBUG oslo_concurrency.lockutils [req-67c40468-ec02-418c-8371-3198e5d82234 req-6c186059-2c72-436f-b6d0-b0264942981b service nova] Acquiring lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.152835] env[68391]: DEBUG oslo_concurrency.lockutils [req-67c40468-ec02-418c-8371-3198e5d82234 req-6c186059-2c72-436f-b6d0-b0264942981b service nova] Acquired lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.152835] env[68391]: DEBUG nova.network.neutron [req-67c40468-ec02-418c-8371-3198e5d82234 req-6c186059-2c72-436f-b6d0-b0264942981b service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Refreshing network info cache for port c192e4bc-9dd4-40d8-84b8-6427c32bcecf {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.377588] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.210s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.377872] env[68391]: INFO nova.compute.manager [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Migrating [ 1036.384247] env[68391]: DEBUG oslo_concurrency.lockutils [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.625s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.385737] env[68391]: INFO nova.compute.claims [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.389153] env[68391]: DEBUG oslo_concurrency.lockutils [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.580137] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039625, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.827511] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "interface-c6b6e61f-4667-478c-8a17-3ee4a0b5135b-e2bcaeac-260d-48c5-93cc-6fc650d1d483" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.827864] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "interface-c6b6e61f-4667-478c-8a17-3ee4a0b5135b-e2bcaeac-260d-48c5-93cc-6fc650d1d483" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.828328] env[68391]: DEBUG nova.objects.instance [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lazy-loading 'flavor' on Instance uuid c6b6e61f-4667-478c-8a17-3ee4a0b5135b {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.847889] env[68391]: DEBUG nova.network.neutron [req-67c40468-ec02-418c-8371-3198e5d82234 req-6c186059-2c72-436f-b6d0-b0264942981b service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Updated VIF entry in instance network info cache for port c192e4bc-9dd4-40d8-84b8-6427c32bcecf. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.848524] env[68391]: DEBUG nova.network.neutron [req-67c40468-ec02-418c-8371-3198e5d82234 req-6c186059-2c72-436f-b6d0-b0264942981b service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Updating instance_info_cache with network_info: [{"id": "c192e4bc-9dd4-40d8-84b8-6427c32bcecf", "address": "fa:16:3e:cc:97:6e", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc192e4bc-9d", "ovs_interfaceid": "c192e4bc-9dd4-40d8-84b8-6427c32bcecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2bcaeac-260d-48c5-93cc-6fc650d1d483", "address": "fa:16:3e:e7:b1:3b", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2bcaeac-26", "ovs_interfaceid": "e2bcaeac-260d-48c5-93cc-6fc650d1d483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.895496] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "refresh_cache-83a3355a-58a2-4563-afc6-91ae764f0fda" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.895837] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "refresh_cache-83a3355a-58a2-4563-afc6-91ae764f0fda" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.896213] env[68391]: DEBUG nova.network.neutron [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.080179] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.977289} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.080289] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] ea7ba3ba-230f-4523-9ccf-3f698189562e/ea7ba3ba-230f-4523-9ccf-3f698189562e.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.080513] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.080768] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adfc1bc3-1d4e-4c38-90c8-a1631034e697 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.087105] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1037.087105] env[68391]: value = "task-3039626" [ 1037.087105] env[68391]: _type = "Task" [ 1037.087105] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.095307] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.351533] env[68391]: DEBUG oslo_concurrency.lockutils [req-67c40468-ec02-418c-8371-3198e5d82234 req-6c186059-2c72-436f-b6d0-b0264942981b service nova] Releasing lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.351923] env[68391]: DEBUG oslo_concurrency.lockutils [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.352133] env[68391]: DEBUG nova.network.neutron [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.435535] env[68391]: DEBUG nova.objects.instance [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lazy-loading 'pci_requests' on Instance uuid c6b6e61f-4667-478c-8a17-3ee4a0b5135b {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.598831] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069416} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.599142] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.599927] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e14e65-096a-4b8e-bc17-5dcae2f15a34 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.607590] env[68391]: DEBUG nova.network.neutron [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Updating instance_info_cache with network_info: [{"id": "e44541a2-0028-4d7e-ac1f-e8fc3bac57ec", "address": "fa:16:3e:76:4e:7f", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44541a2-00", "ovs_interfaceid": "e44541a2-0028-4d7e-ac1f-e8fc3bac57ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.626241] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] ea7ba3ba-230f-4523-9ccf-3f698189562e/ea7ba3ba-230f-4523-9ccf-3f698189562e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.629717] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83e08fd1-7f74-43b4-854f-efac338ca56f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.650627] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1037.650627] env[68391]: value = "task-3039628" [ 1037.650627] env[68391]: _type = "Task" [ 1037.650627] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.656499] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee626b63-23d4-4239-81fa-c7cd7f078272 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.662592] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039628, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.669456] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fda3414-27bc-4d97-ac65-fdc5300d749c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.701576] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1f89d4-42d8-4fb3-8ce4-390abbbddffa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.708928] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de7f45d-aa21-4f1a-afa6-5f5fee9b0b22 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.722248] env[68391]: DEBUG nova.compute.provider_tree [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.938619] env[68391]: DEBUG nova.objects.base [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1037.938852] env[68391]: DEBUG nova.network.neutron [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.007996] env[68391]: DEBUG nova.policy [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21a0b5e2536547a08e15031454df0f10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4deb54b560a43289729084b9fbad669', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.060445] env[68391]: INFO nova.network.neutron [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Port e2bcaeac-260d-48c5-93cc-6fc650d1d483 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1038.060879] env[68391]: DEBUG nova.network.neutron [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Updating instance_info_cache with network_info: [{"id": "c192e4bc-9dd4-40d8-84b8-6427c32bcecf", "address": "fa:16:3e:cc:97:6e", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc192e4bc-9d", "ovs_interfaceid": "c192e4bc-9dd4-40d8-84b8-6427c32bcecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.127580] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "refresh_cache-83a3355a-58a2-4563-afc6-91ae764f0fda" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.160665] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039628, 'name': ReconfigVM_Task, 'duration_secs': 0.289603} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.160951] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Reconfigured VM instance instance-00000061 to attach disk [datastore1] ea7ba3ba-230f-4523-9ccf-3f698189562e/ea7ba3ba-230f-4523-9ccf-3f698189562e.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.161593] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bda34f75-c841-4917-80b4-df268d7de0bb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.167563] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1038.167563] env[68391]: value = "task-3039629" [ 1038.167563] env[68391]: _type = "Task" [ 1038.167563] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.176158] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039629, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.232926] env[68391]: DEBUG nova.compute.manager [req-529ac39d-24ef-4196-ba94-b7aecb8c9229 req-1f5773a6-eb78-4a2d-a6dd-3be71431364f service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Received event network-changed-2a432c8f-7b17-446c-9c87-88b3565b978d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.232926] env[68391]: DEBUG nova.compute.manager [req-529ac39d-24ef-4196-ba94-b7aecb8c9229 req-1f5773a6-eb78-4a2d-a6dd-3be71431364f service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Refreshing instance network info cache due to event network-changed-2a432c8f-7b17-446c-9c87-88b3565b978d. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.232926] env[68391]: DEBUG oslo_concurrency.lockutils [req-529ac39d-24ef-4196-ba94-b7aecb8c9229 req-1f5773a6-eb78-4a2d-a6dd-3be71431364f service nova] Acquiring lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.232926] env[68391]: DEBUG oslo_concurrency.lockutils [req-529ac39d-24ef-4196-ba94-b7aecb8c9229 req-1f5773a6-eb78-4a2d-a6dd-3be71431364f service nova] Acquired lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.232926] env[68391]: DEBUG nova.network.neutron [req-529ac39d-24ef-4196-ba94-b7aecb8c9229 req-1f5773a6-eb78-4a2d-a6dd-3be71431364f service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Refreshing network info cache for port 2a432c8f-7b17-446c-9c87-88b3565b978d {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.256748] env[68391]: DEBUG nova.scheduler.client.report [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Updated inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1038.257027] env[68391]: DEBUG nova.compute.provider_tree [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Updating resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 generation from 132 to 133 during operation: update_inventory {{(pid=68391) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1038.257212] env[68391]: DEBUG nova.compute.provider_tree [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.564416] env[68391]: DEBUG oslo_concurrency.lockutils [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "refresh_cache-d70e2998-e8b3-479e-8dc0-1d9a90225d44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.679074] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039629, 'name': Rename_Task, 'duration_secs': 0.147432} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.679380] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.679565] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-771500fd-00b7-40cb-971e-3a431cd5e968 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.685129] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1038.685129] env[68391]: value = "task-3039630" [ 1038.685129] env[68391]: _type = "Task" [ 1038.685129] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.692723] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.762909] env[68391]: DEBUG oslo_concurrency.lockutils [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.763468] env[68391]: DEBUG nova.compute.manager [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.765977] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fe7d4ed-62c7-4bdb-8921-156b16331624 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.517s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.962812] env[68391]: DEBUG nova.network.neutron [req-529ac39d-24ef-4196-ba94-b7aecb8c9229 req-1f5773a6-eb78-4a2d-a6dd-3be71431364f service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Updated VIF entry in instance network info cache for port 2a432c8f-7b17-446c-9c87-88b3565b978d. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.963269] env[68391]: DEBUG nova.network.neutron [req-529ac39d-24ef-4196-ba94-b7aecb8c9229 req-1f5773a6-eb78-4a2d-a6dd-3be71431364f service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Updating instance_info_cache with network_info: [{"id": "2a432c8f-7b17-446c-9c87-88b3565b978d", "address": "fa:16:3e:00:bc:14", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a432c8f-7b", "ovs_interfaceid": "2a432c8f-7b17-446c-9c87-88b3565b978d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.069028] env[68391]: DEBUG oslo_concurrency.lockutils [None req-03707c87-e8ef-411e-865e-5c8c36769f9c tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "interface-d70e2998-e8b3-479e-8dc0-1d9a90225d44-e2bcaeac-260d-48c5-93cc-6fc650d1d483" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.575s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.194622] env[68391]: DEBUG oslo_vmware.api [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039630, 'name': PowerOnVM_Task, 'duration_secs': 0.458109} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.194844] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.195055] env[68391]: DEBUG nova.compute.manager [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.195812] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f093a72f-31e5-41da-9974-086c365832ec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.271822] env[68391]: DEBUG nova.compute.utils [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.277018] env[68391]: DEBUG nova.compute.manager [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.277018] env[68391]: DEBUG nova.network.neutron [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.325731] env[68391]: DEBUG nova.policy [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ff74d4fbdd64f6e8b80c50c235a2401', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acf38278c0304e9cb866e83ac60394b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.467862] env[68391]: DEBUG oslo_concurrency.lockutils [req-529ac39d-24ef-4196-ba94-b7aecb8c9229 req-1f5773a6-eb78-4a2d-a6dd-3be71431364f service nova] Releasing lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.469942] env[68391]: DEBUG nova.network.neutron [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Successfully updated port: e2bcaeac-260d-48c5-93cc-6fc650d1d483 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.501655] env[68391]: DEBUG nova.compute.manager [req-d3f0cf39-adad-445e-b42f-08a5b01e16c3 req-ef5f2365-5f26-49b3-8c8f-6bdf400bfece service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Received event network-vif-plugged-e2bcaeac-260d-48c5-93cc-6fc650d1d483 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.503269] env[68391]: DEBUG oslo_concurrency.lockutils [req-d3f0cf39-adad-445e-b42f-08a5b01e16c3 req-ef5f2365-5f26-49b3-8c8f-6bdf400bfece service nova] Acquiring lock "c6b6e61f-4667-478c-8a17-3ee4a0b5135b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.503269] env[68391]: DEBUG oslo_concurrency.lockutils [req-d3f0cf39-adad-445e-b42f-08a5b01e16c3 req-ef5f2365-5f26-49b3-8c8f-6bdf400bfece service nova] Lock "c6b6e61f-4667-478c-8a17-3ee4a0b5135b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.503269] env[68391]: DEBUG oslo_concurrency.lockutils [req-d3f0cf39-adad-445e-b42f-08a5b01e16c3 req-ef5f2365-5f26-49b3-8c8f-6bdf400bfece service nova] Lock "c6b6e61f-4667-478c-8a17-3ee4a0b5135b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.503269] env[68391]: DEBUG nova.compute.manager [req-d3f0cf39-adad-445e-b42f-08a5b01e16c3 req-ef5f2365-5f26-49b3-8c8f-6bdf400bfece service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] No waiting events found dispatching network-vif-plugged-e2bcaeac-260d-48c5-93cc-6fc650d1d483 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.503269] env[68391]: WARNING nova.compute.manager [req-d3f0cf39-adad-445e-b42f-08a5b01e16c3 req-ef5f2365-5f26-49b3-8c8f-6bdf400bfece service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Received unexpected event network-vif-plugged-e2bcaeac-260d-48c5-93cc-6fc650d1d483 for instance with vm_state active and task_state None. [ 1039.525687] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62d1c50-8d58-4f8c-8336-0f3f29199ed7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.531470] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7140db-af09-41e6-bf29-85356953e541 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.561388] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ed1b58-185f-448b-8758-76e5e719e831 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.568777] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27e7852-3a9f-442e-be38-6a7b59607e14 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.584182] env[68391]: DEBUG nova.compute.provider_tree [None req-0fe7d4ed-62c7-4bdb-8921-156b16331624 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.643220] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1e6d95-e9f8-4f43-9019-4a639221c709 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.664661] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Updating instance '83a3355a-58a2-4563-afc6-91ae764f0fda' progress to 0 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.710937] env[68391]: DEBUG nova.network.neutron [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Successfully created port: 4504feb9-f549-4bdc-b33b-4edb8dbd70c1 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.716493] env[68391]: DEBUG oslo_concurrency.lockutils [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.776646] env[68391]: DEBUG nova.compute.manager [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.974579] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.974579] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.974822] env[68391]: DEBUG nova.network.neutron [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.087997] env[68391]: DEBUG nova.scheduler.client.report [None req-0fe7d4ed-62c7-4bdb-8921-156b16331624 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.172326] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.172655] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73c911af-0322-460a-abb8-d9c143e8f539 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.180464] env[68391]: DEBUG oslo_vmware.api [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 1040.180464] env[68391]: value = "task-3039632" [ 1040.180464] env[68391]: _type = "Task" [ 1040.180464] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.188934] env[68391]: DEBUG oslo_vmware.api [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.513532] env[68391]: WARNING nova.network.neutron [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] a5e2c049-f66e-4f44-b99f-c63e3a09582f already exists in list: networks containing: ['a5e2c049-f66e-4f44-b99f-c63e3a09582f']. ignoring it [ 1040.694612] env[68391]: DEBUG oslo_vmware.api [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039632, 'name': PowerOffVM_Task, 'duration_secs': 0.266437} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.694890] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.695088] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Updating instance '83a3355a-58a2-4563-afc6-91ae764f0fda' progress to 17 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.788991] env[68391]: DEBUG nova.compute.manager [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.819965] env[68391]: DEBUG nova.virt.hardware [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.820236] env[68391]: DEBUG nova.virt.hardware [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.820417] env[68391]: DEBUG nova.virt.hardware [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.820620] env[68391]: DEBUG nova.virt.hardware [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.820770] env[68391]: DEBUG nova.virt.hardware [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.820916] env[68391]: DEBUG nova.virt.hardware [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.821231] env[68391]: DEBUG nova.virt.hardware [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.821299] env[68391]: DEBUG nova.virt.hardware [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.821454] env[68391]: DEBUG nova.virt.hardware [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.821615] env[68391]: DEBUG nova.virt.hardware [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.821781] env[68391]: DEBUG nova.virt.hardware [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.822687] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f1e26a-0e8c-4d1f-94c0-093ab25999c7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.826312] env[68391]: DEBUG nova.network.neutron [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Updating instance_info_cache with network_info: [{"id": "2a432c8f-7b17-446c-9c87-88b3565b978d", "address": "fa:16:3e:00:bc:14", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a432c8f-7b", "ovs_interfaceid": "2a432c8f-7b17-446c-9c87-88b3565b978d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2bcaeac-260d-48c5-93cc-6fc650d1d483", "address": "fa:16:3e:e7:b1:3b", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2bcaeac-26", "ovs_interfaceid": "e2bcaeac-260d-48c5-93cc-6fc650d1d483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.833968] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81ad338-9b73-4b28-9b84-21b3a18630f7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.098392] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fe7d4ed-62c7-4bdb-8921-156b16331624 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.332s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.101262] env[68391]: DEBUG oslo_concurrency.lockutils [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.385s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.101428] env[68391]: DEBUG nova.objects.instance [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68391) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1041.106179] env[68391]: DEBUG nova.compute.manager [req-2f450e2a-ef5c-48c9-849a-8288d05b5ad5 req-ec651b90-5004-4975-8db3-14934fbd4121 service nova] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Received event network-vif-plugged-4504feb9-f549-4bdc-b33b-4edb8dbd70c1 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.106179] env[68391]: DEBUG oslo_concurrency.lockutils [req-2f450e2a-ef5c-48c9-849a-8288d05b5ad5 req-ec651b90-5004-4975-8db3-14934fbd4121 service nova] Acquiring lock "e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.106179] env[68391]: DEBUG oslo_concurrency.lockutils [req-2f450e2a-ef5c-48c9-849a-8288d05b5ad5 req-ec651b90-5004-4975-8db3-14934fbd4121 service nova] Lock "e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.106538] env[68391]: DEBUG oslo_concurrency.lockutils [req-2f450e2a-ef5c-48c9-849a-8288d05b5ad5 req-ec651b90-5004-4975-8db3-14934fbd4121 service nova] Lock "e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.106538] env[68391]: DEBUG nova.compute.manager [req-2f450e2a-ef5c-48c9-849a-8288d05b5ad5 req-ec651b90-5004-4975-8db3-14934fbd4121 service nova] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] No waiting events found dispatching network-vif-plugged-4504feb9-f549-4bdc-b33b-4edb8dbd70c1 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.106538] env[68391]: WARNING nova.compute.manager [req-2f450e2a-ef5c-48c9-849a-8288d05b5ad5 req-ec651b90-5004-4975-8db3-14934fbd4121 service nova] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Received unexpected event network-vif-plugged-4504feb9-f549-4bdc-b33b-4edb8dbd70c1 for instance with vm_state building and task_state spawning. [ 1041.192508] env[68391]: DEBUG nova.network.neutron [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Successfully updated port: 4504feb9-f549-4bdc-b33b-4edb8dbd70c1 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.202653] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.202653] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.202653] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.202653] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.202653] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.202653] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.202653] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.202957] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.202995] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.203158] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.203330] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.209202] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-262f7fa0-d76c-429a-86b0-9c032661966c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.227629] env[68391]: DEBUG oslo_vmware.api [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 1041.227629] env[68391]: value = "task-3039633" [ 1041.227629] env[68391]: _type = "Task" [ 1041.227629] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.235419] env[68391]: DEBUG oslo_vmware.api [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.330209] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.330987] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.331222] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.332096] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b968d2c5-5320-4de7-97e6-4e7bc88facdf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.349198] env[68391]: DEBUG nova.virt.hardware [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.349502] env[68391]: DEBUG nova.virt.hardware [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.349673] env[68391]: DEBUG nova.virt.hardware [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.349848] env[68391]: DEBUG nova.virt.hardware [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.349994] env[68391]: DEBUG nova.virt.hardware [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.350160] env[68391]: DEBUG nova.virt.hardware [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.350370] env[68391]: DEBUG nova.virt.hardware [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.350528] env[68391]: DEBUG nova.virt.hardware [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.350695] env[68391]: DEBUG nova.virt.hardware [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.350862] env[68391]: DEBUG nova.virt.hardware [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.351057] env[68391]: DEBUG nova.virt.hardware [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.357344] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Reconfiguring VM to attach interface {{(pid=68391) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1041.358065] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04614b2a-1ccb-43fc-97cd-35de1a046699 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.376810] env[68391]: DEBUG oslo_vmware.api [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 1041.376810] env[68391]: value = "task-3039634" [ 1041.376810] env[68391]: _type = "Task" [ 1041.376810] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.385337] env[68391]: DEBUG oslo_vmware.api [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039634, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.531535] env[68391]: DEBUG nova.compute.manager [req-424dbccb-6202-4c70-911d-d34c57e7d4fe req-8d2f2f2f-6835-422b-945e-9a507e9e2124 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Received event network-changed-e2bcaeac-260d-48c5-93cc-6fc650d1d483 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.531592] env[68391]: DEBUG nova.compute.manager [req-424dbccb-6202-4c70-911d-d34c57e7d4fe req-8d2f2f2f-6835-422b-945e-9a507e9e2124 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Refreshing instance network info cache due to event network-changed-e2bcaeac-260d-48c5-93cc-6fc650d1d483. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.531778] env[68391]: DEBUG oslo_concurrency.lockutils [req-424dbccb-6202-4c70-911d-d34c57e7d4fe req-8d2f2f2f-6835-422b-945e-9a507e9e2124 service nova] Acquiring lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.531880] env[68391]: DEBUG oslo_concurrency.lockutils [req-424dbccb-6202-4c70-911d-d34c57e7d4fe req-8d2f2f2f-6835-422b-945e-9a507e9e2124 service nova] Acquired lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.532052] env[68391]: DEBUG nova.network.neutron [req-424dbccb-6202-4c70-911d-d34c57e7d4fe req-8d2f2f2f-6835-422b-945e-9a507e9e2124 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Refreshing network info cache for port e2bcaeac-260d-48c5-93cc-6fc650d1d483 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.667469] env[68391]: INFO nova.scheduler.client.report [None req-0fe7d4ed-62c7-4bdb-8921-156b16331624 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Deleted allocation for migration 243edbff-f464-4037-a322-d9dcc6203b4c [ 1041.697803] env[68391]: DEBUG oslo_concurrency.lockutils [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "refresh_cache-e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.698023] env[68391]: DEBUG oslo_concurrency.lockutils [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired lock "refresh_cache-e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.698234] env[68391]: DEBUG nova.network.neutron [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.739252] env[68391]: DEBUG oslo_vmware.api [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039633, 'name': ReconfigVM_Task, 'duration_secs': 0.172603} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.739572] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Updating instance '83a3355a-58a2-4563-afc6-91ae764f0fda' progress to 33 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.887037] env[68391]: DEBUG oslo_vmware.api [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.116415] env[68391]: DEBUG oslo_concurrency.lockutils [None req-53fa6fdb-ee5f-4129-9354-ccc189a624b1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.173561] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fe7d4ed-62c7-4bdb-8921-156b16331624 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "17887678-d0d0-44f3-959c-91588dcd432d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.282s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.237834] env[68391]: DEBUG nova.network.neutron [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.246166] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.246426] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.246590] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.246769] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.246915] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.247072] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.247285] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.247443] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.247607] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.247767] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.248059] env[68391]: DEBUG nova.virt.hardware [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.253614] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1042.254280] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e30bcf71-b22b-4de6-9197-1cd895d8dedf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.278256] env[68391]: DEBUG oslo_vmware.api [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 1042.278256] env[68391]: value = "task-3039636" [ 1042.278256] env[68391]: _type = "Task" [ 1042.278256] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.287242] env[68391]: DEBUG oslo_vmware.api [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.305595] env[68391]: DEBUG nova.network.neutron [req-424dbccb-6202-4c70-911d-d34c57e7d4fe req-8d2f2f2f-6835-422b-945e-9a507e9e2124 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Updated VIF entry in instance network info cache for port e2bcaeac-260d-48c5-93cc-6fc650d1d483. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.306101] env[68391]: DEBUG nova.network.neutron [req-424dbccb-6202-4c70-911d-d34c57e7d4fe req-8d2f2f2f-6835-422b-945e-9a507e9e2124 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Updating instance_info_cache with network_info: [{"id": "2a432c8f-7b17-446c-9c87-88b3565b978d", "address": "fa:16:3e:00:bc:14", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a432c8f-7b", "ovs_interfaceid": "2a432c8f-7b17-446c-9c87-88b3565b978d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2bcaeac-260d-48c5-93cc-6fc650d1d483", "address": "fa:16:3e:e7:b1:3b", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2bcaeac-26", "ovs_interfaceid": "e2bcaeac-260d-48c5-93cc-6fc650d1d483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.388087] env[68391]: DEBUG oslo_vmware.api [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039634, 'name': ReconfigVM_Task, 'duration_secs': 0.749465} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.388661] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.389180] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Reconfigured VM to attach interface {{(pid=68391) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1042.395130] env[68391]: DEBUG nova.network.neutron [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Updating instance_info_cache with network_info: [{"id": "4504feb9-f549-4bdc-b33b-4edb8dbd70c1", "address": "fa:16:3e:e9:2c:33", "network": {"id": "239e719f-3c9f-4236-8c76-b928e2d73186", "bridge": "br-int", "label": "tempest-ServersTestJSON-1987072107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf38278c0304e9cb866e83ac60394b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4504feb9-f5", "ovs_interfaceid": "4504feb9-f549-4bdc-b33b-4edb8dbd70c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.715217] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "17887678-d0d0-44f3-959c-91588dcd432d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.715898] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "17887678-d0d0-44f3-959c-91588dcd432d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.715898] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "17887678-d0d0-44f3-959c-91588dcd432d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.716107] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "17887678-d0d0-44f3-959c-91588dcd432d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.716152] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "17887678-d0d0-44f3-959c-91588dcd432d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.718273] env[68391]: INFO nova.compute.manager [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Terminating instance [ 1042.791665] env[68391]: DEBUG oslo_vmware.api [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039636, 'name': ReconfigVM_Task, 'duration_secs': 0.376888} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.792064] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1042.793244] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b60175-596e-4383-87de-b6e93b08b1ab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.816122] env[68391]: DEBUG oslo_concurrency.lockutils [req-424dbccb-6202-4c70-911d-d34c57e7d4fe req-8d2f2f2f-6835-422b-945e-9a507e9e2124 service nova] Releasing lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.829817] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 83a3355a-58a2-4563-afc6-91ae764f0fda/83a3355a-58a2-4563-afc6-91ae764f0fda.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.830235] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0538eef8-c512-4233-926b-c7dcac5b14c4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.853346] env[68391]: DEBUG oslo_vmware.api [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 1042.853346] env[68391]: value = "task-3039637" [ 1042.853346] env[68391]: _type = "Task" [ 1042.853346] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.866015] env[68391]: DEBUG oslo_vmware.api [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.894455] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e7ab42fb-cd0c-46a5-8bef-6e9833c6da39 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "interface-c6b6e61f-4667-478c-8a17-3ee4a0b5135b-e2bcaeac-260d-48c5-93cc-6fc650d1d483" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.067s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.896061] env[68391]: DEBUG oslo_concurrency.lockutils [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Releasing lock "refresh_cache-e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.896061] env[68391]: DEBUG nova.compute.manager [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Instance network_info: |[{"id": "4504feb9-f549-4bdc-b33b-4edb8dbd70c1", "address": "fa:16:3e:e9:2c:33", "network": {"id": "239e719f-3c9f-4236-8c76-b928e2d73186", "bridge": "br-int", "label": "tempest-ServersTestJSON-1987072107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf38278c0304e9cb866e83ac60394b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4504feb9-f5", "ovs_interfaceid": "4504feb9-f549-4bdc-b33b-4edb8dbd70c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.896561] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:2c:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4504feb9-f549-4bdc-b33b-4edb8dbd70c1', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.904286] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.904514] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.904799] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-641341da-d032-4519-8097-443ef19599db {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.925813] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.925813] env[68391]: value = "task-3039638" [ 1042.925813] env[68391]: _type = "Task" [ 1042.925813] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.933803] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039638, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.158265] env[68391]: DEBUG nova.compute.manager [req-9ca73e48-d883-4c47-8c00-6bb8230687cb req-a6b1d54e-df6f-416e-8d5e-3c18d352ce4d service nova] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Received event network-changed-4504feb9-f549-4bdc-b33b-4edb8dbd70c1 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.158558] env[68391]: DEBUG nova.compute.manager [req-9ca73e48-d883-4c47-8c00-6bb8230687cb req-a6b1d54e-df6f-416e-8d5e-3c18d352ce4d service nova] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Refreshing instance network info cache due to event network-changed-4504feb9-f549-4bdc-b33b-4edb8dbd70c1. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.158778] env[68391]: DEBUG oslo_concurrency.lockutils [req-9ca73e48-d883-4c47-8c00-6bb8230687cb req-a6b1d54e-df6f-416e-8d5e-3c18d352ce4d service nova] Acquiring lock "refresh_cache-e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.158923] env[68391]: DEBUG oslo_concurrency.lockutils [req-9ca73e48-d883-4c47-8c00-6bb8230687cb req-a6b1d54e-df6f-416e-8d5e-3c18d352ce4d service nova] Acquired lock "refresh_cache-e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.159098] env[68391]: DEBUG nova.network.neutron [req-9ca73e48-d883-4c47-8c00-6bb8230687cb req-a6b1d54e-df6f-416e-8d5e-3c18d352ce4d service nova] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Refreshing network info cache for port 4504feb9-f549-4bdc-b33b-4edb8dbd70c1 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.163061] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "20cb88cb-0b54-41d5-907a-4bf438af3689" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.163280] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "20cb88cb-0b54-41d5-907a-4bf438af3689" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.222804] env[68391]: DEBUG nova.compute.manager [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.223213] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.224669] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74571e99-8c2b-4385-afdb-f82565120a68 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.234420] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.234708] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9f31089-5937-4e03-9713-f8cc657419a8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.240412] env[68391]: DEBUG oslo_vmware.api [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 1043.240412] env[68391]: value = "task-3039639" [ 1043.240412] env[68391]: _type = "Task" [ 1043.240412] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.249606] env[68391]: DEBUG oslo_vmware.api [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.363813] env[68391]: DEBUG oslo_vmware.api [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039637, 'name': ReconfigVM_Task, 'duration_secs': 0.40836} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.364111] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 83a3355a-58a2-4563-afc6-91ae764f0fda/83a3355a-58a2-4563-afc6-91ae764f0fda.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.364412] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Updating instance '83a3355a-58a2-4563-afc6-91ae764f0fda' progress to 50 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.435758] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039638, 'name': CreateVM_Task, 'duration_secs': 0.334067} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.435926] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.436614] env[68391]: DEBUG oslo_concurrency.lockutils [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.436775] env[68391]: DEBUG oslo_concurrency.lockutils [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.437111] env[68391]: DEBUG oslo_concurrency.lockutils [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.437371] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba180fa2-2ad6-4a94-9e2d-cd460edd238b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.441875] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1043.441875] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5222f273-3ac3-f733-80cf-151494e7b7b2" [ 1043.441875] env[68391]: _type = "Task" [ 1043.441875] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.449092] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5222f273-3ac3-f733-80cf-151494e7b7b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.665922] env[68391]: DEBUG nova.compute.manager [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.749300] env[68391]: DEBUG oslo_vmware.api [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039639, 'name': PowerOffVM_Task, 'duration_secs': 0.191274} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.749589] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.749760] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.750027] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-499da56d-06ce-433a-b3d6-bb29f749125f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.810770] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.810983] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.811181] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Deleting the datastore file [datastore1] 17887678-d0d0-44f3-959c-91588dcd432d {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.811451] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f822e501-c549-4a8e-b9a7-01017117fb33 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.817555] env[68391]: DEBUG oslo_vmware.api [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 1043.817555] env[68391]: value = "task-3039642" [ 1043.817555] env[68391]: _type = "Task" [ 1043.817555] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.827737] env[68391]: DEBUG oslo_vmware.api [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.871134] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b82b716-0565-4323-ae00-9ef8edbb5b93 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.891875] env[68391]: DEBUG nova.network.neutron [req-9ca73e48-d883-4c47-8c00-6bb8230687cb req-a6b1d54e-df6f-416e-8d5e-3c18d352ce4d service nova] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Updated VIF entry in instance network info cache for port 4504feb9-f549-4bdc-b33b-4edb8dbd70c1. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.892359] env[68391]: DEBUG nova.network.neutron [req-9ca73e48-d883-4c47-8c00-6bb8230687cb req-a6b1d54e-df6f-416e-8d5e-3c18d352ce4d service nova] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Updating instance_info_cache with network_info: [{"id": "4504feb9-f549-4bdc-b33b-4edb8dbd70c1", "address": "fa:16:3e:e9:2c:33", "network": {"id": "239e719f-3c9f-4236-8c76-b928e2d73186", "bridge": "br-int", "label": "tempest-ServersTestJSON-1987072107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf38278c0304e9cb866e83ac60394b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4504feb9-f5", "ovs_interfaceid": "4504feb9-f549-4bdc-b33b-4edb8dbd70c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.893968] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619af3cb-bcfd-41b3-bb84-7dc6e23c257d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.912377] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Updating instance '83a3355a-58a2-4563-afc6-91ae764f0fda' progress to 67 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.954397] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5222f273-3ac3-f733-80cf-151494e7b7b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009246} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.954625] env[68391]: DEBUG oslo_concurrency.lockutils [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.954861] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.955111] env[68391]: DEBUG oslo_concurrency.lockutils [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.955260] env[68391]: DEBUG oslo_concurrency.lockutils [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.955500] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.955707] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4828570-2636-4a5f-89d6-2fd844a66c91 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.962949] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.963155] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.964328] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-297bb65a-23f9-4f71-97cd-60bd37a8ce38 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.970321] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1043.970321] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d2859d-3d59-015f-d1ac-964d7984ee83" [ 1043.970321] env[68391]: _type = "Task" [ 1043.970321] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.978165] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d2859d-3d59-015f-d1ac-964d7984ee83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.188539] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.188860] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.190442] env[68391]: INFO nova.compute.claims [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.327998] env[68391]: DEBUG oslo_vmware.api [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139171} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.328701] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.328856] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.329051] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.329253] env[68391]: INFO nova.compute.manager [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1044.329543] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.329739] env[68391]: DEBUG nova.compute.manager [-] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.329835] env[68391]: DEBUG nova.network.neutron [-] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.398434] env[68391]: DEBUG oslo_concurrency.lockutils [req-9ca73e48-d883-4c47-8c00-6bb8230687cb req-a6b1d54e-df6f-416e-8d5e-3c18d352ce4d service nova] Releasing lock "refresh_cache-e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.449575] env[68391]: DEBUG nova.network.neutron [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Port e44541a2-0028-4d7e-ac1f-e8fc3bac57ec binding to destination host cpu-1 is already ACTIVE {{(pid=68391) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1044.481434] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d2859d-3d59-015f-d1ac-964d7984ee83, 'name': SearchDatastore_Task, 'duration_secs': 0.007701} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.482236] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5fc3513-f93c-4e59-a1e3-1f9f06fe6b04 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.487458] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1044.487458] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521890c2-2de3-aea9-4596-a159e9d59196" [ 1044.487458] env[68391]: _type = "Task" [ 1044.487458] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.497536] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521890c2-2de3-aea9-4596-a159e9d59196, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.527256] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "interface-c6b6e61f-4667-478c-8a17-3ee4a0b5135b-e2bcaeac-260d-48c5-93cc-6fc650d1d483" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.528858] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "interface-c6b6e61f-4667-478c-8a17-3ee4a0b5135b-e2bcaeac-260d-48c5-93cc-6fc650d1d483" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.567893] env[68391]: DEBUG nova.compute.manager [req-ae4e1be1-59af-43be-b28b-fccdddd3eb78 req-fee44ae8-82be-41bf-a060-3bd6ac0b41dd service nova] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Received event network-vif-deleted-e8ed9796-32e9-41f8-a732-199729efc6c9 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.568108] env[68391]: INFO nova.compute.manager [req-ae4e1be1-59af-43be-b28b-fccdddd3eb78 req-fee44ae8-82be-41bf-a060-3bd6ac0b41dd service nova] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Neutron deleted interface e8ed9796-32e9-41f8-a732-199729efc6c9; detaching it from the instance and deleting it from the info cache [ 1044.568304] env[68391]: DEBUG nova.network.neutron [req-ae4e1be1-59af-43be-b28b-fccdddd3eb78 req-fee44ae8-82be-41bf-a060-3bd6ac0b41dd service nova] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.999405] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521890c2-2de3-aea9-4596-a159e9d59196, 'name': SearchDatastore_Task, 'duration_secs': 0.012301} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.999751] env[68391]: DEBUG oslo_concurrency.lockutils [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.000019] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c/e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.000302] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae16e597-fd65-40f3-8c26-7485a07a640c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.008556] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1045.008556] env[68391]: value = "task-3039643" [ 1045.008556] env[68391]: _type = "Task" [ 1045.008556] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.017670] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.031694] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.031896] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.032713] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961b3c47-f807-44b4-a634-85f9a1ac191f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.051491] env[68391]: DEBUG nova.network.neutron [-] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.053733] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ec29a0-6c19-4540-b74d-c1a766f35e2e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.080380] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Reconfiguring VM to detach interface {{(pid=68391) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1045.081387] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca5f4196-aeec-4556-bb97-07bc9daab5e9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.083482] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd3aaf20-dfc6-43db-aaea-9dde547bc9a3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.106448] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa79043-6b67-43b9-ada9-f8108dfc6c08 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.118980] env[68391]: DEBUG oslo_vmware.api [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 1045.118980] env[68391]: value = "task-3039644" [ 1045.118980] env[68391]: _type = "Task" [ 1045.118980] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.129835] env[68391]: DEBUG oslo_vmware.api [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.145212] env[68391]: DEBUG nova.compute.manager [req-ae4e1be1-59af-43be-b28b-fccdddd3eb78 req-fee44ae8-82be-41bf-a060-3bd6ac0b41dd service nova] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Detach interface failed, port_id=e8ed9796-32e9-41f8-a732-199729efc6c9, reason: Instance 17887678-d0d0-44f3-959c-91588dcd432d could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1045.467063] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99114c6d-10c0-4509-9e40-de2840c7aef2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.476633] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "83a3355a-58a2-4563-afc6-91ae764f0fda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.476851] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "83a3355a-58a2-4563-afc6-91ae764f0fda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.477044] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "83a3355a-58a2-4563-afc6-91ae764f0fda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.483178] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f178e37b-3631-4563-b12f-7cb11047b58f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.518053] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b4c361-1152-4379-b8d7-7e131442bc6f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.530643] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96e1051-a803-424b-a272-7eacf75eeebb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.534605] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452717} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.535330] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c/e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.535560] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.536158] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-268924b0-a179-478f-85c6-9732189b2787 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.545976] env[68391]: DEBUG nova.compute.provider_tree [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.549035] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1045.549035] env[68391]: value = "task-3039645" [ 1045.549035] env[68391]: _type = "Task" [ 1045.549035] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.556277] env[68391]: INFO nova.compute.manager [-] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Took 1.23 seconds to deallocate network for instance. [ 1045.563636] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.630625] env[68391]: DEBUG oslo_vmware.api [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.061188] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090328} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.061519] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.062255] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034ebcb1-c4d0-46e9-9fb6-46f08e705759 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.076744] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.085964] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c/e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.086680] env[68391]: ERROR nova.scheduler.client.report [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [req-8f33450c-2b0f-41f3-a8b5-27dd714a2415] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 91cd88db-7a2c-4f42-b40d-730164cb64f8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8f33450c-2b0f-41f3-a8b5-27dd714a2415"}]} [ 1046.086813] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46e7fd42-8871-4701-9515-a1d78a3b7728 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.114504] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1046.114504] env[68391]: value = "task-3039646" [ 1046.114504] env[68391]: _type = "Task" [ 1046.114504] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.125666] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.129957] env[68391]: DEBUG nova.scheduler.client.report [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Refreshing inventories for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1046.137975] env[68391]: DEBUG oslo_vmware.api [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.149665] env[68391]: DEBUG nova.scheduler.client.report [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Updating ProviderTree inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1046.149832] env[68391]: DEBUG nova.compute.provider_tree [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.161595] env[68391]: DEBUG nova.scheduler.client.report [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Refreshing aggregate associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, aggregates: None {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1046.180877] env[68391]: DEBUG nova.scheduler.client.report [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Refreshing trait associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1046.399127] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59448090-b02b-4631-a1ad-f626a849b9f7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.407222] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241f25c3-6b39-410c-a310-0b8670df1ece {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.438973] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a9fedb-407c-4e82-b53a-bc6f82207502 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.446804] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9893e7fd-6ab5-4742-a208-5a9d043ecd8c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.460420] env[68391]: DEBUG nova.compute.provider_tree [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.529672] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "refresh_cache-83a3355a-58a2-4563-afc6-91ae764f0fda" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.529855] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "refresh_cache-83a3355a-58a2-4563-afc6-91ae764f0fda" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.530038] env[68391]: DEBUG nova.network.neutron [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.625611] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039646, 'name': ReconfigVM_Task, 'duration_secs': 0.270323} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.628777] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Reconfigured VM instance instance-0000006b to attach disk [datastore1] e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c/e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.629433] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07282132-342a-4617-ba3c-baf381f54520 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.636831] env[68391]: DEBUG oslo_vmware.api [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.638090] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1046.638090] env[68391]: value = "task-3039647" [ 1046.638090] env[68391]: _type = "Task" [ 1046.638090] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.646036] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039647, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.853068] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "e4536f4a-9142-4bf3-a540-82ff1eae2dae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.853308] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "e4536f4a-9142-4bf3-a540-82ff1eae2dae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.981960] env[68391]: ERROR nova.scheduler.client.report [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [req-d6ef2e3a-8eb9-4e97-ab4e-c02fc202f800] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 91cd88db-7a2c-4f42-b40d-730164cb64f8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d6ef2e3a-8eb9-4e97-ab4e-c02fc202f800"}]} [ 1046.997547] env[68391]: DEBUG nova.scheduler.client.report [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Refreshing inventories for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1047.012081] env[68391]: DEBUG nova.scheduler.client.report [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Updating ProviderTree inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1047.012325] env[68391]: DEBUG nova.compute.provider_tree [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.023502] env[68391]: DEBUG nova.scheduler.client.report [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Refreshing aggregate associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, aggregates: None {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1047.044085] env[68391]: DEBUG nova.scheduler.client.report [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Refreshing trait associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1047.139178] env[68391]: DEBUG oslo_vmware.api [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.152167] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039647, 'name': Rename_Task, 'duration_secs': 0.156885} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.152365] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.152624] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8412713b-1357-4ed0-9715-14979b5d664b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.161107] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1047.161107] env[68391]: value = "task-3039648" [ 1047.161107] env[68391]: _type = "Task" [ 1047.161107] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.175120] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.245179] env[68391]: DEBUG nova.network.neutron [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Updating instance_info_cache with network_info: [{"id": "e44541a2-0028-4d7e-ac1f-e8fc3bac57ec", "address": "fa:16:3e:76:4e:7f", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44541a2-00", "ovs_interfaceid": "e44541a2-0028-4d7e-ac1f-e8fc3bac57ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.310107] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d68b09-9481-4df0-88bf-c5cca84d7f9a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.319718] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01aa1df-2faf-424e-9608-fd3ed5d4e94e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.352067] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6af25a-c556-4686-99f3-127b9a56f894 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.355979] env[68391]: DEBUG nova.compute.manager [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.362164] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7ffe6b-61d9-45d9-bbb5-97937296e710 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.377477] env[68391]: DEBUG nova.compute.provider_tree [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.640465] env[68391]: DEBUG oslo_vmware.api [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.676047] env[68391]: DEBUG oslo_vmware.api [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039648, 'name': PowerOnVM_Task, 'duration_secs': 0.454158} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.676295] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.676351] env[68391]: INFO nova.compute.manager [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Took 6.89 seconds to spawn the instance on the hypervisor. [ 1047.676519] env[68391]: DEBUG nova.compute.manager [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.677295] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8b43ae-a938-4a59-a5af-ed5dd1a97489 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.747946] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "refresh_cache-83a3355a-58a2-4563-afc6-91ae764f0fda" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.883467] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.909224] env[68391]: DEBUG nova.scheduler.client.report [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Updated inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1047.909489] env[68391]: DEBUG nova.compute.provider_tree [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Updating resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 generation from 136 to 137 during operation: update_inventory {{(pid=68391) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1047.909674] env[68391]: DEBUG nova.compute.provider_tree [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.921878] env[68391]: INFO nova.compute.manager [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Rebuilding instance [ 1047.962287] env[68391]: DEBUG nova.compute.manager [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.963174] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b99088-31b3-482d-a017-d6f44ebd4e38 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.140101] env[68391]: DEBUG oslo_vmware.api [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.197541] env[68391]: INFO nova.compute.manager [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Took 14.45 seconds to build instance. [ 1048.270502] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac1997a-aa9d-43e7-94bd-c26fd085538f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.293667] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad5b6c7-24c3-4260-b489-e4df635c94fd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.302078] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Updating instance '83a3355a-58a2-4563-afc6-91ae764f0fda' progress to 83 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.414363] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.225s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.414918] env[68391]: DEBUG nova.compute.manager [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.417478] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.341s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.417687] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.420032] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.537s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.421696] env[68391]: INFO nova.compute.claims [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.444648] env[68391]: INFO nova.scheduler.client.report [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Deleted allocations for instance 17887678-d0d0-44f3-959c-91588dcd432d [ 1048.639837] env[68391]: DEBUG oslo_vmware.api [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.699561] env[68391]: DEBUG oslo_concurrency.lockutils [None req-70668c33-6e4a-4b4c-99bd-b195c47edf2a tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.960s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.809347] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.809885] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93ba9fbd-fab4-46d3-8cae-3404f675d3f5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.818638] env[68391]: DEBUG oslo_vmware.api [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 1048.818638] env[68391]: value = "task-3039649" [ 1048.818638] env[68391]: _type = "Task" [ 1048.818638] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.827580] env[68391]: DEBUG oslo_vmware.api [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.926605] env[68391]: DEBUG nova.compute.utils [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.930420] env[68391]: DEBUG nova.compute.manager [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.930846] env[68391]: DEBUG nova.network.neutron [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.953979] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3368a6d9-ded2-414d-a144-6e643bf32779 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "17887678-d0d0-44f3-959c-91588dcd432d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.238s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.977748] env[68391]: DEBUG nova.policy [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'caac51ebdc8d4b80b3de3d5ec902489d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '331f924de2b94bb988cde9a8ee1fff74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.979627] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.980167] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-104df8ef-4beb-446e-89f8-f3253cf90304 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.989159] env[68391]: DEBUG oslo_vmware.api [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Waiting for the task: (returnval){ [ 1048.989159] env[68391]: value = "task-3039650" [ 1048.989159] env[68391]: _type = "Task" [ 1048.989159] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.998483] env[68391]: DEBUG oslo_vmware.api [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.139495] env[68391]: DEBUG oslo_vmware.api [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.229241] env[68391]: DEBUG nova.network.neutron [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Successfully created port: a02a8acb-4d10-46e4-bc6a-e5a76a3f75ca {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.329166] env[68391]: DEBUG oslo_vmware.api [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039649, 'name': PowerOnVM_Task, 'duration_secs': 0.455168} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.329608] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.329756] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b3863c-89f8-4ef3-a521-e173ae2851da tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Updating instance '83a3355a-58a2-4563-afc6-91ae764f0fda' progress to 100 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.431149] env[68391]: DEBUG nova.compute.manager [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.503032] env[68391]: DEBUG oslo_vmware.api [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039650, 'name': PowerOffVM_Task, 'duration_secs': 0.165578} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.503306] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.503979] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.504257] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-811860be-297c-418e-947a-6ba45a80fe40 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.513073] env[68391]: DEBUG oslo_vmware.api [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Waiting for the task: (returnval){ [ 1049.513073] env[68391]: value = "task-3039651" [ 1049.513073] env[68391]: _type = "Task" [ 1049.513073] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.521984] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.522222] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.522416] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.522597] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.522764] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.526643] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] VM already powered off {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1049.526842] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Volume detach. Driver type: vmdk {{(pid=68391) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1049.527043] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608966', 'volume_id': '70c376c8-5585-4d39-a7e2-47ab1288e15a', 'name': 'volume-70c376c8-5585-4d39-a7e2-47ab1288e15a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '076e73b8-7a81-4e3b-a961-4e6c9d1705f7', 'attached_at': '', 'detached_at': '', 'volume_id': '70c376c8-5585-4d39-a7e2-47ab1288e15a', 'serial': '70c376c8-5585-4d39-a7e2-47ab1288e15a'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1049.527545] env[68391]: INFO nova.compute.manager [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Terminating instance [ 1049.529497] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796a23b6-d09e-455c-94fb-996bc92ad75c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.553199] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a292a85-828e-49a5-85a2-a03081e58f0e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.563617] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da93ddf9-cbcc-47d8-85b8-c1aec2eb288f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.583723] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b331d4db-4e08-47f7-b391-4cf75ec46037 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.600384] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] The volume has not been displaced from its original location: [datastore2] volume-70c376c8-5585-4d39-a7e2-47ab1288e15a/volume-70c376c8-5585-4d39-a7e2-47ab1288e15a.vmdk. No consolidation needed. {{(pid=68391) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1049.605618] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1049.608250] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75ebf9b9-fd78-4849-abf8-bb5af73c32d7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.627409] env[68391]: DEBUG oslo_vmware.api [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Waiting for the task: (returnval){ [ 1049.627409] env[68391]: value = "task-3039652" [ 1049.627409] env[68391]: _type = "Task" [ 1049.627409] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.640920] env[68391]: DEBUG oslo_vmware.api [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039652, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.643969] env[68391]: DEBUG oslo_vmware.api [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.734806] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c7ec7d-3918-4776-8bb9-48484e3ae187 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.742976] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d52ab4-cb18-4f98-88c8-3cbf71afb2cd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.777690] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5957675-35c1-4230-b227-020634b047ae {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.785615] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29723cb-aa0d-442e-a14a-508ac26eef3c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.801237] env[68391]: DEBUG nova.compute.provider_tree [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.034644] env[68391]: DEBUG nova.compute.manager [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.034911] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.035820] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e8645d-8a40-47f6-9fbe-5ebdb9101be1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.045637] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.045902] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b8ff73d-1d3f-48c7-81d0-c721fb51a5f2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.053308] env[68391]: DEBUG oslo_vmware.api [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1050.053308] env[68391]: value = "task-3039653" [ 1050.053308] env[68391]: _type = "Task" [ 1050.053308] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.062606] env[68391]: DEBUG oslo_vmware.api [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.148724] env[68391]: DEBUG oslo_vmware.api [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039652, 'name': ReconfigVM_Task, 'duration_secs': 0.163391} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.149044] env[68391]: DEBUG oslo_vmware.api [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.149415] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1050.156750] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b418719d-fa85-47a7-8a82-26849d17cdef {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.180196] env[68391]: DEBUG oslo_vmware.api [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Waiting for the task: (returnval){ [ 1050.180196] env[68391]: value = "task-3039654" [ 1050.180196] env[68391]: _type = "Task" [ 1050.180196] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.193115] env[68391]: DEBUG oslo_vmware.api [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.305369] env[68391]: DEBUG nova.scheduler.client.report [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.445680] env[68391]: DEBUG nova.compute.manager [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.473185] env[68391]: DEBUG nova.virt.hardware [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.473443] env[68391]: DEBUG nova.virt.hardware [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.473614] env[68391]: DEBUG nova.virt.hardware [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.473792] env[68391]: DEBUG nova.virt.hardware [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.473938] env[68391]: DEBUG nova.virt.hardware [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.474106] env[68391]: DEBUG nova.virt.hardware [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.474321] env[68391]: DEBUG nova.virt.hardware [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.474485] env[68391]: DEBUG nova.virt.hardware [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.474653] env[68391]: DEBUG nova.virt.hardware [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.474815] env[68391]: DEBUG nova.virt.hardware [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.474986] env[68391]: DEBUG nova.virt.hardware [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.475897] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ade26f-5825-4457-a4e8-27e62f61c833 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.484838] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173745cd-d683-4b14-81e2-158841717c34 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.563295] env[68391]: DEBUG oslo_vmware.api [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039653, 'name': PowerOffVM_Task, 'duration_secs': 0.239576} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.563607] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.563776] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.564033] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-714402dd-4fd9-45c6-85c8-5065124bd2cc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.637943] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.638200] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.638461] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Deleting the datastore file [datastore1] e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.639097] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b33a04c-52de-4c99-b95b-9d1c629a6dae {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.646468] env[68391]: DEBUG oslo_vmware.api [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039644, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.650188] env[68391]: DEBUG nova.compute.manager [req-c00644ef-5638-46fd-9f64-776520d9e104 req-29041433-a3b5-450e-add6-3a906273d634 service nova] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Received event network-vif-plugged-a02a8acb-4d10-46e4-bc6a-e5a76a3f75ca {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.650396] env[68391]: DEBUG oslo_concurrency.lockutils [req-c00644ef-5638-46fd-9f64-776520d9e104 req-29041433-a3b5-450e-add6-3a906273d634 service nova] Acquiring lock "20cb88cb-0b54-41d5-907a-4bf438af3689-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.650598] env[68391]: DEBUG oslo_concurrency.lockutils [req-c00644ef-5638-46fd-9f64-776520d9e104 req-29041433-a3b5-450e-add6-3a906273d634 service nova] Lock "20cb88cb-0b54-41d5-907a-4bf438af3689-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.650788] env[68391]: DEBUG oslo_concurrency.lockutils [req-c00644ef-5638-46fd-9f64-776520d9e104 req-29041433-a3b5-450e-add6-3a906273d634 service nova] Lock "20cb88cb-0b54-41d5-907a-4bf438af3689-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.650955] env[68391]: DEBUG nova.compute.manager [req-c00644ef-5638-46fd-9f64-776520d9e104 req-29041433-a3b5-450e-add6-3a906273d634 service nova] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] No waiting events found dispatching network-vif-plugged-a02a8acb-4d10-46e4-bc6a-e5a76a3f75ca {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.651158] env[68391]: WARNING nova.compute.manager [req-c00644ef-5638-46fd-9f64-776520d9e104 req-29041433-a3b5-450e-add6-3a906273d634 service nova] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Received unexpected event network-vif-plugged-a02a8acb-4d10-46e4-bc6a-e5a76a3f75ca for instance with vm_state building and task_state spawning. [ 1050.653151] env[68391]: DEBUG oslo_vmware.api [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1050.653151] env[68391]: value = "task-3039656" [ 1050.653151] env[68391]: _type = "Task" [ 1050.653151] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.663196] env[68391]: DEBUG oslo_vmware.api [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.692097] env[68391]: DEBUG oslo_vmware.api [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039654, 'name': ReconfigVM_Task, 'duration_secs': 0.157344} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.692459] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608966', 'volume_id': '70c376c8-5585-4d39-a7e2-47ab1288e15a', 'name': 'volume-70c376c8-5585-4d39-a7e2-47ab1288e15a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '076e73b8-7a81-4e3b-a961-4e6c9d1705f7', 'attached_at': '', 'detached_at': '', 'volume_id': '70c376c8-5585-4d39-a7e2-47ab1288e15a', 'serial': '70c376c8-5585-4d39-a7e2-47ab1288e15a'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1050.692792] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.693665] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9158980e-5324-4385-b683-f54abfd26fa8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.701603] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.701854] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68860480-28e0-4f36-93db-74843c5882c4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.732164] env[68391]: DEBUG nova.network.neutron [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Successfully updated port: a02a8acb-4d10-46e4-bc6a-e5a76a3f75ca {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.773027] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.773027] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.773027] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Deleting the datastore file [datastore2] 076e73b8-7a81-4e3b-a961-4e6c9d1705f7 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.773027] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b478d1f6-d59d-494a-8283-a02aa8634a05 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.777847] env[68391]: DEBUG oslo_vmware.api [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Waiting for the task: (returnval){ [ 1050.777847] env[68391]: value = "task-3039658" [ 1050.777847] env[68391]: _type = "Task" [ 1050.777847] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.786748] env[68391]: DEBUG oslo_vmware.api [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.814179] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.815025] env[68391]: DEBUG nova.compute.manager [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.129218] env[68391]: DEBUG oslo_concurrency.lockutils [None req-59fc69df-3f71-4bba-a078-a465567e6e7d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.129504] env[68391]: DEBUG oslo_concurrency.lockutils [None req-59fc69df-3f71-4bba-a078-a465567e6e7d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.144068] env[68391]: DEBUG oslo_vmware.api [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039644, 'name': ReconfigVM_Task, 'duration_secs': 5.762081} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.144331] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.144543] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Reconfigured VM to detach interface {{(pid=68391) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1051.164290] env[68391]: DEBUG oslo_vmware.api [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158892} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.164537] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.164722] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.164900] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.165088] env[68391]: INFO nova.compute.manager [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1051.165330] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.165519] env[68391]: DEBUG nova.compute.manager [-] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.165612] env[68391]: DEBUG nova.network.neutron [-] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.236661] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "refresh_cache-20cb88cb-0b54-41d5-907a-4bf438af3689" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.236661] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "refresh_cache-20cb88cb-0b54-41d5-907a-4bf438af3689" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.236661] env[68391]: DEBUG nova.network.neutron [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.290578] env[68391]: DEBUG oslo_vmware.api [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Task: {'id': task-3039658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084045} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.291473] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.291473] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.291473] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.321372] env[68391]: DEBUG nova.compute.utils [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.322961] env[68391]: DEBUG nova.compute.manager [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.323173] env[68391]: DEBUG nova.network.neutron [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.351303] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Volume detach. Driver type: vmdk {{(pid=68391) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1051.351890] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea9831f9-66e1-4a91-b46c-d83fdecdc4c8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.362298] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308c30cd-cb32-4b41-9438-64c7f4cf0e03 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.410870] env[68391]: ERROR nova.compute.manager [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Failed to detach volume 70c376c8-5585-4d39-a7e2-47ab1288e15a from /dev/sda: nova.exception.InstanceNotFound: Instance 076e73b8-7a81-4e3b-a961-4e6c9d1705f7 could not be found. [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Traceback (most recent call last): [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] self.driver.rebuild(**kwargs) [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] raise NotImplementedError() [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] NotImplementedError [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] During handling of the above exception, another exception occurred: [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Traceback (most recent call last): [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] self.driver.detach_volume(context, old_connection_info, [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] return self._volumeops.detach_volume(connection_info, instance) [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] self._detach_volume_vmdk(connection_info, instance) [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] stable_ref.fetch_moref(session) [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] nova.exception.InstanceNotFound: Instance 076e73b8-7a81-4e3b-a961-4e6c9d1705f7 could not be found. [ 1051.410870] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] [ 1051.414792] env[68391]: DEBUG nova.policy [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e21fb40410246808331bae7a5eacbb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb13d836decf4c3d8260285f976c88f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.510978] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "83a3355a-58a2-4563-afc6-91ae764f0fda" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.510978] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "83a3355a-58a2-4563-afc6-91ae764f0fda" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.510978] env[68391]: DEBUG nova.compute.manager [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Going to confirm migration 5 {{(pid=68391) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1051.585077] env[68391]: DEBUG nova.compute.manager [req-14eacec4-df2e-4449-ad7e-0bd3bdc749f9 req-8d1c2b08-1cde-4028-b9f5-49283326e2da service nova] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Received event network-vif-deleted-4504feb9-f549-4bdc-b33b-4edb8dbd70c1 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.585313] env[68391]: INFO nova.compute.manager [req-14eacec4-df2e-4449-ad7e-0bd3bdc749f9 req-8d1c2b08-1cde-4028-b9f5-49283326e2da service nova] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Neutron deleted interface 4504feb9-f549-4bdc-b33b-4edb8dbd70c1; detaching it from the instance and deleting it from the info cache [ 1051.585506] env[68391]: DEBUG nova.network.neutron [req-14eacec4-df2e-4449-ad7e-0bd3bdc749f9 req-8d1c2b08-1cde-4028-b9f5-49283326e2da service nova] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.618670] env[68391]: DEBUG nova.compute.utils [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Build of instance 076e73b8-7a81-4e3b-a961-4e6c9d1705f7 aborted: Failed to rebuild volume backed instance. {{(pid=68391) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1051.621272] env[68391]: ERROR nova.compute.manager [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 076e73b8-7a81-4e3b-a961-4e6c9d1705f7 aborted: Failed to rebuild volume backed instance. [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Traceback (most recent call last): [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] self.driver.rebuild(**kwargs) [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] raise NotImplementedError() [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] NotImplementedError [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] During handling of the above exception, another exception occurred: [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Traceback (most recent call last): [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] self._detach_root_volume(context, instance, root_bdm) [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] with excutils.save_and_reraise_exception(): [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] self.force_reraise() [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] raise self.value [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] self.driver.detach_volume(context, old_connection_info, [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] return self._volumeops.detach_volume(connection_info, instance) [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] self._detach_volume_vmdk(connection_info, instance) [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] stable_ref.fetch_moref(session) [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] nova.exception.InstanceNotFound: Instance 076e73b8-7a81-4e3b-a961-4e6c9d1705f7 could not be found. [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] During handling of the above exception, another exception occurred: [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Traceback (most recent call last): [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] yield [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1051.621272] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] self._do_rebuild_instance_with_claim( [ 1051.622524] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1051.622524] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] self._do_rebuild_instance( [ 1051.622524] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1051.622524] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] self._rebuild_default_impl(**kwargs) [ 1051.622524] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1051.622524] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] self._rebuild_volume_backed_instance( [ 1051.622524] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1051.622524] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] raise exception.BuildAbortException( [ 1051.622524] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] nova.exception.BuildAbortException: Build of instance 076e73b8-7a81-4e3b-a961-4e6c9d1705f7 aborted: Failed to rebuild volume backed instance. [ 1051.622524] env[68391]: ERROR nova.compute.manager [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] [ 1051.632876] env[68391]: INFO nova.compute.manager [None req-59fc69df-3f71-4bba-a078-a465567e6e7d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Detaching volume ea05e980-c44a-4396-9fd8-eb49e15b71ea [ 1051.672543] env[68391]: INFO nova.virt.block_device [None req-59fc69df-3f71-4bba-a078-a465567e6e7d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Attempting to driver detach volume ea05e980-c44a-4396-9fd8-eb49e15b71ea from mountpoint /dev/sdb [ 1051.672779] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-59fc69df-3f71-4bba-a078-a465567e6e7d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Volume detach. Driver type: vmdk {{(pid=68391) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1051.672964] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-59fc69df-3f71-4bba-a078-a465567e6e7d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609011', 'volume_id': 'ea05e980-c44a-4396-9fd8-eb49e15b71ea', 'name': 'volume-ea05e980-c44a-4396-9fd8-eb49e15b71ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92d021a1-7b89-4fe1-8cd9-289a355da5f8', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea05e980-c44a-4396-9fd8-eb49e15b71ea', 'serial': 'ea05e980-c44a-4396-9fd8-eb49e15b71ea'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1051.674485] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c68a8e-8279-4b7e-a379-9f8096a36973 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.700683] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ca6c32-9992-4bf7-a312-b3d3e5e58084 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.715161] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9fdcaf-e402-4c2d-a18f-c8c1b3b82a48 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.738737] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb2b267-693b-4625-9b2a-8106a25dea79 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.741931] env[68391]: DEBUG nova.network.neutron [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Successfully created port: ebadd5dc-8a43-4f23-8d4d-5303612ed649 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.757511] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-59fc69df-3f71-4bba-a078-a465567e6e7d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] The volume has not been displaced from its original location: [datastore2] volume-ea05e980-c44a-4396-9fd8-eb49e15b71ea/volume-ea05e980-c44a-4396-9fd8-eb49e15b71ea.vmdk. No consolidation needed. {{(pid=68391) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1051.763024] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-59fc69df-3f71-4bba-a078-a465567e6e7d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1051.763348] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d28408bc-be6d-459c-925d-190c40ac0fcc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.776680] env[68391]: DEBUG nova.network.neutron [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.786064] env[68391]: DEBUG oslo_vmware.api [None req-59fc69df-3f71-4bba-a078-a465567e6e7d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1051.786064] env[68391]: value = "task-3039659" [ 1051.786064] env[68391]: _type = "Task" [ 1051.786064] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.795249] env[68391]: DEBUG oslo_vmware.api [None req-59fc69df-3f71-4bba-a078-a465567e6e7d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.826531] env[68391]: DEBUG nova.compute.manager [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.921995] env[68391]: DEBUG nova.network.neutron [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Updating instance_info_cache with network_info: [{"id": "a02a8acb-4d10-46e4-bc6a-e5a76a3f75ca", "address": "fa:16:3e:e7:ef:02", "network": {"id": "ba27caf7-4890-4674-a1b1-65960524871a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2042391078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331f924de2b94bb988cde9a8ee1fff74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02a8acb-4d", "ovs_interfaceid": "a02a8acb-4d10-46e4-bc6a-e5a76a3f75ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.998714] env[68391]: DEBUG nova.network.neutron [-] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.051410] env[68391]: DEBUG oslo_concurrency.lockutils [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Acquiring lock "5b09ff71-a205-4d3b-bbae-0b3748228b1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.051673] env[68391]: DEBUG oslo_concurrency.lockutils [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Lock "5b09ff71-a205-4d3b-bbae-0b3748228b1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.051879] env[68391]: DEBUG oslo_concurrency.lockutils [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Acquiring lock "5b09ff71-a205-4d3b-bbae-0b3748228b1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.052070] env[68391]: DEBUG oslo_concurrency.lockutils [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Lock "5b09ff71-a205-4d3b-bbae-0b3748228b1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.053031] env[68391]: DEBUG oslo_concurrency.lockutils [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Lock "5b09ff71-a205-4d3b-bbae-0b3748228b1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.054516] env[68391]: INFO nova.compute.manager [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Terminating instance [ 1052.060163] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "refresh_cache-83a3355a-58a2-4563-afc6-91ae764f0fda" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.060340] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquired lock "refresh_cache-83a3355a-58a2-4563-afc6-91ae764f0fda" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.061116] env[68391]: DEBUG nova.network.neutron [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.061116] env[68391]: DEBUG nova.objects.instance [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lazy-loading 'info_cache' on Instance uuid 83a3355a-58a2-4563-afc6-91ae764f0fda {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.089514] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-326068a6-239a-418c-8c6d-ba7b862e28db {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.100395] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797a402a-12c9-4d07-8f7c-2b2e86ecd9c6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.142051] env[68391]: DEBUG nova.compute.manager [req-14eacec4-df2e-4449-ad7e-0bd3bdc749f9 req-8d1c2b08-1cde-4028-b9f5-49283326e2da service nova] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Detach interface failed, port_id=4504feb9-f549-4bdc-b33b-4edb8dbd70c1, reason: Instance e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1052.296383] env[68391]: DEBUG oslo_vmware.api [None req-59fc69df-3f71-4bba-a078-a465567e6e7d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039659, 'name': ReconfigVM_Task, 'duration_secs': 0.364552} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.296664] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-59fc69df-3f71-4bba-a078-a465567e6e7d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1052.301308] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fea81c7d-49d4-42c0-b804-dd730f403f7a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.317363] env[68391]: DEBUG oslo_vmware.api [None req-59fc69df-3f71-4bba-a078-a465567e6e7d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1052.317363] env[68391]: value = "task-3039660" [ 1052.317363] env[68391]: _type = "Task" [ 1052.317363] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.327502] env[68391]: DEBUG oslo_vmware.api [None req-59fc69df-3f71-4bba-a078-a465567e6e7d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.332640] env[68391]: INFO nova.virt.block_device [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Booting with volume dcc054f0-b452-4bcb-a9ae-b0757e2b6753 at /dev/sda [ 1052.373263] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7ed647d-8cc9-46b1-ae54-e57a5ae988ed {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.383285] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af78dcfa-a215-4c1d-b45d-03a82222387e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.422496] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd4b2e9e-cf7b-4390-9bb9-1b3a657c757c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.424737] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "refresh_cache-20cb88cb-0b54-41d5-907a-4bf438af3689" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.425062] env[68391]: DEBUG nova.compute.manager [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Instance network_info: |[{"id": "a02a8acb-4d10-46e4-bc6a-e5a76a3f75ca", "address": "fa:16:3e:e7:ef:02", "network": {"id": "ba27caf7-4890-4674-a1b1-65960524871a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2042391078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331f924de2b94bb988cde9a8ee1fff74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02a8acb-4d", "ovs_interfaceid": "a02a8acb-4d10-46e4-bc6a-e5a76a3f75ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.425456] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:ef:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a02a8acb-4d10-46e4-bc6a-e5a76a3f75ca', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.432800] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.433453] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.433680] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-157bcd0c-6ac4-41f1-9eb0-a128b3f79bd2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.451938] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5536d4-3075-4d84-b337-8fa704231dac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.463294] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.463294] env[68391]: value = "task-3039661" [ 1052.463294] env[68391]: _type = "Task" [ 1052.463294] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.477639] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039661, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.491539] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5925de2b-067f-4ef9-9375-7f515aa5e0a2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.498723] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dd800c-25a3-4600-ab4f-29c74086f24f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.501417] env[68391]: INFO nova.compute.manager [-] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Took 1.34 seconds to deallocate network for instance. [ 1052.515486] env[68391]: DEBUG nova.virt.block_device [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Updating existing volume attachment record: a086600e-4fb5-4adc-ba5b-1b3c6c61a5e2 {{(pid=68391) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1052.559121] env[68391]: DEBUG nova.compute.manager [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.559367] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.560632] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03649e88-5bb7-412b-b15c-52fc869d02a7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.565858] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.566036] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquired lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.566211] env[68391]: DEBUG nova.network.neutron [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.573043] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.573316] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01ff13e4-eec5-4a78-980b-89331ea7ff93 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.581170] env[68391]: DEBUG oslo_vmware.api [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Waiting for the task: (returnval){ [ 1052.581170] env[68391]: value = "task-3039662" [ 1052.581170] env[68391]: _type = "Task" [ 1052.581170] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.590249] env[68391]: DEBUG oslo_vmware.api [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': task-3039662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.789922] env[68391]: DEBUG nova.compute.manager [req-cac8ab6a-8754-4f1c-bcfb-582620361f1d req-c4318496-3ff6-45a0-a4cb-3326136e1f26 service nova] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Received event network-changed-a02a8acb-4d10-46e4-bc6a-e5a76a3f75ca {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.790097] env[68391]: DEBUG nova.compute.manager [req-cac8ab6a-8754-4f1c-bcfb-582620361f1d req-c4318496-3ff6-45a0-a4cb-3326136e1f26 service nova] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Refreshing instance network info cache due to event network-changed-a02a8acb-4d10-46e4-bc6a-e5a76a3f75ca. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.790314] env[68391]: DEBUG oslo_concurrency.lockutils [req-cac8ab6a-8754-4f1c-bcfb-582620361f1d req-c4318496-3ff6-45a0-a4cb-3326136e1f26 service nova] Acquiring lock "refresh_cache-20cb88cb-0b54-41d5-907a-4bf438af3689" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.790456] env[68391]: DEBUG oslo_concurrency.lockutils [req-cac8ab6a-8754-4f1c-bcfb-582620361f1d req-c4318496-3ff6-45a0-a4cb-3326136e1f26 service nova] Acquired lock "refresh_cache-20cb88cb-0b54-41d5-907a-4bf438af3689" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.790617] env[68391]: DEBUG nova.network.neutron [req-cac8ab6a-8754-4f1c-bcfb-582620361f1d req-c4318496-3ff6-45a0-a4cb-3326136e1f26 service nova] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Refreshing network info cache for port a02a8acb-4d10-46e4-bc6a-e5a76a3f75ca {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.828978] env[68391]: DEBUG oslo_vmware.api [None req-59fc69df-3f71-4bba-a078-a465567e6e7d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039660, 'name': ReconfigVM_Task, 'duration_secs': 0.180308} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.829303] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-59fc69df-3f71-4bba-a078-a465567e6e7d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609011', 'volume_id': 'ea05e980-c44a-4396-9fd8-eb49e15b71ea', 'name': 'volume-ea05e980-c44a-4396-9fd8-eb49e15b71ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92d021a1-7b89-4fe1-8cd9-289a355da5f8', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea05e980-c44a-4396-9fd8-eb49e15b71ea', 'serial': 'ea05e980-c44a-4396-9fd8-eb49e15b71ea'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1052.974475] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039661, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.009044] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.009459] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.009766] env[68391]: DEBUG nova.objects.instance [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lazy-loading 'resources' on Instance uuid e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.032973] env[68391]: DEBUG oslo_concurrency.lockutils [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "c6b6e61f-4667-478c-8a17-3ee4a0b5135b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.033247] env[68391]: DEBUG oslo_concurrency.lockutils [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "c6b6e61f-4667-478c-8a17-3ee4a0b5135b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.033455] env[68391]: DEBUG oslo_concurrency.lockutils [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "c6b6e61f-4667-478c-8a17-3ee4a0b5135b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.033705] env[68391]: DEBUG oslo_concurrency.lockutils [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "c6b6e61f-4667-478c-8a17-3ee4a0b5135b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.033888] env[68391]: DEBUG oslo_concurrency.lockutils [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "c6b6e61f-4667-478c-8a17-3ee4a0b5135b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.036058] env[68391]: INFO nova.compute.manager [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Terminating instance [ 1053.095024] env[68391]: DEBUG oslo_vmware.api [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': task-3039662, 'name': PowerOffVM_Task, 'duration_secs': 0.257754} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.095024] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.095024] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.095024] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab4adcbd-d1bb-44c8-9acb-2c3bdfee5c28 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.156673] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.157059] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.157436] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Deleting the datastore file [datastore2] 5b09ff71-a205-4d3b-bbae-0b3748228b1d {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.157792] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3e742d2-5e85-4d76-8363-489aa67d15a2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.166536] env[68391]: DEBUG oslo_vmware.api [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Waiting for the task: (returnval){ [ 1053.166536] env[68391]: value = "task-3039664" [ 1053.166536] env[68391]: _type = "Task" [ 1053.166536] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.180527] env[68391]: DEBUG oslo_vmware.api [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': task-3039664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.330761] env[68391]: INFO nova.network.neutron [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Port e2bcaeac-260d-48c5-93cc-6fc650d1d483 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1053.331123] env[68391]: DEBUG nova.network.neutron [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Updating instance_info_cache with network_info: [{"id": "2a432c8f-7b17-446c-9c87-88b3565b978d", "address": "fa:16:3e:00:bc:14", "network": {"id": "a5e2c049-f66e-4f44-b99f-c63e3a09582f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1812939903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4deb54b560a43289729084b9fbad669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a432c8f-7b", "ovs_interfaceid": "2a432c8f-7b17-446c-9c87-88b3565b978d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.373659] env[68391]: DEBUG nova.objects.instance [None req-59fc69df-3f71-4bba-a078-a465567e6e7d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lazy-loading 'flavor' on Instance uuid 92d021a1-7b89-4fe1-8cd9-289a355da5f8 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.386023] env[68391]: DEBUG nova.network.neutron [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Successfully updated port: ebadd5dc-8a43-4f23-8d4d-5303612ed649 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.410474] env[68391]: DEBUG nova.network.neutron [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Updating instance_info_cache with network_info: [{"id": "e44541a2-0028-4d7e-ac1f-e8fc3bac57ec", "address": "fa:16:3e:76:4e:7f", "network": {"id": "7f2946a6-c956-4119-bfcc-7f131fa40939", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-488241778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00256b7ce8ca4c049e61b42503ca7c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44541a2-00", "ovs_interfaceid": "e44541a2-0028-4d7e-ac1f-e8fc3bac57ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.474330] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039661, 'name': CreateVM_Task, 'duration_secs': 0.58678} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.474529] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.475219] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.476428] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.476428] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.476428] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4832ee5d-f55e-4fd4-a31b-2f8a56ef0db6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.482024] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 1053.482024] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526cfc8d-5401-5b37-c121-11a8b9964f67" [ 1053.482024] env[68391]: _type = "Task" [ 1053.482024] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.490382] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526cfc8d-5401-5b37-c121-11a8b9964f67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.539967] env[68391]: DEBUG nova.compute.manager [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.540188] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.541120] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d4be8b-5194-485e-a325-3875b99c0fb4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.544465] env[68391]: DEBUG nova.network.neutron [req-cac8ab6a-8754-4f1c-bcfb-582620361f1d req-c4318496-3ff6-45a0-a4cb-3326136e1f26 service nova] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Updated VIF entry in instance network info cache for port a02a8acb-4d10-46e4-bc6a-e5a76a3f75ca. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.544791] env[68391]: DEBUG nova.network.neutron [req-cac8ab6a-8754-4f1c-bcfb-582620361f1d req-c4318496-3ff6-45a0-a4cb-3326136e1f26 service nova] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Updating instance_info_cache with network_info: [{"id": "a02a8acb-4d10-46e4-bc6a-e5a76a3f75ca", "address": "fa:16:3e:e7:ef:02", "network": {"id": "ba27caf7-4890-4674-a1b1-65960524871a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2042391078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331f924de2b94bb988cde9a8ee1fff74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02a8acb-4d", "ovs_interfaceid": "a02a8acb-4d10-46e4-bc6a-e5a76a3f75ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.551946] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.552206] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4f2cc67-a35e-46c3-8930-2ba1458eb2bc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.560625] env[68391]: DEBUG oslo_vmware.api [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 1053.560625] env[68391]: value = "task-3039665" [ 1053.560625] env[68391]: _type = "Task" [ 1053.560625] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.571098] env[68391]: DEBUG oslo_vmware.api [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.613911] env[68391]: DEBUG nova.compute.manager [req-a418de12-a5f3-4659-afd9-c31e133e902d req-0ba429e4-50bc-4388-b571-75f01b36a12a service nova] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Received event network-vif-plugged-ebadd5dc-8a43-4f23-8d4d-5303612ed649 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.614196] env[68391]: DEBUG oslo_concurrency.lockutils [req-a418de12-a5f3-4659-afd9-c31e133e902d req-0ba429e4-50bc-4388-b571-75f01b36a12a service nova] Acquiring lock "e4536f4a-9142-4bf3-a540-82ff1eae2dae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.614358] env[68391]: DEBUG oslo_concurrency.lockutils [req-a418de12-a5f3-4659-afd9-c31e133e902d req-0ba429e4-50bc-4388-b571-75f01b36a12a service nova] Lock "e4536f4a-9142-4bf3-a540-82ff1eae2dae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.614530] env[68391]: DEBUG oslo_concurrency.lockutils [req-a418de12-a5f3-4659-afd9-c31e133e902d req-0ba429e4-50bc-4388-b571-75f01b36a12a service nova] Lock "e4536f4a-9142-4bf3-a540-82ff1eae2dae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.615166] env[68391]: DEBUG nova.compute.manager [req-a418de12-a5f3-4659-afd9-c31e133e902d req-0ba429e4-50bc-4388-b571-75f01b36a12a service nova] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] No waiting events found dispatching network-vif-plugged-ebadd5dc-8a43-4f23-8d4d-5303612ed649 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.615166] env[68391]: WARNING nova.compute.manager [req-a418de12-a5f3-4659-afd9-c31e133e902d req-0ba429e4-50bc-4388-b571-75f01b36a12a service nova] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Received unexpected event network-vif-plugged-ebadd5dc-8a43-4f23-8d4d-5303612ed649 for instance with vm_state building and task_state block_device_mapping. [ 1053.615166] env[68391]: DEBUG nova.compute.manager [req-a418de12-a5f3-4659-afd9-c31e133e902d req-0ba429e4-50bc-4388-b571-75f01b36a12a service nova] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Received event network-changed-ebadd5dc-8a43-4f23-8d4d-5303612ed649 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.615166] env[68391]: DEBUG nova.compute.manager [req-a418de12-a5f3-4659-afd9-c31e133e902d req-0ba429e4-50bc-4388-b571-75f01b36a12a service nova] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Refreshing instance network info cache due to event network-changed-ebadd5dc-8a43-4f23-8d4d-5303612ed649. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.615335] env[68391]: DEBUG oslo_concurrency.lockutils [req-a418de12-a5f3-4659-afd9-c31e133e902d req-0ba429e4-50bc-4388-b571-75f01b36a12a service nova] Acquiring lock "refresh_cache-e4536f4a-9142-4bf3-a540-82ff1eae2dae" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.615452] env[68391]: DEBUG oslo_concurrency.lockutils [req-a418de12-a5f3-4659-afd9-c31e133e902d req-0ba429e4-50bc-4388-b571-75f01b36a12a service nova] Acquired lock "refresh_cache-e4536f4a-9142-4bf3-a540-82ff1eae2dae" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.615605] env[68391]: DEBUG nova.network.neutron [req-a418de12-a5f3-4659-afd9-c31e133e902d req-0ba429e4-50bc-4388-b571-75f01b36a12a service nova] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Refreshing network info cache for port ebadd5dc-8a43-4f23-8d4d-5303612ed649 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.654054] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.678850] env[68391]: DEBUG oslo_vmware.api [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Task: {'id': task-3039664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184682} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.681708] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.681908] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.682109] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.682287] env[68391]: INFO nova.compute.manager [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1053.682574] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.682990] env[68391]: DEBUG nova.compute.manager [-] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.683457] env[68391]: DEBUG nova.network.neutron [-] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.744177] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9393c9-9654-44cc-9fcd-8a8bbdda84ed {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.752421] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0940d018-2fd0-405f-8c69-af1f2af5136e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.785552] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3615323c-fb7c-4dee-9ffe-c9c433d82dba {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.794047] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8797eda2-eafb-4aef-b571-7d3f66431010 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.809035] env[68391]: DEBUG nova.compute.provider_tree [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.834165] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Releasing lock "refresh_cache-c6b6e61f-4667-478c-8a17-3ee4a0b5135b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.890566] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "refresh_cache-e4536f4a-9142-4bf3-a540-82ff1eae2dae" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.913378] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Releasing lock "refresh_cache-83a3355a-58a2-4563-afc6-91ae764f0fda" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.913661] env[68391]: DEBUG nova.objects.instance [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lazy-loading 'migration_context' on Instance uuid 83a3355a-58a2-4563-afc6-91ae764f0fda {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.994947] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526cfc8d-5401-5b37-c121-11a8b9964f67, 'name': SearchDatastore_Task, 'duration_secs': 0.00962} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.995287] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.995518] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.995933] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.995933] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.996081] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.996312] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4377240-e092-43e4-b2f4-e5e15a1074e4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.007799] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.008007] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.008780] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb48e2b6-c3bc-4a61-af43-6439ceacedba {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.015550] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 1054.015550] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5227b501-2f93-150f-f879-d172d1c873c4" [ 1054.015550] env[68391]: _type = "Task" [ 1054.015550] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.024191] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5227b501-2f93-150f-f879-d172d1c873c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.047908] env[68391]: DEBUG oslo_concurrency.lockutils [req-cac8ab6a-8754-4f1c-bcfb-582620361f1d req-c4318496-3ff6-45a0-a4cb-3326136e1f26 service nova] Releasing lock "refresh_cache-20cb88cb-0b54-41d5-907a-4bf438af3689" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.071087] env[68391]: DEBUG oslo_vmware.api [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039665, 'name': PowerOffVM_Task, 'duration_secs': 0.227163} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.071404] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.071579] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.071851] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c3e355c-c095-43d3-9932-21110d1abcf5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.137444] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.137855] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.138331] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Deleting the datastore file [datastore1] c6b6e61f-4667-478c-8a17-3ee4a0b5135b {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.138451] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed98ecdb-601c-4db9-9c3f-34e1b0b9cc26 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.146420] env[68391]: DEBUG oslo_vmware.api [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 1054.146420] env[68391]: value = "task-3039667" [ 1054.146420] env[68391]: _type = "Task" [ 1054.146420] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.153060] env[68391]: DEBUG nova.network.neutron [req-a418de12-a5f3-4659-afd9-c31e133e902d req-0ba429e4-50bc-4388-b571-75f01b36a12a service nova] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.158403] env[68391]: DEBUG oslo_vmware.api [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.223919] env[68391]: DEBUG nova.network.neutron [req-a418de12-a5f3-4659-afd9-c31e133e902d req-0ba429e4-50bc-4388-b571-75f01b36a12a service nova] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.312454] env[68391]: DEBUG nova.scheduler.client.report [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.333309] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7f79247c-73f9-4387-b90b-1a1e4ac619f3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.339571] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b9094481-3d90-4003-87bd-f9d028d047a3 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "interface-c6b6e61f-4667-478c-8a17-3ee4a0b5135b-e2bcaeac-260d-48c5-93cc-6fc650d1d483" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.812s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.381963] env[68391]: DEBUG oslo_concurrency.lockutils [None req-59fc69df-3f71-4bba-a078-a465567e6e7d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.383544] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7f79247c-73f9-4387-b90b-1a1e4ac619f3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.051s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.383785] env[68391]: DEBUG nova.compute.manager [None req-7f79247c-73f9-4387-b90b-1a1e4ac619f3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.384670] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b9d07c-0d94-49bf-8d42-e3f69bb0493c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.392972] env[68391]: DEBUG nova.compute.manager [None req-7f79247c-73f9-4387-b90b-1a1e4ac619f3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68391) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1054.394080] env[68391]: DEBUG nova.objects.instance [None req-7f79247c-73f9-4387-b90b-1a1e4ac619f3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lazy-loading 'flavor' on Instance uuid 92d021a1-7b89-4fe1-8cd9-289a355da5f8 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.416124] env[68391]: DEBUG nova.objects.base [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Object Instance<83a3355a-58a2-4563-afc6-91ae764f0fda> lazy-loaded attributes: info_cache,migration_context {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1054.417048] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5209a7d-a51e-4462-8f33-1bd607bf06ba {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.439592] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4c055ce-9912-4e87-bd8e-60fd814c122e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.445538] env[68391]: DEBUG oslo_vmware.api [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 1054.445538] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a18020-4214-3b60-9775-8e5ff05f40fd" [ 1054.445538] env[68391]: _type = "Task" [ 1054.445538] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.453898] env[68391]: DEBUG oslo_vmware.api [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a18020-4214-3b60-9775-8e5ff05f40fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.526553] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5227b501-2f93-150f-f879-d172d1c873c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010817} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.527376] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa4303b-65a6-4649-9dc2-afc009bfff53 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.533077] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 1054.533077] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f3f410-88d7-1583-d167-f3d439a3235f" [ 1054.533077] env[68391]: _type = "Task" [ 1054.533077] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.541152] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f3f410-88d7-1583-d167-f3d439a3235f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.608787] env[68391]: DEBUG nova.compute.manager [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.609402] env[68391]: DEBUG nova.virt.hardware [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.609740] env[68391]: DEBUG nova.virt.hardware [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.609915] env[68391]: DEBUG nova.virt.hardware [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.610132] env[68391]: DEBUG nova.virt.hardware [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.610284] env[68391]: DEBUG nova.virt.hardware [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.610432] env[68391]: DEBUG nova.virt.hardware [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.610816] env[68391]: DEBUG nova.virt.hardware [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.611022] env[68391]: DEBUG nova.virt.hardware [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.611204] env[68391]: DEBUG nova.virt.hardware [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.611371] env[68391]: DEBUG nova.virt.hardware [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.611546] env[68391]: DEBUG nova.virt.hardware [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.612438] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d06d2eb-e81b-47f7-b4a4-c14a3f5ddc45 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.621612] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c158da-976f-4032-b250-2204c4ff3128 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.636749] env[68391]: DEBUG nova.network.neutron [-] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.658049] env[68391]: DEBUG oslo_vmware.api [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200347} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.658323] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.658536] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.658732] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.658894] env[68391]: INFO nova.compute.manager [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1054.659149] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.659585] env[68391]: DEBUG nova.compute.manager [-] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.659681] env[68391]: DEBUG nova.network.neutron [-] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.726795] env[68391]: DEBUG oslo_concurrency.lockutils [req-a418de12-a5f3-4659-afd9-c31e133e902d req-0ba429e4-50bc-4388-b571-75f01b36a12a service nova] Releasing lock "refresh_cache-e4536f4a-9142-4bf3-a540-82ff1eae2dae" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.727214] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired lock "refresh_cache-e4536f4a-9142-4bf3-a540-82ff1eae2dae" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.727379] env[68391]: DEBUG nova.network.neutron [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.822751] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.826050] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.171s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.848040] env[68391]: INFO nova.scheduler.client.report [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Deleted allocations for instance e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c [ 1054.955997] env[68391]: DEBUG oslo_vmware.api [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a18020-4214-3b60-9775-8e5ff05f40fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009045} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.956140] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.992025] env[68391]: DEBUG oslo_concurrency.lockutils [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Acquiring lock "076e73b8-7a81-4e3b-a961-4e6c9d1705f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.993019] env[68391]: DEBUG oslo_concurrency.lockutils [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Lock "076e73b8-7a81-4e3b-a961-4e6c9d1705f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.993019] env[68391]: DEBUG oslo_concurrency.lockutils [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Acquiring lock "076e73b8-7a81-4e3b-a961-4e6c9d1705f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.993019] env[68391]: DEBUG oslo_concurrency.lockutils [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Lock "076e73b8-7a81-4e3b-a961-4e6c9d1705f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.993019] env[68391]: DEBUG oslo_concurrency.lockutils [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Lock "076e73b8-7a81-4e3b-a961-4e6c9d1705f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.997079] env[68391]: INFO nova.compute.manager [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Terminating instance [ 1055.046310] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f3f410-88d7-1583-d167-f3d439a3235f, 'name': SearchDatastore_Task, 'duration_secs': 0.015334} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.049337] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.049431] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 20cb88cb-0b54-41d5-907a-4bf438af3689/20cb88cb-0b54-41d5-907a-4bf438af3689.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.049910] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc4ce228-35fb-4fa7-a313-b9c05a920ee1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.059041] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 1055.059041] env[68391]: value = "task-3039668" [ 1055.059041] env[68391]: _type = "Task" [ 1055.059041] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.071212] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.089721] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6696a5c1-e372-40be-9182-1d80fd67d821 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.098152] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb5b581-988b-48f3-98eb-50ebc1ec837d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.130559] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d17438-5d6c-4ce1-9e69-2d67f0e01357 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.139607] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e3df18-53f2-4504-b210-93bd9626e72c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.144225] env[68391]: INFO nova.compute.manager [-] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Took 1.46 seconds to deallocate network for instance. [ 1055.160209] env[68391]: DEBUG nova.compute.provider_tree [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.286384] env[68391]: DEBUG nova.network.neutron [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.357568] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e2632ba-fbd8-48a1-9b12-1fe990a75eb1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.835s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.401468] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f79247c-73f9-4387-b90b-1a1e4ac619f3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.401778] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c3ef25f-c7ee-4f44-ae07-cf708ce163f2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.411283] env[68391]: DEBUG oslo_vmware.api [None req-7f79247c-73f9-4387-b90b-1a1e4ac619f3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1055.411283] env[68391]: value = "task-3039669" [ 1055.411283] env[68391]: _type = "Task" [ 1055.411283] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.420821] env[68391]: DEBUG oslo_vmware.api [None req-7f79247c-73f9-4387-b90b-1a1e4ac619f3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.503118] env[68391]: DEBUG nova.compute.manager [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.504424] env[68391]: DEBUG nova.network.neutron [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Updating instance_info_cache with network_info: [{"id": "ebadd5dc-8a43-4f23-8d4d-5303612ed649", "address": "fa:16:3e:2f:92:67", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebadd5dc-8a", "ovs_interfaceid": "ebadd5dc-8a43-4f23-8d4d-5303612ed649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.505671] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14a5bc8c-2ae0-4310-96fa-5a63ca8af050 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.518131] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c0cc08-2a14-4c9d-b08d-aeaf860fe3c5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.554509] env[68391]: WARNING nova.virt.vmwareapi.driver [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 076e73b8-7a81-4e3b-a961-4e6c9d1705f7 could not be found. [ 1055.554712] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.555105] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e6be238-98ab-4489-82d1-2191f92ffb84 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.567480] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ded560-fbd2-47c0-8286-d562c21ee1b9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.581280] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492059} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.581930] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 20cb88cb-0b54-41d5-907a-4bf438af3689/20cb88cb-0b54-41d5-907a-4bf438af3689.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.582180] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.582486] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2af69f70-540a-4684-a601-27c27f0bbd63 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.620137] env[68391]: WARNING nova.virt.vmwareapi.vmops [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 076e73b8-7a81-4e3b-a961-4e6c9d1705f7 could not be found. [ 1055.620346] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.620529] env[68391]: INFO nova.compute.manager [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Took 0.12 seconds to destroy the instance on the hypervisor. [ 1055.620803] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.622267] env[68391]: DEBUG nova.compute.manager [-] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.622356] env[68391]: DEBUG nova.network.neutron [-] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.624229] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 1055.624229] env[68391]: value = "task-3039670" [ 1055.624229] env[68391]: _type = "Task" [ 1055.624229] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.634110] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.663558] env[68391]: DEBUG oslo_concurrency.lockutils [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.664494] env[68391]: DEBUG nova.scheduler.client.report [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.707179] env[68391]: DEBUG nova.compute.manager [req-64a2a048-b42e-4be1-8a9e-86236ad0712d req-717dd8cb-bbc8-4fdb-aaaf-92038b8b09c9 service nova] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Received event network-vif-deleted-d6bd0fd8-c4e7-4cd4-981c-04f7267880bd {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.707575] env[68391]: DEBUG nova.compute.manager [req-64a2a048-b42e-4be1-8a9e-86236ad0712d req-717dd8cb-bbc8-4fdb-aaaf-92038b8b09c9 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Received event network-vif-deleted-2a432c8f-7b17-446c-9c87-88b3565b978d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.707978] env[68391]: INFO nova.compute.manager [req-64a2a048-b42e-4be1-8a9e-86236ad0712d req-717dd8cb-bbc8-4fdb-aaaf-92038b8b09c9 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Neutron deleted interface 2a432c8f-7b17-446c-9c87-88b3565b978d; detaching it from the instance and deleting it from the info cache [ 1055.708906] env[68391]: DEBUG nova.network.neutron [req-64a2a048-b42e-4be1-8a9e-86236ad0712d req-717dd8cb-bbc8-4fdb-aaaf-92038b8b09c9 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.923114] env[68391]: DEBUG oslo_vmware.api [None req-7f79247c-73f9-4387-b90b-1a1e4ac619f3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039669, 'name': PowerOffVM_Task, 'duration_secs': 0.25909} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.923429] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f79247c-73f9-4387-b90b-1a1e4ac619f3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.923635] env[68391]: DEBUG nova.compute.manager [None req-7f79247c-73f9-4387-b90b-1a1e4ac619f3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.924452] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3215b388-9da3-4bd3-a843-468fc82daadb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.967196] env[68391]: DEBUG nova.network.neutron [-] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.009190] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Releasing lock "refresh_cache-e4536f4a-9142-4bf3-a540-82ff1eae2dae" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.009521] env[68391]: DEBUG nova.compute.manager [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Instance network_info: |[{"id": "ebadd5dc-8a43-4f23-8d4d-5303612ed649", "address": "fa:16:3e:2f:92:67", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebadd5dc-8a", "ovs_interfaceid": "ebadd5dc-8a43-4f23-8d4d-5303612ed649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.009940] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:92:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebadd5dc-8a43-4f23-8d4d-5303612ed649', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.019118] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.019118] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.019118] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-280cd921-df23-4792-ac6c-8d37f8f9cfe7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.041022] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.041022] env[68391]: value = "task-3039671" [ 1056.041022] env[68391]: _type = "Task" [ 1056.041022] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.049962] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039671, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.135297] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092013} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.135571] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.136399] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce88acc7-97ad-44a2-bcc5-43caaa5c66a8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.161950] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 20cb88cb-0b54-41d5-907a-4bf438af3689/20cb88cb-0b54-41d5-907a-4bf438af3689.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.162567] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce3854f3-43ce-4c16-811d-69ea573a5ffa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.177352] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.352s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.177571] env[68391]: INFO nova.compute.manager [None req-0b4f49b2-e510-4270-a4db-7925947b1d09 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Successfully reverted task state from rebuilding on failure for instance. [ 1056.183558] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.227s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.192567] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 1056.192567] env[68391]: value = "task-3039672" [ 1056.192567] env[68391]: _type = "Task" [ 1056.192567] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.204045] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.212234] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09b0efe1-95da-467b-b1dc-100ab68e2538 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.225366] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09a3a38-6aa1-43cd-8f86-6e6a5e0923ce {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.264797] env[68391]: DEBUG nova.compute.manager [req-64a2a048-b42e-4be1-8a9e-86236ad0712d req-717dd8cb-bbc8-4fdb-aaaf-92038b8b09c9 service nova] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Detach interface failed, port_id=2a432c8f-7b17-446c-9c87-88b3565b978d, reason: Instance c6b6e61f-4667-478c-8a17-3ee4a0b5135b could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1056.437429] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7f79247c-73f9-4387-b90b-1a1e4ac619f3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.470042] env[68391]: INFO nova.compute.manager [-] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Took 1.81 seconds to deallocate network for instance. [ 1056.552933] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039671, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.622283] env[68391]: DEBUG nova.network.neutron [-] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.708147] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.961411] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b0f0c2-dac4-4e9d-b362-6bfbcf51dde0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.969582] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59e501e-1e48-4ac0-88a4-e7e50f2627ea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.976740] env[68391]: DEBUG oslo_concurrency.lockutils [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.005157] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9aa2ec-9656-48ea-aaa7-fae01297781e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.013977] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711dbe6d-11b1-45c4-8c36-257eb53580ab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.030882] env[68391]: DEBUG nova.compute.provider_tree [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.051763] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039671, 'name': CreateVM_Task, 'duration_secs': 0.755652} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.051980] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.052837] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/sda', 'attachment_id': 'a086600e-4fb5-4adc-ba5b-1b3c6c61a5e2', 'delete_on_termination': True, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609022', 'volume_id': 'dcc054f0-b452-4bcb-a9ae-b0757e2b6753', 'name': 'volume-dcc054f0-b452-4bcb-a9ae-b0757e2b6753', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4536f4a-9142-4bf3-a540-82ff1eae2dae', 'attached_at': '', 'detached_at': '', 'volume_id': 'dcc054f0-b452-4bcb-a9ae-b0757e2b6753', 'serial': 'dcc054f0-b452-4bcb-a9ae-b0757e2b6753'}, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=68391) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1057.053162] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Root volume attach. Driver type: vmdk {{(pid=68391) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1057.053996] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b4f945-98d8-4e14-828b-53233be9635c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.063922] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c00538-114b-4c8b-8e71-a193a72c5872 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.071237] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdb0d31-440b-492e-b30f-48824567bc7c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.077785] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3cfb407e-dcf6-43fa-b18b-941789c12df1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.086449] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1057.086449] env[68391]: value = "task-3039673" [ 1057.086449] env[68391]: _type = "Task" [ 1057.086449] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.095695] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039673, 'name': RelocateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.124037] env[68391]: INFO nova.compute.manager [-] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Took 1.50 seconds to deallocate network for instance. [ 1057.204421] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039672, 'name': ReconfigVM_Task, 'duration_secs': 0.81442} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.204761] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 20cb88cb-0b54-41d5-907a-4bf438af3689/20cb88cb-0b54-41d5-907a-4bf438af3689.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.205481] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a70a51a-af04-498f-aa4b-bb50208fbbff {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.214085] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 1057.214085] env[68391]: value = "task-3039674" [ 1057.214085] env[68391]: _type = "Task" [ 1057.214085] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.223825] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039674, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.231740] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "00381159-7685-4e1c-88f1-566368b4822b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.232032] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "00381159-7685-4e1c-88f1-566368b4822b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.534185] env[68391]: DEBUG nova.scheduler.client.report [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.599410] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039673, 'name': RelocateVM_Task} progress is 42%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.677123] env[68391]: INFO nova.compute.manager [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Took 0.55 seconds to detach 1 volumes for instance. [ 1057.679683] env[68391]: DEBUG nova.compute.manager [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Deleting volume: 70c376c8-5585-4d39-a7e2-47ab1288e15a {{(pid=68391) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1057.728916] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039674, 'name': Rename_Task, 'duration_secs': 0.475177} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.729226] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.729541] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42b37e38-26ab-4316-b684-8c213124a1e7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.739973] env[68391]: DEBUG nova.compute.manager [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.745739] env[68391]: DEBUG nova.objects.instance [None req-711061d7-b74e-4ce0-acd6-17e7ba540c1d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lazy-loading 'flavor' on Instance uuid 92d021a1-7b89-4fe1-8cd9-289a355da5f8 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.748997] env[68391]: DEBUG nova.compute.manager [req-ee9c49e9-1d96-4e5b-9935-47683288484c req-28149291-c113-4bd2-a12f-591036a696d1 service nova] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Received event network-vif-deleted-a9d36d4b-5804-4f15-9d39-dba4b49ba6df {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.753672] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 1057.753672] env[68391]: value = "task-3039675" [ 1057.753672] env[68391]: _type = "Task" [ 1057.753672] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.771411] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.101298] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039673, 'name': RelocateVM_Task} progress is 54%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.136830] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2d22f27e-a329-4d81-85ed-70511457c342 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "98605598-57ba-4c0c-bd19-7cc8e0bb5a66" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.137077] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2d22f27e-a329-4d81-85ed-70511457c342 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "98605598-57ba-4c0c-bd19-7cc8e0bb5a66" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.224049] env[68391]: DEBUG oslo_concurrency.lockutils [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.253057] env[68391]: DEBUG oslo_concurrency.lockutils [None req-711061d7-b74e-4ce0-acd6-17e7ba540c1d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "refresh_cache-92d021a1-7b89-4fe1-8cd9-289a355da5f8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.253248] env[68391]: DEBUG oslo_concurrency.lockutils [None req-711061d7-b74e-4ce0-acd6-17e7ba540c1d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquired lock "refresh_cache-92d021a1-7b89-4fe1-8cd9-289a355da5f8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.253430] env[68391]: DEBUG nova.network.neutron [None req-711061d7-b74e-4ce0-acd6-17e7ba540c1d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.253613] env[68391]: DEBUG nova.objects.instance [None req-711061d7-b74e-4ce0-acd6-17e7ba540c1d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lazy-loading 'info_cache' on Instance uuid 92d021a1-7b89-4fe1-8cd9-289a355da5f8 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.270788] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.280452] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.546070] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.362s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.549406] env[68391]: DEBUG oslo_concurrency.lockutils [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.886s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.549690] env[68391]: DEBUG nova.objects.instance [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Lazy-loading 'resources' on Instance uuid 5b09ff71-a205-4d3b-bbae-0b3748228b1d {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.604796] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039673, 'name': RelocateVM_Task} progress is 69%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.641399] env[68391]: DEBUG nova.compute.utils [None req-2d22f27e-a329-4d81-85ed-70511457c342 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.759293] env[68391]: DEBUG nova.objects.base [None req-711061d7-b74e-4ce0-acd6-17e7ba540c1d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Object Instance<92d021a1-7b89-4fe1-8cd9-289a355da5f8> lazy-loaded attributes: flavor,info_cache {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1058.772482] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.102851] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039673, 'name': RelocateVM_Task} progress is 84%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.118044] env[68391]: INFO nova.scheduler.client.report [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Deleted allocation for migration 93ea8edb-ed5a-4e7c-a14b-c9b3ff1dacdd [ 1059.144836] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2d22f27e-a329-4d81-85ed-70511457c342 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "98605598-57ba-4c0c-bd19-7cc8e0bb5a66" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.274200] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.298845] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6751a1c-ac91-40ab-b03b-b178fc5ab0cd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.308836] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ab68df-bff2-4271-88d5-a0e2d1850c49 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.340331] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaabea6-0264-44dc-84a6-11cbac209397 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.352373] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a728390a-cc3f-4a64-9989-0781a96ec031 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.367294] env[68391]: DEBUG nova.compute.provider_tree [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.499953] env[68391]: DEBUG nova.network.neutron [None req-711061d7-b74e-4ce0-acd6-17e7ba540c1d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Updating instance_info_cache with network_info: [{"id": "5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd", "address": "fa:16:3e:9e:27:27", "network": {"id": "4cb37b42-076e-489b-8c24-1a1141337cfc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-989407886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e995b594e0480589cdfd7443e2d289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd6ac5b-9b", "ovs_interfaceid": "5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.602397] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039673, 'name': RelocateVM_Task} progress is 97%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.623833] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "83a3355a-58a2-4563-afc6-91ae764f0fda" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.113s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.773295] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039675, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.870147] env[68391]: DEBUG nova.scheduler.client.report [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.002551] env[68391]: DEBUG oslo_concurrency.lockutils [None req-711061d7-b74e-4ce0-acd6-17e7ba540c1d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Releasing lock "refresh_cache-92d021a1-7b89-4fe1-8cd9-289a355da5f8" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.102295] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039673, 'name': RelocateVM_Task} progress is 97%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.205519] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2d22f27e-a329-4d81-85ed-70511457c342 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "98605598-57ba-4c0c-bd19-7cc8e0bb5a66" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.205802] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2d22f27e-a329-4d81-85ed-70511457c342 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "98605598-57ba-4c0c-bd19-7cc8e0bb5a66" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.206049] env[68391]: INFO nova.compute.manager [None req-2d22f27e-a329-4d81-85ed-70511457c342 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Attaching volume c778b5ad-b9c2-4c42-943d-a86712b073cb to /dev/sdb [ 1060.241394] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec1b2c4-9a8d-4f29-8972-ad40397a8865 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.248757] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b24d90-b95a-40d4-a329-1a7d4666da81 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.263179] env[68391]: DEBUG nova.virt.block_device [None req-2d22f27e-a329-4d81-85ed-70511457c342 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Updating existing volume attachment record: 041b19b5-9740-4241-97d9-328f71d2d98a {{(pid=68391) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1060.273664] env[68391]: DEBUG oslo_vmware.api [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039675, 'name': PowerOnVM_Task, 'duration_secs': 2.05729} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.274336] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.274336] env[68391]: INFO nova.compute.manager [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1060.274336] env[68391]: DEBUG nova.compute.manager [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.274950] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8203c609-3c27-4f77-8806-fb4f571a3e50 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.375749] env[68391]: DEBUG oslo_concurrency.lockutils [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.378046] env[68391]: DEBUG oslo_concurrency.lockutils [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.401s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.378271] env[68391]: DEBUG nova.objects.instance [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lazy-loading 'resources' on Instance uuid c6b6e61f-4667-478c-8a17-3ee4a0b5135b {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.397581] env[68391]: INFO nova.scheduler.client.report [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Deleted allocations for instance 5b09ff71-a205-4d3b-bbae-0b3748228b1d [ 1060.604827] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039673, 'name': RelocateVM_Task} progress is 98%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.791774] env[68391]: INFO nova.compute.manager [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Took 16.62 seconds to build instance. [ 1060.906159] env[68391]: DEBUG oslo_concurrency.lockutils [None req-57c14a57-5547-413b-8e52-c57ad323936a tempest-ServersV294TestFqdnHostnames-1586278963 tempest-ServersV294TestFqdnHostnames-1586278963-project-member] Lock "5b09ff71-a205-4d3b-bbae-0b3748228b1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.854s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.008265] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-711061d7-b74e-4ce0-acd6-17e7ba540c1d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.008637] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffe62286-1f0b-4919-8324-3f8c9e499e66 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.019904] env[68391]: DEBUG oslo_vmware.api [None req-711061d7-b74e-4ce0-acd6-17e7ba540c1d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1061.019904] env[68391]: value = "task-3039680" [ 1061.019904] env[68391]: _type = "Task" [ 1061.019904] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.029141] env[68391]: DEBUG oslo_vmware.api [None req-711061d7-b74e-4ce0-acd6-17e7ba540c1d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.052601] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "83a3355a-58a2-4563-afc6-91ae764f0fda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.052852] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "83a3355a-58a2-4563-afc6-91ae764f0fda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.053073] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "83a3355a-58a2-4563-afc6-91ae764f0fda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.053261] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "83a3355a-58a2-4563-afc6-91ae764f0fda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.053427] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "83a3355a-58a2-4563-afc6-91ae764f0fda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.056166] env[68391]: INFO nova.compute.manager [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Terminating instance [ 1061.102628] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039673, 'name': RelocateVM_Task, 'duration_secs': 3.779577} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.103960] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Volume attach. Driver type: vmdk {{(pid=68391) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1061.104231] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609022', 'volume_id': 'dcc054f0-b452-4bcb-a9ae-b0757e2b6753', 'name': 'volume-dcc054f0-b452-4bcb-a9ae-b0757e2b6753', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4536f4a-9142-4bf3-a540-82ff1eae2dae', 'attached_at': '', 'detached_at': '', 'volume_id': 'dcc054f0-b452-4bcb-a9ae-b0757e2b6753', 'serial': 'dcc054f0-b452-4bcb-a9ae-b0757e2b6753'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1061.105099] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0efd52-324f-40c1-a4ca-bcaaad643423 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.108273] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a585bd7-992e-4183-ba80-8fdb362d0ac2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.127412] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7136a248-e980-42c4-a8be-a5c38f7cc480 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.131575] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe0843b-1512-427a-a6ed-4f73260e0021 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.154318] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-dcc054f0-b452-4bcb-a9ae-b0757e2b6753/volume-dcc054f0-b452-4bcb-a9ae-b0757e2b6753.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.179617] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26617846-5bc9-43c3-b04a-643434fe2b0a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.194823] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b06573e-7270-4d7b-9d50-66fd3d6a0459 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.203161] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1eb31b-7539-4fab-98df-e022434f35fb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.208597] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1061.208597] env[68391]: value = "task-3039681" [ 1061.208597] env[68391]: _type = "Task" [ 1061.208597] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.219800] env[68391]: DEBUG nova.compute.provider_tree [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.227251] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.294436] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ffc700bb-b50e-4309-86db-b1ea63907dd9 tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "20cb88cb-0b54-41d5-907a-4bf438af3689" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.131s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.531893] env[68391]: DEBUG oslo_vmware.api [None req-711061d7-b74e-4ce0-acd6-17e7ba540c1d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039680, 'name': PowerOnVM_Task, 'duration_secs': 0.500764} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.531893] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-711061d7-b74e-4ce0-acd6-17e7ba540c1d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.531893] env[68391]: DEBUG nova.compute.manager [None req-711061d7-b74e-4ce0-acd6-17e7ba540c1d tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.532636] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48842145-6e54-440a-9e90-3300a072269e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.561097] env[68391]: DEBUG nova.compute.manager [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.561256] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.562195] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a046be-a477-4a64-a366-6dfa1629d014 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.570565] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.570798] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d50ef66d-50c2-458b-a1ad-75fa417dca95 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.581651] env[68391]: DEBUG oslo_vmware.api [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 1061.581651] env[68391]: value = "task-3039682" [ 1061.581651] env[68391]: _type = "Task" [ 1061.581651] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.590857] env[68391]: DEBUG oslo_vmware.api [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.719951] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039681, 'name': ReconfigVM_Task, 'duration_secs': 0.416195} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.720303] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-dcc054f0-b452-4bcb-a9ae-b0757e2b6753/volume-dcc054f0-b452-4bcb-a9ae-b0757e2b6753.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.725799] env[68391]: DEBUG nova.scheduler.client.report [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.728972] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f39b2ed5-7e2a-49fc-b4c3-43455ab26915 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.748016] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1061.748016] env[68391]: value = "task-3039683" [ 1061.748016] env[68391]: _type = "Task" [ 1061.748016] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.759161] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.093450] env[68391]: DEBUG oslo_vmware.api [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039682, 'name': PowerOffVM_Task, 'duration_secs': 0.330886} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.093784] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.094037] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.094543] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91cc6e1b-df0b-4382-a324-0fb942e21d7a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.174642] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.175072] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.175174] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Deleting the datastore file [datastore2] 83a3355a-58a2-4563-afc6-91ae764f0fda {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.175533] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e80cc932-e19e-4d36-9e67-307c72e04f3b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.183344] env[68391]: DEBUG oslo_vmware.api [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for the task: (returnval){ [ 1062.183344] env[68391]: value = "task-3039685" [ 1062.183344] env[68391]: _type = "Task" [ 1062.183344] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.194129] env[68391]: DEBUG oslo_vmware.api [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.241346] env[68391]: DEBUG oslo_concurrency.lockutils [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.244366] env[68391]: DEBUG oslo_concurrency.lockutils [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.020s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.244735] env[68391]: DEBUG nova.objects.instance [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Lazy-loading 'resources' on Instance uuid 076e73b8-7a81-4e3b-a961-4e6c9d1705f7 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.263076] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039683, 'name': ReconfigVM_Task, 'duration_secs': 0.173131} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.264238] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609022', 'volume_id': 'dcc054f0-b452-4bcb-a9ae-b0757e2b6753', 'name': 'volume-dcc054f0-b452-4bcb-a9ae-b0757e2b6753', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4536f4a-9142-4bf3-a540-82ff1eae2dae', 'attached_at': '', 'detached_at': '', 'volume_id': 'dcc054f0-b452-4bcb-a9ae-b0757e2b6753', 'serial': 'dcc054f0-b452-4bcb-a9ae-b0757e2b6753'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1062.265024] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1370db43-4601-4f43-a313-cc0a7f2e6bb4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.267922] env[68391]: INFO nova.scheduler.client.report [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Deleted allocations for instance c6b6e61f-4667-478c-8a17-3ee4a0b5135b [ 1062.278566] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1062.278566] env[68391]: value = "task-3039686" [ 1062.278566] env[68391]: _type = "Task" [ 1062.278566] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.293514] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039686, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.305061] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "20cb88cb-0b54-41d5-907a-4bf438af3689" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.305661] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "20cb88cb-0b54-41d5-907a-4bf438af3689" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.305779] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "20cb88cb-0b54-41d5-907a-4bf438af3689-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.306048] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "20cb88cb-0b54-41d5-907a-4bf438af3689-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.306313] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "20cb88cb-0b54-41d5-907a-4bf438af3689-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.309214] env[68391]: INFO nova.compute.manager [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Terminating instance [ 1062.693741] env[68391]: DEBUG oslo_vmware.api [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Task: {'id': task-3039685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247826} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.693897] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.694081] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.694266] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.694441] env[68391]: INFO nova.compute.manager [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1062.694690] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.694905] env[68391]: DEBUG nova.compute.manager [-] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.694967] env[68391]: DEBUG nova.network.neutron [-] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.782216] env[68391]: DEBUG oslo_concurrency.lockutils [None req-836f1b2b-ebba-463d-82c1-e59b3552f664 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "c6b6e61f-4667-478c-8a17-3ee4a0b5135b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.749s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.794562] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039686, 'name': Rename_Task, 'duration_secs': 0.155404} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.794562] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.794798] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16c7be7c-8c9c-47be-a893-d730f6e128ce {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.804660] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1062.804660] env[68391]: value = "task-3039688" [ 1062.804660] env[68391]: _type = "Task" [ 1062.804660] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.816170] env[68391]: DEBUG nova.compute.manager [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.816170] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.816433] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.817592] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9201169-394a-4c42-8222-111821e17d6f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.825868] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.825868] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63838dfc-dd2f-4d49-b55d-cd1360a70f71 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.837330] env[68391]: DEBUG oslo_vmware.api [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 1062.837330] env[68391]: value = "task-3039689" [ 1062.837330] env[68391]: _type = "Task" [ 1062.837330] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.851103] env[68391]: DEBUG oslo_vmware.api [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.010920] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64e3366-2bc3-4904-b9f7-ed856ff9134b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.022461] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6087ad40-8860-4e05-ad11-c3136bc4150d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.059314] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78db912a-1c9c-46ff-9fa7-db9e74163fd2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.071056] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f2cea7-9cc5-4c1c-879d-9f59064a3422 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.089736] env[68391]: DEBUG nova.compute.provider_tree [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.092786] env[68391]: DEBUG nova.compute.manager [req-f5d1cccc-dcc1-4537-a17a-feec9a94471c req-8d475199-3585-460c-9ec3-885ed65f1325 service nova] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Received event network-vif-deleted-e44541a2-0028-4d7e-ac1f-e8fc3bac57ec {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.092981] env[68391]: INFO nova.compute.manager [req-f5d1cccc-dcc1-4537-a17a-feec9a94471c req-8d475199-3585-460c-9ec3-885ed65f1325 service nova] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Neutron deleted interface e44541a2-0028-4d7e-ac1f-e8fc3bac57ec; detaching it from the instance and deleting it from the info cache [ 1063.093175] env[68391]: DEBUG nova.network.neutron [req-f5d1cccc-dcc1-4537-a17a-feec9a94471c req-8d475199-3585-460c-9ec3-885ed65f1325 service nova] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.317265] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039688, 'name': PowerOnVM_Task} progress is 80%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.347332] env[68391]: DEBUG oslo_vmware.api [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039689, 'name': PowerOffVM_Task, 'duration_secs': 0.23329} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.347837] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.349177] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.349177] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5d08f30-b87b-443c-9ea2-29257f50933b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.413013] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.413298] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.413478] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Deleting the datastore file [datastore2] 20cb88cb-0b54-41d5-907a-4bf438af3689 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.413988] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c7d94e6-6c0a-46ce-9171-0f4946fb0ac1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.422342] env[68391]: DEBUG oslo_vmware.api [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for the task: (returnval){ [ 1063.422342] env[68391]: value = "task-3039691" [ 1063.422342] env[68391]: _type = "Task" [ 1063.422342] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.431795] env[68391]: DEBUG oslo_vmware.api [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.562903] env[68391]: DEBUG nova.network.neutron [-] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.595238] env[68391]: DEBUG nova.scheduler.client.report [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.598985] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25c8b047-44b1-4f0a-87d2-4d5ee613e826 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.610071] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7b1adf-0c65-453f-957a-6dc60407e21d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.650611] env[68391]: DEBUG nova.compute.manager [req-f5d1cccc-dcc1-4537-a17a-feec9a94471c req-8d475199-3585-460c-9ec3-885ed65f1325 service nova] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Detach interface failed, port_id=e44541a2-0028-4d7e-ac1f-e8fc3bac57ec, reason: Instance 83a3355a-58a2-4563-afc6-91ae764f0fda could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1063.747736] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "d70e2998-e8b3-479e-8dc0-1d9a90225d44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.747943] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "d70e2998-e8b3-479e-8dc0-1d9a90225d44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.748168] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "d70e2998-e8b3-479e-8dc0-1d9a90225d44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.748355] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "d70e2998-e8b3-479e-8dc0-1d9a90225d44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.748562] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "d70e2998-e8b3-479e-8dc0-1d9a90225d44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.750893] env[68391]: INFO nova.compute.manager [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Terminating instance [ 1063.816539] env[68391]: DEBUG oslo_vmware.api [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039688, 'name': PowerOnVM_Task, 'duration_secs': 0.825659} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.816907] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.817046] env[68391]: INFO nova.compute.manager [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1063.817232] env[68391]: DEBUG nova.compute.manager [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.818027] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c6422a-d440-49c7-a749-bd729aaeca3d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.933633] env[68391]: DEBUG oslo_vmware.api [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Task: {'id': task-3039691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137502} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.933894] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.934089] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.934268] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.934436] env[68391]: INFO nova.compute.manager [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1063.934676] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.934874] env[68391]: DEBUG nova.compute.manager [-] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.934970] env[68391]: DEBUG nova.network.neutron [-] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.066662] env[68391]: INFO nova.compute.manager [-] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Took 1.37 seconds to deallocate network for instance. [ 1064.103690] env[68391]: DEBUG oslo_concurrency.lockutils [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.105677] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.825s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.107434] env[68391]: INFO nova.compute.claims [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.255430] env[68391]: DEBUG nova.compute.manager [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.255430] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.256301] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d42a62-5aa8-4e4e-9665-d74a66f2c5fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.270553] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.270873] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43fcf293-e4b3-4b35-a519-bec112a01b6c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.278621] env[68391]: DEBUG oslo_vmware.api [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 1064.278621] env[68391]: value = "task-3039692" [ 1064.278621] env[68391]: _type = "Task" [ 1064.278621] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.288911] env[68391]: DEBUG oslo_vmware.api [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.334605] env[68391]: INFO nova.compute.manager [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Took 16.47 seconds to build instance. [ 1064.576935] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.623025] env[68391]: DEBUG oslo_concurrency.lockutils [None req-586bfd9a-4910-4397-bdb8-6738855d97a5 tempest-ServerActionsV293TestJSON-30810329 tempest-ServerActionsV293TestJSON-30810329-project-member] Lock "076e73b8-7a81-4e3b-a961-4e6c9d1705f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.631s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.662590] env[68391]: DEBUG nova.network.neutron [-] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.788479] env[68391]: DEBUG oslo_vmware.api [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039692, 'name': PowerOffVM_Task, 'duration_secs': 0.380147} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.788774] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.788966] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.789240] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c693983-f7ec-4075-b969-27b97e340f62 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.810950] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d22f27e-a329-4d81-85ed-70511457c342 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Volume attach. Driver type: vmdk {{(pid=68391) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1064.811229] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d22f27e-a329-4d81-85ed-70511457c342 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609027', 'volume_id': 'c778b5ad-b9c2-4c42-943d-a86712b073cb', 'name': 'volume-c778b5ad-b9c2-4c42-943d-a86712b073cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98605598-57ba-4c0c-bd19-7cc8e0bb5a66', 'attached_at': '', 'detached_at': '', 'volume_id': 'c778b5ad-b9c2-4c42-943d-a86712b073cb', 'serial': 'c778b5ad-b9c2-4c42-943d-a86712b073cb'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1064.812450] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc6c920-b3d0-4a0f-9dc1-33e893778d80 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.830887] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035c2655-b31c-45b1-a54f-9d70d442fe4f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.836881] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47388039-71ba-4bd2-8afd-c862ae3ef97a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "e4536f4a-9142-4bf3-a540-82ff1eae2dae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.983s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.860491] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d22f27e-a329-4d81-85ed-70511457c342 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-c778b5ad-b9c2-4c42-943d-a86712b073cb/volume-c778b5ad-b9c2-4c42-943d-a86712b073cb.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.861319] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffb91215-fd86-4300-9baa-fd68e8f0bd87 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.874470] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.874680] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.874864] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Deleting the datastore file [datastore1] d70e2998-e8b3-479e-8dc0-1d9a90225d44 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.875335] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08254652-0bd2-4b48-b065-eb3877521825 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.882898] env[68391]: DEBUG oslo_vmware.api [None req-2d22f27e-a329-4d81-85ed-70511457c342 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1064.882898] env[68391]: value = "task-3039695" [ 1064.882898] env[68391]: _type = "Task" [ 1064.882898] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.884258] env[68391]: DEBUG oslo_vmware.api [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for the task: (returnval){ [ 1064.884258] env[68391]: value = "task-3039694" [ 1064.884258] env[68391]: _type = "Task" [ 1064.884258] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.896020] env[68391]: DEBUG oslo_vmware.api [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.899305] env[68391]: DEBUG oslo_vmware.api [None req-2d22f27e-a329-4d81-85ed-70511457c342 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.126027] env[68391]: DEBUG nova.compute.manager [req-e32721f7-83dc-4a27-a6df-92cda7728661 req-eafb879d-c29e-4b17-a406-5c8ad87894b6 service nova] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Received event network-vif-deleted-a02a8acb-4d10-46e4-bc6a-e5a76a3f75ca {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.166920] env[68391]: INFO nova.compute.manager [-] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Took 1.23 seconds to deallocate network for instance. [ 1065.357283] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b9f8ac-0e79-4adf-aeb5-dec179fb07a6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.365776] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4303070-ad48-4f35-83e3-a7937b053c07 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.402615] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bc613d-9b02-4036-9f23-0192de0a1651 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.411268] env[68391]: DEBUG oslo_vmware.api [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Task: {'id': task-3039694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105356} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.415991] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.415991] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.416187] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.416359] env[68391]: INFO nova.compute.manager [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1065.416607] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.416819] env[68391]: DEBUG oslo_vmware.api [None req-2d22f27e-a329-4d81-85ed-70511457c342 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039695, 'name': ReconfigVM_Task, 'duration_secs': 0.383485} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.417112] env[68391]: DEBUG nova.compute.manager [-] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.417199] env[68391]: DEBUG nova.network.neutron [-] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.418809] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d22f27e-a329-4d81-85ed-70511457c342 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-c778b5ad-b9c2-4c42-943d-a86712b073cb/volume-c778b5ad-b9c2-4c42-943d-a86712b073cb.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.424498] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b27faa3-7c46-4942-8888-447cdf5fcc53 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.428934] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3a606a1-8897-42d7-a074-56bea4f79504 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.455166] env[68391]: DEBUG nova.compute.provider_tree [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.458493] env[68391]: DEBUG oslo_vmware.api [None req-2d22f27e-a329-4d81-85ed-70511457c342 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1065.458493] env[68391]: value = "task-3039696" [ 1065.458493] env[68391]: _type = "Task" [ 1065.458493] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.468071] env[68391]: DEBUG oslo_vmware.api [None req-2d22f27e-a329-4d81-85ed-70511457c342 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.670356] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.958625] env[68391]: DEBUG nova.scheduler.client.report [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.972365] env[68391]: DEBUG oslo_vmware.api [None req-2d22f27e-a329-4d81-85ed-70511457c342 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039696, 'name': ReconfigVM_Task, 'duration_secs': 0.167235} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.973025] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d22f27e-a329-4d81-85ed-70511457c342 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609027', 'volume_id': 'c778b5ad-b9c2-4c42-943d-a86712b073cb', 'name': 'volume-c778b5ad-b9c2-4c42-943d-a86712b073cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98605598-57ba-4c0c-bd19-7cc8e0bb5a66', 'attached_at': '', 'detached_at': '', 'volume_id': 'c778b5ad-b9c2-4c42-943d-a86712b073cb', 'serial': 'c778b5ad-b9c2-4c42-943d-a86712b073cb'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1066.160023] env[68391]: DEBUG nova.network.neutron [-] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.467356] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.467888] env[68391]: DEBUG nova.compute.manager [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.471145] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.894s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.471459] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.473522] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.803s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.473736] env[68391]: DEBUG nova.objects.instance [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lazy-loading 'resources' on Instance uuid 20cb88cb-0b54-41d5-907a-4bf438af3689 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.495661] env[68391]: INFO nova.scheduler.client.report [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Deleted allocations for instance 83a3355a-58a2-4563-afc6-91ae764f0fda [ 1066.662646] env[68391]: INFO nova.compute.manager [-] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Took 1.25 seconds to deallocate network for instance. [ 1066.823751] env[68391]: DEBUG nova.compute.manager [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Stashing vm_state: active {{(pid=68391) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1066.973297] env[68391]: DEBUG nova.compute.utils [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.974886] env[68391]: DEBUG nova.compute.manager [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.975522] env[68391]: DEBUG nova.network.neutron [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.006290] env[68391]: DEBUG oslo_concurrency.lockutils [None req-47b7d4f5-4c30-40ce-8d6b-b4e18d4017aa tempest-DeleteServersTestJSON-274809499 tempest-DeleteServersTestJSON-274809499-project-member] Lock "83a3355a-58a2-4563-afc6-91ae764f0fda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.953s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.010747] env[68391]: DEBUG nova.objects.instance [None req-2d22f27e-a329-4d81-85ed-70511457c342 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lazy-loading 'flavor' on Instance uuid 98605598-57ba-4c0c-bd19-7cc8e0bb5a66 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.019123] env[68391]: DEBUG nova.policy [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ff74d4fbdd64f6e8b80c50c235a2401', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acf38278c0304e9cb866e83ac60394b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.162197] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab371373-fe4c-41b7-9aea-650441908734 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.167850] env[68391]: DEBUG nova.compute.manager [req-f9be2c3a-6c20-4a7b-9f5e-be2e817fb8ed req-c80eb99b-10ee-4449-9b5c-7e6f9296021e service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Received event network-changed-f27f5a4a-716d-453c-b1b9-acc5653061d1 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.168046] env[68391]: DEBUG nova.compute.manager [req-f9be2c3a-6c20-4a7b-9f5e-be2e817fb8ed req-c80eb99b-10ee-4449-9b5c-7e6f9296021e service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Refreshing instance network info cache due to event network-changed-f27f5a4a-716d-453c-b1b9-acc5653061d1. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.168662] env[68391]: DEBUG oslo_concurrency.lockutils [req-f9be2c3a-6c20-4a7b-9f5e-be2e817fb8ed req-c80eb99b-10ee-4449-9b5c-7e6f9296021e service nova] Acquiring lock "refresh_cache-d6b19435-f7df-4b89-b0b1-b147ff8d8f64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.168864] env[68391]: DEBUG oslo_concurrency.lockutils [req-f9be2c3a-6c20-4a7b-9f5e-be2e817fb8ed req-c80eb99b-10ee-4449-9b5c-7e6f9296021e service nova] Acquired lock "refresh_cache-d6b19435-f7df-4b89-b0b1-b147ff8d8f64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.169020] env[68391]: DEBUG nova.network.neutron [req-f9be2c3a-6c20-4a7b-9f5e-be2e817fb8ed req-c80eb99b-10ee-4449-9b5c-7e6f9296021e service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Refreshing network info cache for port f27f5a4a-716d-453c-b1b9-acc5653061d1 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.175061] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.179455] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9661d9f1-d789-482c-a28e-4b8b2c4d2b56 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.213186] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbd2ab5-b3e4-4d1b-8895-8a7b27bdaaab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.222314] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689833c3-eb6d-4e36-b04c-0f3227dbdbf1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.238304] env[68391]: DEBUG nova.compute.provider_tree [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.299204] env[68391]: DEBUG nova.network.neutron [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Successfully created port: 3351fa17-6602-4ab1-ad0e-da5be09c4f29 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.340010] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.478748] env[68391]: DEBUG nova.compute.manager [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.516908] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2d22f27e-a329-4d81-85ed-70511457c342 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "98605598-57ba-4c0c-bd19-7cc8e0bb5a66" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.311s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.659815] env[68391]: INFO nova.compute.manager [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Rescuing [ 1067.660123] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "refresh_cache-98605598-57ba-4c0c-bd19-7cc8e0bb5a66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.660312] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquired lock "refresh_cache-98605598-57ba-4c0c-bd19-7cc8e0bb5a66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.660505] env[68391]: DEBUG nova.network.neutron [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.742806] env[68391]: DEBUG nova.scheduler.client.report [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.158909] env[68391]: DEBUG nova.network.neutron [req-f9be2c3a-6c20-4a7b-9f5e-be2e817fb8ed req-c80eb99b-10ee-4449-9b5c-7e6f9296021e service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Updated VIF entry in instance network info cache for port f27f5a4a-716d-453c-b1b9-acc5653061d1. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.159279] env[68391]: DEBUG nova.network.neutron [req-f9be2c3a-6c20-4a7b-9f5e-be2e817fb8ed req-c80eb99b-10ee-4449-9b5c-7e6f9296021e service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Updating instance_info_cache with network_info: [{"id": "f27f5a4a-716d-453c-b1b9-acc5653061d1", "address": "fa:16:3e:68:8a:08", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf27f5a4a-71", "ovs_interfaceid": "f27f5a4a-716d-453c-b1b9-acc5653061d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.247400] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.250987] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.075s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.251258] env[68391]: DEBUG nova.objects.instance [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lazy-loading 'resources' on Instance uuid d70e2998-e8b3-479e-8dc0-1d9a90225d44 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.272510] env[68391]: INFO nova.scheduler.client.report [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Deleted allocations for instance 20cb88cb-0b54-41d5-907a-4bf438af3689 [ 1068.366655] env[68391]: DEBUG nova.network.neutron [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Updating instance_info_cache with network_info: [{"id": "df55f6ae-5a48-4134-8a15-0a2b68d897a0", "address": "fa:16:3e:26:fd:e5", "network": {"id": "af44e403-39d4-4222-8b45-8e85e210199b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1627779861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3159520e19b845c19d66b40346b96f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf55f6ae-5a", "ovs_interfaceid": "df55f6ae-5a48-4134-8a15-0a2b68d897a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.488712] env[68391]: DEBUG nova.compute.manager [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.514873] env[68391]: DEBUG nova.virt.hardware [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.515208] env[68391]: DEBUG nova.virt.hardware [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.515423] env[68391]: DEBUG nova.virt.hardware [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.515671] env[68391]: DEBUG nova.virt.hardware [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.515877] env[68391]: DEBUG nova.virt.hardware [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.516085] env[68391]: DEBUG nova.virt.hardware [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.516352] env[68391]: DEBUG nova.virt.hardware [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.516565] env[68391]: DEBUG nova.virt.hardware [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.516771] env[68391]: DEBUG nova.virt.hardware [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.516944] env[68391]: DEBUG nova.virt.hardware [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.517139] env[68391]: DEBUG nova.virt.hardware [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.517989] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f0ce3d-9462-4906-8d3c-f4fb295387bf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.526482] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fe9dcc-937d-4e84-ae0e-1ddc74390a3a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.662860] env[68391]: DEBUG oslo_concurrency.lockutils [req-f9be2c3a-6c20-4a7b-9f5e-be2e817fb8ed req-c80eb99b-10ee-4449-9b5c-7e6f9296021e service nova] Releasing lock "refresh_cache-d6b19435-f7df-4b89-b0b1-b147ff8d8f64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.663167] env[68391]: DEBUG nova.compute.manager [req-f9be2c3a-6c20-4a7b-9f5e-be2e817fb8ed req-c80eb99b-10ee-4449-9b5c-7e6f9296021e service nova] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Received event network-changed-ebadd5dc-8a43-4f23-8d4d-5303612ed649 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.663342] env[68391]: DEBUG nova.compute.manager [req-f9be2c3a-6c20-4a7b-9f5e-be2e817fb8ed req-c80eb99b-10ee-4449-9b5c-7e6f9296021e service nova] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Refreshing instance network info cache due to event network-changed-ebadd5dc-8a43-4f23-8d4d-5303612ed649. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.663556] env[68391]: DEBUG oslo_concurrency.lockutils [req-f9be2c3a-6c20-4a7b-9f5e-be2e817fb8ed req-c80eb99b-10ee-4449-9b5c-7e6f9296021e service nova] Acquiring lock "refresh_cache-e4536f4a-9142-4bf3-a540-82ff1eae2dae" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.663700] env[68391]: DEBUG oslo_concurrency.lockutils [req-f9be2c3a-6c20-4a7b-9f5e-be2e817fb8ed req-c80eb99b-10ee-4449-9b5c-7e6f9296021e service nova] Acquired lock "refresh_cache-e4536f4a-9142-4bf3-a540-82ff1eae2dae" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.663860] env[68391]: DEBUG nova.network.neutron [req-f9be2c3a-6c20-4a7b-9f5e-be2e817fb8ed req-c80eb99b-10ee-4449-9b5c-7e6f9296021e service nova] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Refreshing network info cache for port ebadd5dc-8a43-4f23-8d4d-5303612ed649 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.731225] env[68391]: DEBUG nova.network.neutron [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Successfully updated port: 3351fa17-6602-4ab1-ad0e-da5be09c4f29 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.782719] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0fd835ce-40b2-4cd2-81e0-8a9b13665fdd tempest-ServerDiskConfigTestJSON-1015306364 tempest-ServerDiskConfigTestJSON-1015306364-project-member] Lock "20cb88cb-0b54-41d5-907a-4bf438af3689" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.477s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.869041] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Releasing lock "refresh_cache-98605598-57ba-4c0c-bd19-7cc8e0bb5a66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.943583] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f0c685-8d15-4ff6-8ffe-3016e91b6e53 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.954165] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c067ea-c1e6-4a28-a2d4-b95c1f848ee9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.985670] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712b283b-dedd-4bc2-ab89-db5111f9caba {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.994050] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01395e6-340b-4e42-8d8d-c7944f2bd9fe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.007944] env[68391]: DEBUG nova.compute.provider_tree [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.196534] env[68391]: DEBUG nova.compute.manager [req-45137f2c-d519-4564-9447-02e324f299c0 req-3316f372-0941-497f-b590-55cf16fe2fd7 service nova] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Received event network-vif-plugged-3351fa17-6602-4ab1-ad0e-da5be09c4f29 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.196787] env[68391]: DEBUG oslo_concurrency.lockutils [req-45137f2c-d519-4564-9447-02e324f299c0 req-3316f372-0941-497f-b590-55cf16fe2fd7 service nova] Acquiring lock "00381159-7685-4e1c-88f1-566368b4822b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.196924] env[68391]: DEBUG oslo_concurrency.lockutils [req-45137f2c-d519-4564-9447-02e324f299c0 req-3316f372-0941-497f-b590-55cf16fe2fd7 service nova] Lock "00381159-7685-4e1c-88f1-566368b4822b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.197167] env[68391]: DEBUG oslo_concurrency.lockutils [req-45137f2c-d519-4564-9447-02e324f299c0 req-3316f372-0941-497f-b590-55cf16fe2fd7 service nova] Lock "00381159-7685-4e1c-88f1-566368b4822b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.197348] env[68391]: DEBUG nova.compute.manager [req-45137f2c-d519-4564-9447-02e324f299c0 req-3316f372-0941-497f-b590-55cf16fe2fd7 service nova] [instance: 00381159-7685-4e1c-88f1-566368b4822b] No waiting events found dispatching network-vif-plugged-3351fa17-6602-4ab1-ad0e-da5be09c4f29 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.197515] env[68391]: WARNING nova.compute.manager [req-45137f2c-d519-4564-9447-02e324f299c0 req-3316f372-0941-497f-b590-55cf16fe2fd7 service nova] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Received unexpected event network-vif-plugged-3351fa17-6602-4ab1-ad0e-da5be09c4f29 for instance with vm_state building and task_state spawning. [ 1069.197674] env[68391]: DEBUG nova.compute.manager [req-45137f2c-d519-4564-9447-02e324f299c0 req-3316f372-0941-497f-b590-55cf16fe2fd7 service nova] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Received event network-changed-3351fa17-6602-4ab1-ad0e-da5be09c4f29 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.197827] env[68391]: DEBUG nova.compute.manager [req-45137f2c-d519-4564-9447-02e324f299c0 req-3316f372-0941-497f-b590-55cf16fe2fd7 service nova] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Refreshing instance network info cache due to event network-changed-3351fa17-6602-4ab1-ad0e-da5be09c4f29. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.198017] env[68391]: DEBUG oslo_concurrency.lockutils [req-45137f2c-d519-4564-9447-02e324f299c0 req-3316f372-0941-497f-b590-55cf16fe2fd7 service nova] Acquiring lock "refresh_cache-00381159-7685-4e1c-88f1-566368b4822b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.198195] env[68391]: DEBUG oslo_concurrency.lockutils [req-45137f2c-d519-4564-9447-02e324f299c0 req-3316f372-0941-497f-b590-55cf16fe2fd7 service nova] Acquired lock "refresh_cache-00381159-7685-4e1c-88f1-566368b4822b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.198305] env[68391]: DEBUG nova.network.neutron [req-45137f2c-d519-4564-9447-02e324f299c0 req-3316f372-0941-497f-b590-55cf16fe2fd7 service nova] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Refreshing network info cache for port 3351fa17-6602-4ab1-ad0e-da5be09c4f29 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.234406] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "refresh_cache-00381159-7685-4e1c-88f1-566368b4822b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.511179] env[68391]: DEBUG nova.scheduler.client.report [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.559378] env[68391]: DEBUG nova.network.neutron [req-f9be2c3a-6c20-4a7b-9f5e-be2e817fb8ed req-c80eb99b-10ee-4449-9b5c-7e6f9296021e service nova] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Updated VIF entry in instance network info cache for port ebadd5dc-8a43-4f23-8d4d-5303612ed649. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.559755] env[68391]: DEBUG nova.network.neutron [req-f9be2c3a-6c20-4a7b-9f5e-be2e817fb8ed req-c80eb99b-10ee-4449-9b5c-7e6f9296021e service nova] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Updating instance_info_cache with network_info: [{"id": "ebadd5dc-8a43-4f23-8d4d-5303612ed649", "address": "fa:16:3e:2f:92:67", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebadd5dc-8a", "ovs_interfaceid": "ebadd5dc-8a43-4f23-8d4d-5303612ed649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.745829] env[68391]: DEBUG nova.network.neutron [req-45137f2c-d519-4564-9447-02e324f299c0 req-3316f372-0941-497f-b590-55cf16fe2fd7 service nova] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.859523] env[68391]: DEBUG nova.network.neutron [req-45137f2c-d519-4564-9447-02e324f299c0 req-3316f372-0941-497f-b590-55cf16fe2fd7 service nova] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.019020] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.019319] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.679s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.041897] env[68391]: INFO nova.scheduler.client.report [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Deleted allocations for instance d70e2998-e8b3-479e-8dc0-1d9a90225d44 [ 1070.063020] env[68391]: DEBUG oslo_concurrency.lockutils [req-f9be2c3a-6c20-4a7b-9f5e-be2e817fb8ed req-c80eb99b-10ee-4449-9b5c-7e6f9296021e service nova] Releasing lock "refresh_cache-e4536f4a-9142-4bf3-a540-82ff1eae2dae" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.063020] env[68391]: DEBUG nova.compute.manager [req-f9be2c3a-6c20-4a7b-9f5e-be2e817fb8ed req-c80eb99b-10ee-4449-9b5c-7e6f9296021e service nova] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Received event network-vif-deleted-c192e4bc-9dd4-40d8-84b8-6427c32bcecf {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.363846] env[68391]: DEBUG oslo_concurrency.lockutils [req-45137f2c-d519-4564-9447-02e324f299c0 req-3316f372-0941-497f-b590-55cf16fe2fd7 service nova] Releasing lock "refresh_cache-00381159-7685-4e1c-88f1-566368b4822b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.365824] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired lock "refresh_cache-00381159-7685-4e1c-88f1-566368b4822b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.365824] env[68391]: DEBUG nova.network.neutron [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.413584] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.413903] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac05d413-b51a-411b-8237-2bd28588d3b2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.422770] env[68391]: DEBUG oslo_vmware.api [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1070.422770] env[68391]: value = "task-3039698" [ 1070.422770] env[68391]: _type = "Task" [ 1070.422770] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.431965] env[68391]: DEBUG oslo_vmware.api [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.525153] env[68391]: INFO nova.compute.claims [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.550578] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4f4393d9-8587-482d-8f60-631fec75a797 tempest-AttachInterfacesTestJSON-1486006316 tempest-AttachInterfacesTestJSON-1486006316-project-member] Lock "d70e2998-e8b3-479e-8dc0-1d9a90225d44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.802s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.902465] env[68391]: DEBUG nova.network.neutron [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.940578] env[68391]: DEBUG oslo_vmware.api [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039698, 'name': PowerOffVM_Task, 'duration_secs': 0.200435} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.941863] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.942588] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a3873c-d155-4970-adac-9ffa63b2d779 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.967851] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49e5422-8728-4270-825c-54978b5b04a9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.007470] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.007803] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-468eb272-84df-473f-ac2d-8edf1d229e91 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.016578] env[68391]: DEBUG oslo_vmware.api [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1071.016578] env[68391]: value = "task-3039699" [ 1071.016578] env[68391]: _type = "Task" [ 1071.016578] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.025532] env[68391]: DEBUG oslo_vmware.api [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.037316] env[68391]: INFO nova.compute.resource_tracker [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Updating resource usage from migration fc3e58f2-4282-4635-9776-c3fed25f6407 [ 1071.075484] env[68391]: DEBUG nova.network.neutron [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Updating instance_info_cache with network_info: [{"id": "3351fa17-6602-4ab1-ad0e-da5be09c4f29", "address": "fa:16:3e:a9:d7:58", "network": {"id": "239e719f-3c9f-4236-8c76-b928e2d73186", "bridge": "br-int", "label": "tempest-ServersTestJSON-1987072107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf38278c0304e9cb866e83ac60394b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3351fa17-66", "ovs_interfaceid": "3351fa17-6602-4ab1-ad0e-da5be09c4f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.214641] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4640f2f-719f-491b-8759-677f370716b9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.223201] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a51f1f1-4c8f-4612-ad1a-f3969a82158a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.275168] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82de842a-1444-4889-8eba-81421ba6c29d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.284821] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749174aa-a6f6-428f-8bed-b7a6ea4ae1cb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.300259] env[68391]: DEBUG nova.compute.provider_tree [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.528471] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] VM already powered off {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1071.528818] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.528919] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.529074] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.529264] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.529515] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b71802a-9393-435c-a346-8b6607b8ee69 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.541354] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.541539] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.542284] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bb469d6-18da-4c47-8a14-937fc1c3fee1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.551417] env[68391]: DEBUG oslo_vmware.api [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1071.551417] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b4e8f6-2bd8-c182-0899-5cb194c12d76" [ 1071.551417] env[68391]: _type = "Task" [ 1071.551417] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.566145] env[68391]: DEBUG oslo_vmware.api [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b4e8f6-2bd8-c182-0899-5cb194c12d76, 'name': SearchDatastore_Task, 'duration_secs': 0.012847} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.566917] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9a65e7d-7ad1-40cc-8871-5b21804a4d4c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.574937] env[68391]: DEBUG oslo_vmware.api [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1071.574937] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52addbc6-6d6a-1538-bcc3-783624fda2a1" [ 1071.574937] env[68391]: _type = "Task" [ 1071.574937] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.579728] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Releasing lock "refresh_cache-00381159-7685-4e1c-88f1-566368b4822b" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.580080] env[68391]: DEBUG nova.compute.manager [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Instance network_info: |[{"id": "3351fa17-6602-4ab1-ad0e-da5be09c4f29", "address": "fa:16:3e:a9:d7:58", "network": {"id": "239e719f-3c9f-4236-8c76-b928e2d73186", "bridge": "br-int", "label": "tempest-ServersTestJSON-1987072107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf38278c0304e9cb866e83ac60394b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3351fa17-66", "ovs_interfaceid": "3351fa17-6602-4ab1-ad0e-da5be09c4f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.580504] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:d7:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3351fa17-6602-4ab1-ad0e-da5be09c4f29', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.589783] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.590521] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.590897] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1571a2fe-bace-439a-abfb-148d0a37e652 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.611627] env[68391]: DEBUG oslo_vmware.api [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52addbc6-6d6a-1538-bcc3-783624fda2a1, 'name': SearchDatastore_Task, 'duration_secs': 0.012613} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.612420] env[68391]: DEBUG oslo_concurrency.lockutils [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.612778] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 98605598-57ba-4c0c-bd19-7cc8e0bb5a66/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk. {{(pid=68391) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1071.613027] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea6cb5d0-c63a-4e66-8389-48a41e48f1e1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.619735] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.619735] env[68391]: value = "task-3039700" [ 1071.619735] env[68391]: _type = "Task" [ 1071.619735] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.621515] env[68391]: DEBUG oslo_vmware.api [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1071.621515] env[68391]: value = "task-3039701" [ 1071.621515] env[68391]: _type = "Task" [ 1071.621515] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.633766] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039700, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.636902] env[68391]: DEBUG oslo_vmware.api [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.808579] env[68391]: DEBUG nova.scheduler.client.report [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.133644] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039700, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.140550] env[68391]: DEBUG oslo_vmware.api [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475767} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.140869] env[68391]: INFO nova.virt.vmwareapi.ds_util [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 98605598-57ba-4c0c-bd19-7cc8e0bb5a66/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk. [ 1072.141725] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438c7545-1af9-4130-9e56-5ae675b4129c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.171030] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 98605598-57ba-4c0c-bd19-7cc8e0bb5a66/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.171401] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6971f9a-31a8-488a-8342-3bd5f5e24773 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.191780] env[68391]: DEBUG oslo_vmware.api [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1072.191780] env[68391]: value = "task-3039702" [ 1072.191780] env[68391]: _type = "Task" [ 1072.191780] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.200560] env[68391]: DEBUG oslo_vmware.api [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.310134] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.291s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.310469] env[68391]: INFO nova.compute.manager [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Migrating [ 1072.632659] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039700, 'name': CreateVM_Task, 'duration_secs': 0.695891} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.632947] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.633506] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.633675] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.633988] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.634288] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-914311e2-144f-4065-8cee-ab5f74177777 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.640161] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1072.640161] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522b481c-8dac-b545-de27-b2c9f7ac6957" [ 1072.640161] env[68391]: _type = "Task" [ 1072.640161] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.648759] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522b481c-8dac-b545-de27-b2c9f7ac6957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.704480] env[68391]: DEBUG oslo_vmware.api [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039702, 'name': ReconfigVM_Task, 'duration_secs': 0.378423} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.704795] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 98605598-57ba-4c0c-bd19-7cc8e0bb5a66/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.709594] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e8851e-432a-4fa8-b376-cd035ec17738 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.739515] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a7768ad-7814-4f60-84fb-bfdd431e6cb0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.758318] env[68391]: DEBUG oslo_vmware.api [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1072.758318] env[68391]: value = "task-3039703" [ 1072.758318] env[68391]: _type = "Task" [ 1072.758318] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.767867] env[68391]: DEBUG oslo_vmware.api [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.831786] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "refresh_cache-e4536f4a-9142-4bf3-a540-82ff1eae2dae" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.831786] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired lock "refresh_cache-e4536f4a-9142-4bf3-a540-82ff1eae2dae" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.831786] env[68391]: DEBUG nova.network.neutron [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.153167] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]522b481c-8dac-b545-de27-b2c9f7ac6957, 'name': SearchDatastore_Task, 'duration_secs': 0.011387} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.154460] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.154460] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.154460] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.154460] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.154460] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.154769] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-765f8df8-a956-4f78-8f6e-4ff8928a241c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.164504] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.165166] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.165527] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-256fdbab-523e-489c-9d78-998e5742d049 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.171786] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1073.171786] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ce0471-0816-144f-fbfe-517f86282aed" [ 1073.171786] env[68391]: _type = "Task" [ 1073.171786] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.180317] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ce0471-0816-144f-fbfe-517f86282aed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.268497] env[68391]: DEBUG oslo_vmware.api [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039703, 'name': ReconfigVM_Task, 'duration_secs': 0.180591} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.268730] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.269042] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-988aedcd-ee57-4bfd-8c6a-9d9be8682b54 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.276372] env[68391]: DEBUG oslo_vmware.api [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1073.276372] env[68391]: value = "task-3039704" [ 1073.276372] env[68391]: _type = "Task" [ 1073.276372] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.287916] env[68391]: DEBUG oslo_vmware.api [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.684974] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ce0471-0816-144f-fbfe-517f86282aed, 'name': SearchDatastore_Task, 'duration_secs': 0.009573} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.685740] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa3d0fba-8f0f-4530-a1e5-24bbae26bfe1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.692325] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1073.692325] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52434db2-a775-412f-02c6-429b26ec9b30" [ 1073.692325] env[68391]: _type = "Task" [ 1073.692325] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.703359] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52434db2-a775-412f-02c6-429b26ec9b30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.788357] env[68391]: DEBUG oslo_vmware.api [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039704, 'name': PowerOnVM_Task, 'duration_secs': 0.42589} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.794352] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.796922] env[68391]: DEBUG nova.compute.manager [None req-82b5b602-461e-4a02-baee-482bc457597b tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.797966] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9430ad0-a04c-4536-a953-6e7e9c364286 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.857256] env[68391]: DEBUG nova.network.neutron [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Updating instance_info_cache with network_info: [{"id": "ebadd5dc-8a43-4f23-8d4d-5303612ed649", "address": "fa:16:3e:2f:92:67", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebadd5dc-8a", "ovs_interfaceid": "ebadd5dc-8a43-4f23-8d4d-5303612ed649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.204303] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52434db2-a775-412f-02c6-429b26ec9b30, 'name': SearchDatastore_Task, 'duration_secs': 0.010858} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.204816] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.205021] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 00381159-7685-4e1c-88f1-566368b4822b/00381159-7685-4e1c-88f1-566368b4822b.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.205335] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-131081b4-e9c3-44ce-9ecf-70ad976e539d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.216300] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1074.216300] env[68391]: value = "task-3039705" [ 1074.216300] env[68391]: _type = "Task" [ 1074.216300] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.225608] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.360501] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Releasing lock "refresh_cache-e4536f4a-9142-4bf3-a540-82ff1eae2dae" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.728022] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497619} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.728022] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 00381159-7685-4e1c-88f1-566368b4822b/00381159-7685-4e1c-88f1-566368b4822b.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.728022] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.728022] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a19e8813-1942-47ab-b473-e73f84bb31c9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.738023] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1074.738023] env[68391]: value = "task-3039706" [ 1074.738023] env[68391]: _type = "Task" [ 1074.738023] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.749288] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.981045] env[68391]: INFO nova.compute.manager [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Unrescuing [ 1074.981907] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "refresh_cache-98605598-57ba-4c0c-bd19-7cc8e0bb5a66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.981907] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquired lock "refresh_cache-98605598-57ba-4c0c-bd19-7cc8e0bb5a66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.981907] env[68391]: DEBUG nova.network.neutron [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.247630] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194197} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.247909] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.248942] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6c639e-0796-456b-a4a7-da7d5e85f16c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.283163] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 00381159-7685-4e1c-88f1-566368b4822b/00381159-7685-4e1c-88f1-566368b4822b.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.283483] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f991f8b-052f-4690-b9b5-c1c3b3b743ce {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.305357] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1075.305357] env[68391]: value = "task-3039707" [ 1075.305357] env[68391]: _type = "Task" [ 1075.305357] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.314579] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.737692] env[68391]: DEBUG nova.network.neutron [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Updating instance_info_cache with network_info: [{"id": "df55f6ae-5a48-4134-8a15-0a2b68d897a0", "address": "fa:16:3e:26:fd:e5", "network": {"id": "af44e403-39d4-4222-8b45-8e85e210199b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1627779861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3159520e19b845c19d66b40346b96f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf55f6ae-5a", "ovs_interfaceid": "df55f6ae-5a48-4134-8a15-0a2b68d897a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.823567] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039707, 'name': ReconfigVM_Task, 'duration_secs': 0.28185} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.823875] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 00381159-7685-4e1c-88f1-566368b4822b/00381159-7685-4e1c-88f1-566368b4822b.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.824809] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3007516e-42c1-4810-8ddb-efe603a7ab13 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.837068] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1075.837068] env[68391]: value = "task-3039708" [ 1075.837068] env[68391]: _type = "Task" [ 1075.837068] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.850018] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039708, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.882434] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f41c44-318a-4837-8a46-796546f7b9fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.912041] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Updating instance 'e4536f4a-9142-4bf3-a540-82ff1eae2dae' progress to 0 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.240840] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Releasing lock "refresh_cache-98605598-57ba-4c0c-bd19-7cc8e0bb5a66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.241702] env[68391]: DEBUG nova.objects.instance [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lazy-loading 'flavor' on Instance uuid 98605598-57ba-4c0c-bd19-7cc8e0bb5a66 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.348787] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039708, 'name': Rename_Task, 'duration_secs': 0.208471} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.349127] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.349379] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2c44db1-eb51-4e2f-8c86-52d112a1cb6a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.358503] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1076.358503] env[68391]: value = "task-3039709" [ 1076.358503] env[68391]: _type = "Task" [ 1076.358503] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.367935] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.418602] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.418984] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5261fbc9-3d8c-4984-87c6-23acacc470e9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.428064] env[68391]: DEBUG oslo_vmware.api [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1076.428064] env[68391]: value = "task-3039710" [ 1076.428064] env[68391]: _type = "Task" [ 1076.428064] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.438080] env[68391]: DEBUG oslo_vmware.api [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.722360] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "bc083058-c49b-496f-ab5e-1158f84e03ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.722611] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "bc083058-c49b-496f-ab5e-1158f84e03ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.753533] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb355fa9-7525-4050-842d-e5700e24036f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.780064] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.780671] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2ff54bb-5a71-4559-8aff-369fb3d968a7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.791035] env[68391]: DEBUG oslo_vmware.api [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1076.791035] env[68391]: value = "task-3039711" [ 1076.791035] env[68391]: _type = "Task" [ 1076.791035] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.801763] env[68391]: DEBUG oslo_vmware.api [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.872722] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "ea7ba3ba-230f-4523-9ccf-3f698189562e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.873169] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "ea7ba3ba-230f-4523-9ccf-3f698189562e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.877021] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "ea7ba3ba-230f-4523-9ccf-3f698189562e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.877021] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "ea7ba3ba-230f-4523-9ccf-3f698189562e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.877021] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "ea7ba3ba-230f-4523-9ccf-3f698189562e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.877021] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039709, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.878428] env[68391]: INFO nova.compute.manager [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Terminating instance [ 1076.942140] env[68391]: DEBUG oslo_vmware.api [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039710, 'name': PowerOffVM_Task, 'duration_secs': 0.187098} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.942597] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.942597] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Updating instance 'e4536f4a-9142-4bf3-a540-82ff1eae2dae' progress to 17 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.227384] env[68391]: DEBUG nova.compute.manager [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.305367] env[68391]: DEBUG oslo_vmware.api [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039711, 'name': PowerOffVM_Task, 'duration_secs': 0.250542} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.305803] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.311281] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Reconfiguring VM instance instance-00000068 to detach disk 2002 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1077.311702] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d7b3dd8-7ae7-4970-8077-b85d4888c88e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.334264] env[68391]: DEBUG oslo_vmware.api [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1077.334264] env[68391]: value = "task-3039712" [ 1077.334264] env[68391]: _type = "Task" [ 1077.334264] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.347619] env[68391]: DEBUG oslo_vmware.api [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.369608] env[68391]: DEBUG oslo_vmware.api [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039709, 'name': PowerOnVM_Task, 'duration_secs': 0.544702} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.369915] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.370130] env[68391]: INFO nova.compute.manager [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1077.370307] env[68391]: DEBUG nova.compute.manager [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.371160] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4956374-86c2-4bee-bd3c-4b6eb54913d6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.382719] env[68391]: DEBUG nova.compute.manager [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.382925] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.383946] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a1f142-64c1-4620-80e9-ee31bfc9c89a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.391515] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.391753] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-802aae32-4acc-46be-809f-499d956b9fdc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.399459] env[68391]: DEBUG oslo_vmware.api [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1077.399459] env[68391]: value = "task-3039713" [ 1077.399459] env[68391]: _type = "Task" [ 1077.399459] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.409565] env[68391]: DEBUG oslo_vmware.api [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.450978] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.450978] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.450978] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.450978] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.450978] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.450978] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.451321] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.451357] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.451503] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.451664] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.451856] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.458053] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae691ed9-816b-424b-a360-bf5ec30cd39a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.477650] env[68391]: DEBUG oslo_vmware.api [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1077.477650] env[68391]: value = "task-3039714" [ 1077.477650] env[68391]: _type = "Task" [ 1077.477650] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.488868] env[68391]: DEBUG oslo_vmware.api [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.748992] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.749229] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.750911] env[68391]: INFO nova.compute.claims [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.846232] env[68391]: DEBUG oslo_vmware.api [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039712, 'name': ReconfigVM_Task, 'duration_secs': 0.305427} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.846232] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Reconfigured VM instance instance-00000068 to detach disk 2002 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1077.846232] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.846232] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa7caff1-3706-495b-88aa-a141f6a14c35 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.851763] env[68391]: DEBUG oslo_vmware.api [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1077.851763] env[68391]: value = "task-3039715" [ 1077.851763] env[68391]: _type = "Task" [ 1077.851763] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.860158] env[68391]: DEBUG oslo_vmware.api [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.889960] env[68391]: INFO nova.compute.manager [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Took 19.63 seconds to build instance. [ 1077.912834] env[68391]: DEBUG oslo_vmware.api [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039713, 'name': PowerOffVM_Task, 'duration_secs': 0.268372} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.913083] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.913244] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.913548] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec87e63f-9f5e-4f2c-9adf-1bda5cdd7c93 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.971369] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.972143] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.984165] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.984347] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.984695] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Deleting the datastore file [datastore1] ea7ba3ba-230f-4523-9ccf-3f698189562e {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.985381] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc9b238a-6b01-4456-ae83-cbc5381cb568 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.992722] env[68391]: DEBUG oslo_vmware.api [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039714, 'name': ReconfigVM_Task, 'duration_secs': 0.175491} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.993100] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Updating instance 'e4536f4a-9142-4bf3-a540-82ff1eae2dae' progress to 33 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.997534] env[68391]: DEBUG oslo_vmware.api [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1077.997534] env[68391]: value = "task-3039717" [ 1077.997534] env[68391]: _type = "Task" [ 1077.997534] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.007784] env[68391]: DEBUG oslo_vmware.api [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.362430] env[68391]: DEBUG oslo_vmware.api [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039715, 'name': PowerOnVM_Task, 'duration_secs': 0.409427} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.362707] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.363032] env[68391]: DEBUG nova.compute.manager [None req-19cf3623-19a7-4b9b-a2e6-3cd95f235db8 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.363810] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d642b225-b1c0-41be-924c-e3af2947a136 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.392296] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51375044-9ab2-4ccb-bceb-ac240bfc1c60 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "00381159-7685-4e1c-88f1-566368b4822b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.160s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.474689] env[68391]: DEBUG nova.compute.manager [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.500191] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.500827] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.500827] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.500827] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.501056] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.501088] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.501930] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.501930] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.501930] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.501930] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.501930] env[68391]: DEBUG nova.virt.hardware [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.507693] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1078.509029] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8e06e1e-0044-4c72-9171-17076c93b41d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.533052] env[68391]: DEBUG oslo_vmware.api [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151072} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.534598] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.534837] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.535081] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.535302] env[68391]: INFO nova.compute.manager [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1078.535601] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.535911] env[68391]: DEBUG oslo_vmware.api [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1078.535911] env[68391]: value = "task-3039718" [ 1078.535911] env[68391]: _type = "Task" [ 1078.535911] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.536189] env[68391]: DEBUG nova.compute.manager [-] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.536311] env[68391]: DEBUG nova.network.neutron [-] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.548919] env[68391]: DEBUG oslo_vmware.api [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039718, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.958750] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9a62df-a35b-42e1-8bb8-75985a9f9dcb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.971743] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4923bd4-c85b-4b46-8d45-12a30d52699b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.006562] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a7071d2-9513-49b9-a751-dac262bd5a6b tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "00381159-7685-4e1c-88f1-566368b4822b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.006901] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a7071d2-9513-49b9-a751-dac262bd5a6b tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "00381159-7685-4e1c-88f1-566368b4822b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.007097] env[68391]: DEBUG nova.compute.manager [None req-9a7071d2-9513-49b9-a751-dac262bd5a6b tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.011767] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87977ab1-f820-4304-9775-7ce0ea8d89af {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.014637] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0238e31-d10f-49cb-b97b-55cc496c9013 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.017930] env[68391]: DEBUG nova.compute.manager [req-8876f57a-ac1b-4d14-88ba-ad6a2e7ad425 req-27863bb2-260a-498c-9127-cf75164c7694 service nova] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Received event network-vif-deleted-3ccd0969-a76f-4444-bdbe-eab2a35e11fe {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.018136] env[68391]: INFO nova.compute.manager [req-8876f57a-ac1b-4d14-88ba-ad6a2e7ad425 req-27863bb2-260a-498c-9127-cf75164c7694 service nova] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Neutron deleted interface 3ccd0969-a76f-4444-bdbe-eab2a35e11fe; detaching it from the instance and deleting it from the info cache [ 1079.018308] env[68391]: DEBUG nova.network.neutron [req-8876f57a-ac1b-4d14-88ba-ad6a2e7ad425 req-27863bb2-260a-498c-9127-cf75164c7694 service nova] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.027836] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e9ab17-6483-4d0f-8b63-846379cd953d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.032939] env[68391]: DEBUG nova.compute.manager [None req-9a7071d2-9513-49b9-a751-dac262bd5a6b tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68391) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1079.033508] env[68391]: DEBUG nova.objects.instance [None req-9a7071d2-9513-49b9-a751-dac262bd5a6b tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lazy-loading 'flavor' on Instance uuid 00381159-7685-4e1c-88f1-566368b4822b {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.035550] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.049186] env[68391]: DEBUG nova.compute.provider_tree [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.059500] env[68391]: DEBUG oslo_vmware.api [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039718, 'name': ReconfigVM_Task, 'duration_secs': 0.359181} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.060348] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1079.061209] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbd0e6c-be67-451e-883c-2a4f04b23a9d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.085547] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-dcc054f0-b452-4bcb-a9ae-b0757e2b6753/volume-dcc054f0-b452-4bcb-a9ae-b0757e2b6753.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.086130] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bc6bf88-1c34-46e2-807e-3866cc889b58 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.108694] env[68391]: DEBUG oslo_vmware.api [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1079.108694] env[68391]: value = "task-3039719" [ 1079.108694] env[68391]: _type = "Task" [ 1079.108694] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.117497] env[68391]: DEBUG oslo_vmware.api [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.478574] env[68391]: DEBUG nova.network.neutron [-] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.521209] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-411151e7-b5f6-492b-b71a-7570e6a6e51f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.532647] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e1105c-7b2d-48c5-85f3-a12be3ff2ce6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.555105] env[68391]: DEBUG nova.scheduler.client.report [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.572745] env[68391]: DEBUG nova.compute.manager [req-8876f57a-ac1b-4d14-88ba-ad6a2e7ad425 req-27863bb2-260a-498c-9127-cf75164c7694 service nova] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Detach interface failed, port_id=3ccd0969-a76f-4444-bdbe-eab2a35e11fe, reason: Instance ea7ba3ba-230f-4523-9ccf-3f698189562e could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1079.620372] env[68391]: DEBUG oslo_vmware.api [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039719, 'name': ReconfigVM_Task, 'duration_secs': 0.337731} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.620709] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-dcc054f0-b452-4bcb-a9ae-b0757e2b6753/volume-dcc054f0-b452-4bcb-a9ae-b0757e2b6753.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.621090] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Updating instance 'e4536f4a-9142-4bf3-a540-82ff1eae2dae' progress to 50 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.724933] env[68391]: DEBUG nova.compute.manager [req-d5687bc0-cb26-4d76-84c5-cbbb97c15483 req-999673ef-a4c4-494d-9240-6d14f4c17f4f service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Received event network-changed-df55f6ae-5a48-4134-8a15-0a2b68d897a0 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.725158] env[68391]: DEBUG nova.compute.manager [req-d5687bc0-cb26-4d76-84c5-cbbb97c15483 req-999673ef-a4c4-494d-9240-6d14f4c17f4f service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Refreshing instance network info cache due to event network-changed-df55f6ae-5a48-4134-8a15-0a2b68d897a0. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.725394] env[68391]: DEBUG oslo_concurrency.lockutils [req-d5687bc0-cb26-4d76-84c5-cbbb97c15483 req-999673ef-a4c4-494d-9240-6d14f4c17f4f service nova] Acquiring lock "refresh_cache-98605598-57ba-4c0c-bd19-7cc8e0bb5a66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.725549] env[68391]: DEBUG oslo_concurrency.lockutils [req-d5687bc0-cb26-4d76-84c5-cbbb97c15483 req-999673ef-a4c4-494d-9240-6d14f4c17f4f service nova] Acquired lock "refresh_cache-98605598-57ba-4c0c-bd19-7cc8e0bb5a66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.725721] env[68391]: DEBUG nova.network.neutron [req-d5687bc0-cb26-4d76-84c5-cbbb97c15483 req-999673ef-a4c4-494d-9240-6d14f4c17f4f service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Refreshing network info cache for port df55f6ae-5a48-4134-8a15-0a2b68d897a0 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.982574] env[68391]: INFO nova.compute.manager [-] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Took 1.45 seconds to deallocate network for instance. [ 1080.048378] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7071d2-9513-49b9-a751-dac262bd5a6b tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.048611] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af7a6e51-0db2-430d-88c0-d505d070c648 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.057703] env[68391]: DEBUG oslo_vmware.api [None req-9a7071d2-9513-49b9-a751-dac262bd5a6b tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1080.057703] env[68391]: value = "task-3039720" [ 1080.057703] env[68391]: _type = "Task" [ 1080.057703] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.061904] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.062417] env[68391]: DEBUG nova.compute.manager [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.068612] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.033s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.072013] env[68391]: INFO nova.compute.claims [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.072987] env[68391]: DEBUG oslo_vmware.api [None req-9a7071d2-9513-49b9-a751-dac262bd5a6b tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.129753] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28f0544-49b5-4a21-9c2e-88424dac238b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.151039] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d555be0-8f8d-4ed5-9400-be1043e676a6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.169845] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Updating instance 'e4536f4a-9142-4bf3-a540-82ff1eae2dae' progress to 67 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.445135] env[68391]: DEBUG nova.network.neutron [req-d5687bc0-cb26-4d76-84c5-cbbb97c15483 req-999673ef-a4c4-494d-9240-6d14f4c17f4f service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Updated VIF entry in instance network info cache for port df55f6ae-5a48-4134-8a15-0a2b68d897a0. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.445542] env[68391]: DEBUG nova.network.neutron [req-d5687bc0-cb26-4d76-84c5-cbbb97c15483 req-999673ef-a4c4-494d-9240-6d14f4c17f4f service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Updating instance_info_cache with network_info: [{"id": "df55f6ae-5a48-4134-8a15-0a2b68d897a0", "address": "fa:16:3e:26:fd:e5", "network": {"id": "af44e403-39d4-4222-8b45-8e85e210199b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1627779861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3159520e19b845c19d66b40346b96f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf55f6ae-5a", "ovs_interfaceid": "df55f6ae-5a48-4134-8a15-0a2b68d897a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.488368] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.569457] env[68391]: DEBUG oslo_vmware.api [None req-9a7071d2-9513-49b9-a751-dac262bd5a6b tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039720, 'name': PowerOffVM_Task, 'duration_secs': 0.182632} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.569654] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7071d2-9513-49b9-a751-dac262bd5a6b tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.569868] env[68391]: DEBUG nova.compute.manager [None req-9a7071d2-9513-49b9-a751-dac262bd5a6b tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.570658] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99377c62-8ac6-4409-8c7d-87d4da3a65c8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.574489] env[68391]: DEBUG nova.compute.utils [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.579106] env[68391]: DEBUG nova.compute.manager [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.579280] env[68391]: DEBUG nova.network.neutron [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.620572] env[68391]: DEBUG nova.policy [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ccc68919ff44a95b5422042eb1b4085', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffcd61a7751e437f8129d7e4b82e8672', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.948762] env[68391]: DEBUG oslo_concurrency.lockutils [req-d5687bc0-cb26-4d76-84c5-cbbb97c15483 req-999673ef-a4c4-494d-9240-6d14f4c17f4f service nova] Releasing lock "refresh_cache-98605598-57ba-4c0c-bd19-7cc8e0bb5a66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.978193] env[68391]: DEBUG nova.network.neutron [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Successfully created port: ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.087124] env[68391]: DEBUG nova.compute.manager [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.092042] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9a7071d2-9513-49b9-a751-dac262bd5a6b tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "00381159-7685-4e1c-88f1-566368b4822b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.085s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.379269] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68ddabc-dcd8-4450-b8eb-602202fa0f91 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.387089] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f37be1b-3fcf-4cd5-9455-1611a97cf2c6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.417786] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82fd865-382b-45a6-a794-9c201df8407c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.426484] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125c3b73-89e5-4ff8-890b-40d3eece17a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.440960] env[68391]: DEBUG nova.compute.provider_tree [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.727374] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "00381159-7685-4e1c-88f1-566368b4822b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.727929] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "00381159-7685-4e1c-88f1-566368b4822b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.727929] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "00381159-7685-4e1c-88f1-566368b4822b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.728063] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "00381159-7685-4e1c-88f1-566368b4822b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.728206] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "00381159-7685-4e1c-88f1-566368b4822b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.732182] env[68391]: INFO nova.compute.manager [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Terminating instance [ 1081.749022] env[68391]: DEBUG nova.compute.manager [req-a7229e67-cc29-425c-8d79-762f9b9d4975 req-2dc360a6-65b5-4b62-a70b-34a454e0bf9b service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Received event network-changed-df55f6ae-5a48-4134-8a15-0a2b68d897a0 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.749022] env[68391]: DEBUG nova.compute.manager [req-a7229e67-cc29-425c-8d79-762f9b9d4975 req-2dc360a6-65b5-4b62-a70b-34a454e0bf9b service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Refreshing instance network info cache due to event network-changed-df55f6ae-5a48-4134-8a15-0a2b68d897a0. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.749208] env[68391]: DEBUG oslo_concurrency.lockutils [req-a7229e67-cc29-425c-8d79-762f9b9d4975 req-2dc360a6-65b5-4b62-a70b-34a454e0bf9b service nova] Acquiring lock "refresh_cache-98605598-57ba-4c0c-bd19-7cc8e0bb5a66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.749276] env[68391]: DEBUG oslo_concurrency.lockutils [req-a7229e67-cc29-425c-8d79-762f9b9d4975 req-2dc360a6-65b5-4b62-a70b-34a454e0bf9b service nova] Acquired lock "refresh_cache-98605598-57ba-4c0c-bd19-7cc8e0bb5a66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.749462] env[68391]: DEBUG nova.network.neutron [req-a7229e67-cc29-425c-8d79-762f9b9d4975 req-2dc360a6-65b5-4b62-a70b-34a454e0bf9b service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Refreshing network info cache for port df55f6ae-5a48-4134-8a15-0a2b68d897a0 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.809795] env[68391]: DEBUG nova.network.neutron [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Port ebadd5dc-8a43-4f23-8d4d-5303612ed649 binding to destination host cpu-1 is already ACTIVE {{(pid=68391) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1081.944311] env[68391]: DEBUG nova.scheduler.client.report [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.098433] env[68391]: DEBUG nova.compute.manager [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.127704] env[68391]: DEBUG nova.virt.hardware [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.127944] env[68391]: DEBUG nova.virt.hardware [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.128114] env[68391]: DEBUG nova.virt.hardware [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.128295] env[68391]: DEBUG nova.virt.hardware [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.128437] env[68391]: DEBUG nova.virt.hardware [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.128578] env[68391]: DEBUG nova.virt.hardware [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.128782] env[68391]: DEBUG nova.virt.hardware [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.128974] env[68391]: DEBUG nova.virt.hardware [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.129156] env[68391]: DEBUG nova.virt.hardware [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.129315] env[68391]: DEBUG nova.virt.hardware [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.129484] env[68391]: DEBUG nova.virt.hardware [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.130388] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0637735d-5696-4f31-acfd-6bd70dd3c627 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.138712] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d3cec1-8e1c-484d-a224-8964c8777078 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.235596] env[68391]: DEBUG nova.compute.manager [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.235890] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.236785] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d015b077-bfcd-4d88-995f-3b13e618b59d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.245099] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.245352] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5675724-d223-4433-9990-dc8a084f6f08 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.319068] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.320551] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.320680] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Deleting the datastore file [datastore2] 00381159-7685-4e1c-88f1-566368b4822b {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.321193] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb0aa391-2dce-49db-9a6b-e9c7586819d3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.329695] env[68391]: DEBUG oslo_vmware.api [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1082.329695] env[68391]: value = "task-3039722" [ 1082.329695] env[68391]: _type = "Task" [ 1082.329695] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.338964] env[68391]: DEBUG oslo_vmware.api [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.448850] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.449394] env[68391]: DEBUG nova.compute.manager [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.452707] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.964s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.453249] env[68391]: DEBUG nova.objects.instance [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lazy-loading 'resources' on Instance uuid ea7ba3ba-230f-4523-9ccf-3f698189562e {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.505139] env[68391]: DEBUG nova.compute.manager [req-2b58616e-0b5f-47d2-8b3f-776ef353f6b8 req-8944e922-4329-4f81-addf-76ddb601388c service nova] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Received event network-vif-plugged-ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.505139] env[68391]: DEBUG oslo_concurrency.lockutils [req-2b58616e-0b5f-47d2-8b3f-776ef353f6b8 req-8944e922-4329-4f81-addf-76ddb601388c service nova] Acquiring lock "bc083058-c49b-496f-ab5e-1158f84e03ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.505273] env[68391]: DEBUG oslo_concurrency.lockutils [req-2b58616e-0b5f-47d2-8b3f-776ef353f6b8 req-8944e922-4329-4f81-addf-76ddb601388c service nova] Lock "bc083058-c49b-496f-ab5e-1158f84e03ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.505440] env[68391]: DEBUG oslo_concurrency.lockutils [req-2b58616e-0b5f-47d2-8b3f-776ef353f6b8 req-8944e922-4329-4f81-addf-76ddb601388c service nova] Lock "bc083058-c49b-496f-ab5e-1158f84e03ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.505601] env[68391]: DEBUG nova.compute.manager [req-2b58616e-0b5f-47d2-8b3f-776ef353f6b8 req-8944e922-4329-4f81-addf-76ddb601388c service nova] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] No waiting events found dispatching network-vif-plugged-ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.505761] env[68391]: WARNING nova.compute.manager [req-2b58616e-0b5f-47d2-8b3f-776ef353f6b8 req-8944e922-4329-4f81-addf-76ddb601388c service nova] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Received unexpected event network-vif-plugged-ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d for instance with vm_state building and task_state spawning. [ 1082.606665] env[68391]: DEBUG nova.network.neutron [req-a7229e67-cc29-425c-8d79-762f9b9d4975 req-2dc360a6-65b5-4b62-a70b-34a454e0bf9b service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Updated VIF entry in instance network info cache for port df55f6ae-5a48-4134-8a15-0a2b68d897a0. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.607088] env[68391]: DEBUG nova.network.neutron [req-a7229e67-cc29-425c-8d79-762f9b9d4975 req-2dc360a6-65b5-4b62-a70b-34a454e0bf9b service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Updating instance_info_cache with network_info: [{"id": "df55f6ae-5a48-4134-8a15-0a2b68d897a0", "address": "fa:16:3e:26:fd:e5", "network": {"id": "af44e403-39d4-4222-8b45-8e85e210199b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1627779861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3159520e19b845c19d66b40346b96f6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf55f6ae-5a", "ovs_interfaceid": "df55f6ae-5a48-4134-8a15-0a2b68d897a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.649476] env[68391]: DEBUG nova.network.neutron [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Successfully updated port: ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.838198] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "e4536f4a-9142-4bf3-a540-82ff1eae2dae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.838434] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "e4536f4a-9142-4bf3-a540-82ff1eae2dae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.838590] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "e4536f4a-9142-4bf3-a540-82ff1eae2dae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.847230] env[68391]: DEBUG oslo_vmware.api [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155277} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.847746] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.847982] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.848208] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.848429] env[68391]: INFO nova.compute.manager [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1082.848573] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.848796] env[68391]: DEBUG nova.compute.manager [-] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.848945] env[68391]: DEBUG nova.network.neutron [-] [instance: 00381159-7685-4e1c-88f1-566368b4822b] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.955950] env[68391]: DEBUG nova.compute.utils [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.961999] env[68391]: DEBUG nova.compute.manager [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.962266] env[68391]: DEBUG nova.network.neutron [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.007704] env[68391]: DEBUG nova.policy [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4a21ee26f414987b8e5e05a34a5aebc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ab3e163888b4797922ee1e2438d30a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.027490] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.027725] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.027879] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.028041] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.028200] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.028347] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.028492] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.028660] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68391) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1083.028767] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.111827] env[68391]: DEBUG oslo_concurrency.lockutils [req-a7229e67-cc29-425c-8d79-762f9b9d4975 req-2dc360a6-65b5-4b62-a70b-34a454e0bf9b service nova] Releasing lock "refresh_cache-98605598-57ba-4c0c-bd19-7cc8e0bb5a66" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.151939] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "refresh_cache-bc083058-c49b-496f-ab5e-1158f84e03ec" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.152012] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquired lock "refresh_cache-bc083058-c49b-496f-ab5e-1158f84e03ec" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.152156] env[68391]: DEBUG nova.network.neutron [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.154987] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adc9436-cc7e-46fc-97a0-6feec2165baf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.164041] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86340eb6-1513-48c8-bdcd-2a29e8f32e04 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.194403] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d72b94-6c16-46c6-9daf-a0d26e689e64 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.201844] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c1a1c4-0043-4e7a-941f-8fad81223315 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.215504] env[68391]: DEBUG nova.compute.provider_tree [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.375877] env[68391]: DEBUG nova.network.neutron [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Successfully created port: aeedb69f-a1ae-406f-838f-123da50d2d88 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.462856] env[68391]: DEBUG nova.compute.manager [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.532209] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.634710] env[68391]: DEBUG nova.network.neutron [-] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.696895] env[68391]: DEBUG nova.network.neutron [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.718949] env[68391]: DEBUG nova.scheduler.client.report [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.826906] env[68391]: DEBUG nova.network.neutron [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Updating instance_info_cache with network_info: [{"id": "ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d", "address": "fa:16:3e:5b:ff:dc", "network": {"id": "559576db-d198-4d30-ad99-31a9917de15c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1964259922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffcd61a7751e437f8129d7e4b82e8672", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad88afdd-c2", "ovs_interfaceid": "ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.874561] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "refresh_cache-e4536f4a-9142-4bf3-a540-82ff1eae2dae" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.874731] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired lock "refresh_cache-e4536f4a-9142-4bf3-a540-82ff1eae2dae" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.874932] env[68391]: DEBUG nova.network.neutron [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.139143] env[68391]: INFO nova.compute.manager [-] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Took 1.29 seconds to deallocate network for instance. [ 1084.224582] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.227134] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.695s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.227367] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.227568] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68391) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1084.228578] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856eefb6-5da6-4884-b8c3-2c7a21c10520 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.238823] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72ccf85-d23b-464e-85bd-61a22a2b6518 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.255604] env[68391]: INFO nova.scheduler.client.report [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Deleted allocations for instance ea7ba3ba-230f-4523-9ccf-3f698189562e [ 1084.261313] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30169928-d29d-41c0-ac4b-96bb2e6f4f45 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.269374] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03622150-da60-4322-b2c1-52a57b777750 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.301281] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179098MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=68391) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1084.301511] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.301781] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.330275] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Releasing lock "refresh_cache-bc083058-c49b-496f-ab5e-1158f84e03ec" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.330661] env[68391]: DEBUG nova.compute.manager [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Instance network_info: |[{"id": "ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d", "address": "fa:16:3e:5b:ff:dc", "network": {"id": "559576db-d198-4d30-ad99-31a9917de15c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1964259922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffcd61a7751e437f8129d7e4b82e8672", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad88afdd-c2", "ovs_interfaceid": "ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.331135] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:ff:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.338685] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Creating folder: Project (ffcd61a7751e437f8129d7e4b82e8672). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.339083] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87f1c2c1-c102-492f-a925-19dfb93a4f14 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.353715] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Created folder: Project (ffcd61a7751e437f8129d7e4b82e8672) in parent group-v608736. [ 1084.353954] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Creating folder: Instances. Parent ref: group-v609029. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.354244] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d07e8d8-9c33-4999-bd48-b36ef78b89b5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.364214] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Created folder: Instances in parent group-v609029. [ 1084.364661] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.364920] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.365180] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5da39786-b5cd-482c-87f6-b619d750fbaf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.386801] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.386801] env[68391]: value = "task-3039725" [ 1084.386801] env[68391]: _type = "Task" [ 1084.386801] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.394657] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039725, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.473988] env[68391]: DEBUG nova.compute.manager [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.502534] env[68391]: DEBUG nova.virt.hardware [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.502838] env[68391]: DEBUG nova.virt.hardware [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.504023] env[68391]: DEBUG nova.virt.hardware [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.504023] env[68391]: DEBUG nova.virt.hardware [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.504023] env[68391]: DEBUG nova.virt.hardware [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.504023] env[68391]: DEBUG nova.virt.hardware [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.504023] env[68391]: DEBUG nova.virt.hardware [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.504023] env[68391]: DEBUG nova.virt.hardware [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.504305] env[68391]: DEBUG nova.virt.hardware [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.504391] env[68391]: DEBUG nova.virt.hardware [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.504607] env[68391]: DEBUG nova.virt.hardware [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.505775] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15928ec8-ebda-4327-86b2-d1a6632cf1c4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.515080] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444484b1-671c-4a8c-a4a6-9e260f075b1a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.540691] env[68391]: DEBUG nova.compute.manager [req-40bbff8b-4573-4bed-8934-31ae63e4564e req-2b877f80-aa36-47b9-9435-c675465c3699 service nova] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Received event network-changed-ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.540955] env[68391]: DEBUG nova.compute.manager [req-40bbff8b-4573-4bed-8934-31ae63e4564e req-2b877f80-aa36-47b9-9435-c675465c3699 service nova] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Refreshing instance network info cache due to event network-changed-ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.541141] env[68391]: DEBUG oslo_concurrency.lockutils [req-40bbff8b-4573-4bed-8934-31ae63e4564e req-2b877f80-aa36-47b9-9435-c675465c3699 service nova] Acquiring lock "refresh_cache-bc083058-c49b-496f-ab5e-1158f84e03ec" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.541293] env[68391]: DEBUG oslo_concurrency.lockutils [req-40bbff8b-4573-4bed-8934-31ae63e4564e req-2b877f80-aa36-47b9-9435-c675465c3699 service nova] Acquired lock "refresh_cache-bc083058-c49b-496f-ab5e-1158f84e03ec" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.541453] env[68391]: DEBUG nova.network.neutron [req-40bbff8b-4573-4bed-8934-31ae63e4564e req-2b877f80-aa36-47b9-9435-c675465c3699 service nova] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Refreshing network info cache for port ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.637016] env[68391]: DEBUG nova.network.neutron [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Updating instance_info_cache with network_info: [{"id": "ebadd5dc-8a43-4f23-8d4d-5303612ed649", "address": "fa:16:3e:2f:92:67", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebadd5dc-8a", "ovs_interfaceid": "ebadd5dc-8a43-4f23-8d4d-5303612ed649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.645804] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.768350] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c0070fde-7ae4-4fc5-a1f9-397cc0b4f13f tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "ea7ba3ba-230f-4523-9ccf-3f698189562e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.894s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.822137] env[68391]: DEBUG nova.network.neutron [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Successfully updated port: aeedb69f-a1ae-406f-838f-123da50d2d88 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.897636] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039725, 'name': CreateVM_Task, 'duration_secs': 0.3036} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.897795] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.898427] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.898587] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.898927] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.899200] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75998e63-d449-45e9-b7e2-d78386c8a302 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.904193] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1084.904193] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52fe416e-392d-6312-0311-bb004c027337" [ 1084.904193] env[68391]: _type = "Task" [ 1084.904193] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.911989] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52fe416e-392d-6312-0311-bb004c027337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.140175] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Releasing lock "refresh_cache-e4536f4a-9142-4bf3-a540-82ff1eae2dae" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.238695] env[68391]: DEBUG nova.network.neutron [req-40bbff8b-4573-4bed-8934-31ae63e4564e req-2b877f80-aa36-47b9-9435-c675465c3699 service nova] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Updated VIF entry in instance network info cache for port ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.239083] env[68391]: DEBUG nova.network.neutron [req-40bbff8b-4573-4bed-8934-31ae63e4564e req-2b877f80-aa36-47b9-9435-c675465c3699 service nova] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Updating instance_info_cache with network_info: [{"id": "ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d", "address": "fa:16:3e:5b:ff:dc", "network": {"id": "559576db-d198-4d30-ad99-31a9917de15c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1964259922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffcd61a7751e437f8129d7e4b82e8672", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad88afdd-c2", "ovs_interfaceid": "ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.313114] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Applying migration context for instance e4536f4a-9142-4bf3-a540-82ff1eae2dae as it has an incoming, in-progress migration fc3e58f2-4282-4635-9776-c3fed25f6407. Migration status is post-migrating {{(pid=68391) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1085.314485] env[68391]: INFO nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Updating resource usage from migration fc3e58f2-4282-4635-9776-c3fed25f6407 [ 1085.324553] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "refresh_cache-60bd62a6-d953-438c-8028-e1eb4ffe1bfc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.324751] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquired lock "refresh_cache-60bd62a6-d953-438c-8028-e1eb4ffe1bfc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.324846] env[68391]: DEBUG nova.network.neutron [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.335774] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance d6b19435-f7df-4b89-b0b1-b147ff8d8f64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.336045] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance e93e52b7-a56f-49ae-b675-78aac2add525 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.336278] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 6b7c8e4e-7b97-433a-be89-cb5dbb977adb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.336504] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 92d021a1-7b89-4fe1-8cd9-289a355da5f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.336730] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance f5404848-2367-4aff-adb0-9986ef7e4771 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.336960] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.337153] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 98605598-57ba-4c0c-bd19-7cc8e0bb5a66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.337362] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 55385d20-05bb-4045-bef5-8c8fc1cdc457 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.337625] env[68391]: WARNING nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 00381159-7685-4e1c-88f1-566368b4822b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1085.337861] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Migration fc3e58f2-4282-4635-9776-c3fed25f6407 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1085.338102] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance e4536f4a-9142-4bf3-a540-82ff1eae2dae actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.338355] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance bc083058-c49b-496f-ab5e-1158f84e03ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.338433] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 60bd62a6-d953-438c-8028-e1eb4ffe1bfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.338626] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1085.338773] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1085.417208] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52fe416e-392d-6312-0311-bb004c027337, 'name': SearchDatastore_Task, 'duration_secs': 0.009362} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.417535] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.417884] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.417988] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.418154] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.418410] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.418595] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44a63fa8-9d56-4adb-9410-c497582d0d72 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.430314] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.430502] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.433559] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c8f622d-d888-4d9d-a711-e452392276d9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.439061] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1085.439061] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bdc633-a2fb-3478-a20f-6ae3b037da73" [ 1085.439061] env[68391]: _type = "Task" [ 1085.439061] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.446978] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bdc633-a2fb-3478-a20f-6ae3b037da73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.505497] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c560e1-f589-415a-a8dd-090925a24686 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.513035] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3284f07a-d678-4893-adb9-d80ffb89449b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.542268] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101bc20f-91fb-4314-a610-889c676908d3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.549925] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce68747d-8c42-4cf5-b6aa-8090120dd755 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.563727] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.649421] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf588e46-7f6e-454f-bf00-289449f3a890 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.656980] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5230ee4-bdef-4e3f-8c58-00a03c159c5c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.742148] env[68391]: DEBUG oslo_concurrency.lockutils [req-40bbff8b-4573-4bed-8934-31ae63e4564e req-2b877f80-aa36-47b9-9435-c675465c3699 service nova] Releasing lock "refresh_cache-bc083058-c49b-496f-ab5e-1158f84e03ec" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.742288] env[68391]: DEBUG nova.compute.manager [req-40bbff8b-4573-4bed-8934-31ae63e4564e req-2b877f80-aa36-47b9-9435-c675465c3699 service nova] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Received event network-vif-deleted-3351fa17-6602-4ab1-ad0e-da5be09c4f29 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.857482] env[68391]: DEBUG nova.network.neutron [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.950403] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bdc633-a2fb-3478-a20f-6ae3b037da73, 'name': SearchDatastore_Task, 'duration_secs': 0.008915} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.953184] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199b26b5-bd43-4ca1-a11a-ed202331b616 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.956310] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1085.956310] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525a3ccd-0a27-c1fe-3b49-5c2af862672a" [ 1085.956310] env[68391]: _type = "Task" [ 1085.956310] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.964509] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525a3ccd-0a27-c1fe-3b49-5c2af862672a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.034876] env[68391]: DEBUG nova.network.neutron [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Updating instance_info_cache with network_info: [{"id": "aeedb69f-a1ae-406f-838f-123da50d2d88", "address": "fa:16:3e:b6:ea:b4", "network": {"id": "50320497-e5a5-47f4-a99d-77674efcd3a7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1785897079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab3e163888b4797922ee1e2438d30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeedb69f-a1", "ovs_interfaceid": "aeedb69f-a1ae-406f-838f-123da50d2d88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.066284] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.467617] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525a3ccd-0a27-c1fe-3b49-5c2af862672a, 'name': SearchDatastore_Task, 'duration_secs': 0.009502} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.467917] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.468156] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] bc083058-c49b-496f-ab5e-1158f84e03ec/bc083058-c49b-496f-ab5e-1158f84e03ec.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.468418] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc60a5a4-2fca-4576-899c-92e74ce04561 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.475194] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1086.475194] env[68391]: value = "task-3039726" [ 1086.475194] env[68391]: _type = "Task" [ 1086.475194] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.483070] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.538159] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Releasing lock "refresh_cache-60bd62a6-d953-438c-8028-e1eb4ffe1bfc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.538510] env[68391]: DEBUG nova.compute.manager [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Instance network_info: |[{"id": "aeedb69f-a1ae-406f-838f-123da50d2d88", "address": "fa:16:3e:b6:ea:b4", "network": {"id": "50320497-e5a5-47f4-a99d-77674efcd3a7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1785897079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab3e163888b4797922ee1e2438d30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeedb69f-a1", "ovs_interfaceid": "aeedb69f-a1ae-406f-838f-123da50d2d88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.538953] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:ea:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aeedb69f-a1ae-406f-838f-123da50d2d88', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.546665] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Creating folder: Project (7ab3e163888b4797922ee1e2438d30a3). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.546918] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9fe7543-3dfb-416c-8a67-8009a8e20239 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.556541] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Created folder: Project (7ab3e163888b4797922ee1e2438d30a3) in parent group-v608736. [ 1086.556721] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Creating folder: Instances. Parent ref: group-v609032. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.556974] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53d7e57d-30f3-44d5-9874-fac6df71a668 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.565192] env[68391]: DEBUG nova.compute.manager [req-42f10e5e-b12f-4a93-9b95-a1febce30f82 req-469425d3-5697-4cd9-9d89-32832ec43daf service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Received event network-vif-plugged-aeedb69f-a1ae-406f-838f-123da50d2d88 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.565396] env[68391]: DEBUG oslo_concurrency.lockutils [req-42f10e5e-b12f-4a93-9b95-a1febce30f82 req-469425d3-5697-4cd9-9d89-32832ec43daf service nova] Acquiring lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.565598] env[68391]: DEBUG oslo_concurrency.lockutils [req-42f10e5e-b12f-4a93-9b95-a1febce30f82 req-469425d3-5697-4cd9-9d89-32832ec43daf service nova] Lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.565764] env[68391]: DEBUG oslo_concurrency.lockutils [req-42f10e5e-b12f-4a93-9b95-a1febce30f82 req-469425d3-5697-4cd9-9d89-32832ec43daf service nova] Lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.565926] env[68391]: DEBUG nova.compute.manager [req-42f10e5e-b12f-4a93-9b95-a1febce30f82 req-469425d3-5697-4cd9-9d89-32832ec43daf service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] No waiting events found dispatching network-vif-plugged-aeedb69f-a1ae-406f-838f-123da50d2d88 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.566098] env[68391]: WARNING nova.compute.manager [req-42f10e5e-b12f-4a93-9b95-a1febce30f82 req-469425d3-5697-4cd9-9d89-32832ec43daf service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Received unexpected event network-vif-plugged-aeedb69f-a1ae-406f-838f-123da50d2d88 for instance with vm_state building and task_state spawning. [ 1086.566247] env[68391]: DEBUG nova.compute.manager [req-42f10e5e-b12f-4a93-9b95-a1febce30f82 req-469425d3-5697-4cd9-9d89-32832ec43daf service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Received event network-changed-aeedb69f-a1ae-406f-838f-123da50d2d88 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.566395] env[68391]: DEBUG nova.compute.manager [req-42f10e5e-b12f-4a93-9b95-a1febce30f82 req-469425d3-5697-4cd9-9d89-32832ec43daf service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Refreshing instance network info cache due to event network-changed-aeedb69f-a1ae-406f-838f-123da50d2d88. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.566575] env[68391]: DEBUG oslo_concurrency.lockutils [req-42f10e5e-b12f-4a93-9b95-a1febce30f82 req-469425d3-5697-4cd9-9d89-32832ec43daf service nova] Acquiring lock "refresh_cache-60bd62a6-d953-438c-8028-e1eb4ffe1bfc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.566707] env[68391]: DEBUG oslo_concurrency.lockutils [req-42f10e5e-b12f-4a93-9b95-a1febce30f82 req-469425d3-5697-4cd9-9d89-32832ec43daf service nova] Acquired lock "refresh_cache-60bd62a6-d953-438c-8028-e1eb4ffe1bfc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.566911] env[68391]: DEBUG nova.network.neutron [req-42f10e5e-b12f-4a93-9b95-a1febce30f82 req-469425d3-5697-4cd9-9d89-32832ec43daf service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Refreshing network info cache for port aeedb69f-a1ae-406f-838f-123da50d2d88 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.569331] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Created folder: Instances in parent group-v609032. [ 1086.569549] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.569899] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.570110] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee25a8f1-6684-4f1e-a809-af75698d25ea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.585063] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68391) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1086.585240] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.283s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.585734] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.940s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.585925] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.587801] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.587947] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Cleaning up deleted instances {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1086.593423] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.593423] env[68391]: value = "task-3039729" [ 1086.593423] env[68391]: _type = "Task" [ 1086.593423] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.601855] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039729, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.607254] env[68391]: INFO nova.scheduler.client.report [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Deleted allocations for instance 00381159-7685-4e1c-88f1-566368b4822b [ 1086.763540] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d1504c-cbca-4693-b06c-4b7df3453de7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.789743] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473eaaa9-0b13-43ee-b588-41a673c52441 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.797855] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Updating instance 'e4536f4a-9142-4bf3-a540-82ff1eae2dae' progress to 83 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.985566] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437472} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.985819] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] bc083058-c49b-496f-ab5e-1158f84e03ec/bc083058-c49b-496f-ab5e-1158f84e03ec.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.986037] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.986296] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d51371af-b5e1-4f90-963d-ae221c3e5eee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.993397] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1086.993397] env[68391]: value = "task-3039730" [ 1086.993397] env[68391]: _type = "Task" [ 1086.993397] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.001177] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.104929] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] There are 57 instances to clean {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1087.105156] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 20cb88cb-0b54-41d5-907a-4bf438af3689] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1087.117818] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039729, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.118280] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a672a332-cd66-4657-9729-1132df9e6ed0 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "00381159-7685-4e1c-88f1-566368b4822b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.391s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.208674] env[68391]: DEBUG nova.compute.manager [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Stashing vm_state: active {{(pid=68391) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1087.305855] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.305855] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43d4fbe0-bcaa-4886-9d6a-119cae7f1e23 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.313677] env[68391]: DEBUG oslo_vmware.api [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1087.313677] env[68391]: value = "task-3039731" [ 1087.313677] env[68391]: _type = "Task" [ 1087.313677] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.321865] env[68391]: DEBUG oslo_vmware.api [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.502892] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064767} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.503211] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.503939] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e73742-0435-4010-bcd3-dd333520e0f2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.526712] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] bc083058-c49b-496f-ab5e-1158f84e03ec/bc083058-c49b-496f-ab5e-1158f84e03ec.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.529033] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ac332f1-ebf3-4f4d-942f-f84175a698cc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.546127] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "6b7c8e4e-7b97-433a-be89-cb5dbb977adb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.546351] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "6b7c8e4e-7b97-433a-be89-cb5dbb977adb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.546573] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "6b7c8e4e-7b97-433a-be89-cb5dbb977adb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.546755] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "6b7c8e4e-7b97-433a-be89-cb5dbb977adb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.546926] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "6b7c8e4e-7b97-433a-be89-cb5dbb977adb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.549314] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1087.549314] env[68391]: value = "task-3039732" [ 1087.549314] env[68391]: _type = "Task" [ 1087.549314] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.552538] env[68391]: INFO nova.compute.manager [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Terminating instance [ 1087.559054] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039732, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.570944] env[68391]: DEBUG nova.network.neutron [req-42f10e5e-b12f-4a93-9b95-a1febce30f82 req-469425d3-5697-4cd9-9d89-32832ec43daf service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Updated VIF entry in instance network info cache for port aeedb69f-a1ae-406f-838f-123da50d2d88. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.571303] env[68391]: DEBUG nova.network.neutron [req-42f10e5e-b12f-4a93-9b95-a1febce30f82 req-469425d3-5697-4cd9-9d89-32832ec43daf service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Updating instance_info_cache with network_info: [{"id": "aeedb69f-a1ae-406f-838f-123da50d2d88", "address": "fa:16:3e:b6:ea:b4", "network": {"id": "50320497-e5a5-47f4-a99d-77674efcd3a7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1785897079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab3e163888b4797922ee1e2438d30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeedb69f-a1", "ovs_interfaceid": "aeedb69f-a1ae-406f-838f-123da50d2d88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.611759] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: e8fbb224-6d91-4eb1-9c2f-7b61d8ef212c] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1087.619379] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039729, 'name': CreateVM_Task, 'duration_secs': 0.607433} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.619523] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.620524] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.620524] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.620849] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.621115] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1058af79-7bf0-4a06-beb5-ffcc6ec7b1ab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.625643] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1087.625643] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528da76d-d17c-7ce4-6e4f-5f4fac76d142" [ 1087.625643] env[68391]: _type = "Task" [ 1087.625643] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.633872] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528da76d-d17c-7ce4-6e4f-5f4fac76d142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.731688] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.732161] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.824325] env[68391]: DEBUG oslo_vmware.api [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039731, 'name': PowerOnVM_Task, 'duration_secs': 0.392468} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.824575] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.824760] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6cc640-c34d-4b94-b5aa-5f51713814f5 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Updating instance 'e4536f4a-9142-4bf3-a540-82ff1eae2dae' progress to 100 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.056515] env[68391]: DEBUG nova.compute.manager [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.056830] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.060798] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01771b22-a254-4eee-ac3d-aeeaf1778328 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.063422] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039732, 'name': ReconfigVM_Task, 'duration_secs': 0.317634} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.063712] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Reconfigured VM instance instance-0000006f to attach disk [datastore1] bc083058-c49b-496f-ab5e-1158f84e03ec/bc083058-c49b-496f-ab5e-1158f84e03ec.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.064685] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a23c510c-dc07-479a-8abd-e6e065ad87ab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.068703] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.068933] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38d38014-a997-44ee-be5b-72e2ab6d4a29 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.071198] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1088.071198] env[68391]: value = "task-3039733" [ 1088.071198] env[68391]: _type = "Task" [ 1088.071198] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.075218] env[68391]: DEBUG oslo_concurrency.lockutils [req-42f10e5e-b12f-4a93-9b95-a1febce30f82 req-469425d3-5697-4cd9-9d89-32832ec43daf service nova] Releasing lock "refresh_cache-60bd62a6-d953-438c-8028-e1eb4ffe1bfc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.076456] env[68391]: DEBUG oslo_vmware.api [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1088.076456] env[68391]: value = "task-3039734" [ 1088.076456] env[68391]: _type = "Task" [ 1088.076456] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.082421] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039733, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.087583] env[68391]: DEBUG oslo_vmware.api [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.115329] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 83a3355a-58a2-4563-afc6-91ae764f0fda] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1088.135485] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]528da76d-d17c-7ce4-6e4f-5f4fac76d142, 'name': SearchDatastore_Task, 'duration_secs': 0.009333} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.135783] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.136067] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.136378] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.136534] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.136720] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.137538] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-246eb4b0-f0a0-4173-a03d-613bee885140 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.146791] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.146899] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.147889] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03f641e7-97c4-445a-b1ae-b218e29751c5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.153829] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1088.153829] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52499199-b522-fec6-3b3d-47aa60eecc29" [ 1088.153829] env[68391]: _type = "Task" [ 1088.153829] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.162069] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52499199-b522-fec6-3b3d-47aa60eecc29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.238017] env[68391]: INFO nova.compute.claims [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.583420] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039733, 'name': Rename_Task, 'duration_secs': 0.38405} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.584936] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.585215] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92552abd-c3f2-4c3f-86a6-900cd72fc0c4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.589576] env[68391]: DEBUG oslo_vmware.api [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039734, 'name': PowerOffVM_Task, 'duration_secs': 0.39233} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.590163] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.590339] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.590569] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ef2faf4-2a2c-4354-95fe-31c98af62157 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.600863] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1088.600863] env[68391]: value = "task-3039735" [ 1088.600863] env[68391]: _type = "Task" [ 1088.600863] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.608181] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.618682] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 1ee7839c-0651-49a7-9c51-3cfbba19333b] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1088.661051] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.661346] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.661564] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Deleting the datastore file [datastore1] 6b7c8e4e-7b97-433a-be89-cb5dbb977adb {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.662209] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a307f163-a9f3-472b-abc2-a28d1024f4f8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.667657] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52499199-b522-fec6-3b3d-47aa60eecc29, 'name': SearchDatastore_Task, 'duration_secs': 0.008972} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.668748] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea2010e4-eeb6-4659-b90e-491d287f5fa3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.671804] env[68391]: DEBUG oslo_vmware.api [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for the task: (returnval){ [ 1088.671804] env[68391]: value = "task-3039737" [ 1088.671804] env[68391]: _type = "Task" [ 1088.671804] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.676151] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1088.676151] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5254a64b-b579-d12e-ddd8-cb233bc2787e" [ 1088.676151] env[68391]: _type = "Task" [ 1088.676151] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.686320] env[68391]: DEBUG oslo_vmware.api [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.689248] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5254a64b-b579-d12e-ddd8-cb233bc2787e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.744671] env[68391]: INFO nova.compute.resource_tracker [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Updating resource usage from migration 42364201-d691-4787-a176-47beecd0ab9d [ 1088.983710] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff48654-809b-4e15-96a6-a5168007596b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.991359] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a34a1ce-a98a-4b92-bdd9-48da41b72f3d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.022443] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3d65f7-a79d-4a4e-8129-f841403ce978 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.029976] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccbc526-f5f2-47d8-9756-78398d69ef02 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.043618] env[68391]: DEBUG nova.compute.provider_tree [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.111330] env[68391]: DEBUG oslo_vmware.api [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039735, 'name': PowerOnVM_Task, 'duration_secs': 0.481036} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.111599] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.111757] env[68391]: INFO nova.compute.manager [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Took 7.01 seconds to spawn the instance on the hypervisor. [ 1089.111932] env[68391]: DEBUG nova.compute.manager [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.112885] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a69b0e7-c2ef-44d3-a2d9-13a44828a208 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.121573] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 5b09ff71-a205-4d3b-bbae-0b3748228b1d] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1089.184082] env[68391]: DEBUG oslo_vmware.api [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Task: {'id': task-3039737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126761} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.184248] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.184319] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.184499] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.184667] env[68391]: INFO nova.compute.manager [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1089.184902] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.185109] env[68391]: DEBUG nova.compute.manager [-] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.185210] env[68391]: DEBUG nova.network.neutron [-] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.190504] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5254a64b-b579-d12e-ddd8-cb233bc2787e, 'name': SearchDatastore_Task, 'duration_secs': 0.024028} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.191038] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.191318] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 60bd62a6-d953-438c-8028-e1eb4ffe1bfc/60bd62a6-d953-438c-8028-e1eb4ffe1bfc.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.191583] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8ea4d8b-1473-497b-9b5c-980687321168 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.198163] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1089.198163] env[68391]: value = "task-3039738" [ 1089.198163] env[68391]: _type = "Task" [ 1089.198163] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.205725] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.547335] env[68391]: DEBUG nova.scheduler.client.report [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.556126] env[68391]: DEBUG nova.compute.manager [req-f867fa4d-40eb-4ccc-9806-3cb9cd7f53a2 req-c051e56f-80ff-441a-896a-f9b421b017ba service nova] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Received event network-vif-deleted-054bc661-5aff-42a0-a0a5-f50bbd25208a {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.556333] env[68391]: INFO nova.compute.manager [req-f867fa4d-40eb-4ccc-9806-3cb9cd7f53a2 req-c051e56f-80ff-441a-896a-f9b421b017ba service nova] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Neutron deleted interface 054bc661-5aff-42a0-a0a5-f50bbd25208a; detaching it from the instance and deleting it from the info cache [ 1089.556506] env[68391]: DEBUG nova.network.neutron [req-f867fa4d-40eb-4ccc-9806-3cb9cd7f53a2 req-c051e56f-80ff-441a-896a-f9b421b017ba service nova] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.634900] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: c6b6e61f-4667-478c-8a17-3ee4a0b5135b] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1089.635496] env[68391]: INFO nova.compute.manager [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Took 11.90 seconds to build instance. [ 1089.709020] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439032} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.709450] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 60bd62a6-d953-438c-8028-e1eb4ffe1bfc/60bd62a6-d953-438c-8028-e1eb4ffe1bfc.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.709909] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.710289] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a1a123c-dc44-4d8d-9c49-e712f556da30 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.717256] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1089.717256] env[68391]: value = "task-3039739" [ 1089.717256] env[68391]: _type = "Task" [ 1089.717256] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.731550] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.936365] env[68391]: DEBUG nova.compute.manager [req-9d10cab7-7c03-454e-9c71-3d9b1a3c1441 req-f9d281d3-7173-44a9-824f-3c7eaaa610b1 service nova] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Received event network-changed-ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.936365] env[68391]: DEBUG nova.compute.manager [req-9d10cab7-7c03-454e-9c71-3d9b1a3c1441 req-f9d281d3-7173-44a9-824f-3c7eaaa610b1 service nova] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Refreshing instance network info cache due to event network-changed-ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.936365] env[68391]: DEBUG oslo_concurrency.lockutils [req-9d10cab7-7c03-454e-9c71-3d9b1a3c1441 req-f9d281d3-7173-44a9-824f-3c7eaaa610b1 service nova] Acquiring lock "refresh_cache-bc083058-c49b-496f-ab5e-1158f84e03ec" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.936365] env[68391]: DEBUG oslo_concurrency.lockutils [req-9d10cab7-7c03-454e-9c71-3d9b1a3c1441 req-f9d281d3-7173-44a9-824f-3c7eaaa610b1 service nova] Acquired lock "refresh_cache-bc083058-c49b-496f-ab5e-1158f84e03ec" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.936365] env[68391]: DEBUG nova.network.neutron [req-9d10cab7-7c03-454e-9c71-3d9b1a3c1441 req-f9d281d3-7173-44a9-824f-3c7eaaa610b1 service nova] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Refreshing network info cache for port ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.035942] env[68391]: DEBUG nova.network.neutron [-] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.052503] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.320s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.052722] env[68391]: INFO nova.compute.manager [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Migrating [ 1090.060977] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-137cf4dc-8750-4b27-890a-f924cca79bbc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.076916] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17284909-0a10-449a-b2a7-1200bc2ac003 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.111372] env[68391]: DEBUG nova.compute.manager [req-f867fa4d-40eb-4ccc-9806-3cb9cd7f53a2 req-c051e56f-80ff-441a-896a-f9b421b017ba service nova] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Detach interface failed, port_id=054bc661-5aff-42a0-a0a5-f50bbd25208a, reason: Instance 6b7c8e4e-7b97-433a-be89-cb5dbb977adb could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1090.139899] env[68391]: DEBUG oslo_concurrency.lockutils [None req-51537b3f-e07a-44ac-9b18-b770053d65fb tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "bc083058-c49b-496f-ab5e-1158f84e03ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.417s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.140360] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 17887678-d0d0-44f3-959c-91588dcd432d] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1090.227451] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f00bf175-692a-4b97-9ee7-4793be12e543 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "e4536f4a-9142-4bf3-a540-82ff1eae2dae" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.227676] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f00bf175-692a-4b97-9ee7-4793be12e543 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "e4536f4a-9142-4bf3-a540-82ff1eae2dae" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.227950] env[68391]: DEBUG nova.compute.manager [None req-f00bf175-692a-4b97-9ee7-4793be12e543 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Going to confirm migration 6 {{(pid=68391) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1090.229356] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066496} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.229775] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.230764] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c25c4f-ea88-4288-ba09-4914743a89a3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.254668] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 60bd62a6-d953-438c-8028-e1eb4ffe1bfc/60bd62a6-d953-438c-8028-e1eb4ffe1bfc.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.255549] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7f58198-1c29-4df6-bda6-88cd8925d611 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.274561] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1090.274561] env[68391]: value = "task-3039740" [ 1090.274561] env[68391]: _type = "Task" [ 1090.274561] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.282323] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.540249] env[68391]: INFO nova.compute.manager [-] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Took 1.35 seconds to deallocate network for instance. [ 1090.570352] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.570673] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.570874] env[68391]: DEBUG nova.network.neutron [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.645595] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: bc60f56a-31b7-4ffc-9ff4-75b84eb869a3] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1090.687570] env[68391]: DEBUG nova.network.neutron [req-9d10cab7-7c03-454e-9c71-3d9b1a3c1441 req-f9d281d3-7173-44a9-824f-3c7eaaa610b1 service nova] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Updated VIF entry in instance network info cache for port ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.687940] env[68391]: DEBUG nova.network.neutron [req-9d10cab7-7c03-454e-9c71-3d9b1a3c1441 req-f9d281d3-7173-44a9-824f-3c7eaaa610b1 service nova] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Updating instance_info_cache with network_info: [{"id": "ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d", "address": "fa:16:3e:5b:ff:dc", "network": {"id": "559576db-d198-4d30-ad99-31a9917de15c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1964259922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffcd61a7751e437f8129d7e4b82e8672", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad88afdd-c2", "ovs_interfaceid": "ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.761711] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f00bf175-692a-4b97-9ee7-4793be12e543 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "refresh_cache-e4536f4a-9142-4bf3-a540-82ff1eae2dae" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.761899] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f00bf175-692a-4b97-9ee7-4793be12e543 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquired lock "refresh_cache-e4536f4a-9142-4bf3-a540-82ff1eae2dae" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.762084] env[68391]: DEBUG nova.network.neutron [None req-f00bf175-692a-4b97-9ee7-4793be12e543 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.762264] env[68391]: DEBUG nova.objects.instance [None req-f00bf175-692a-4b97-9ee7-4793be12e543 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lazy-loading 'info_cache' on Instance uuid e4536f4a-9142-4bf3-a540-82ff1eae2dae {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.784216] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.047810] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.048129] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.048354] env[68391]: DEBUG nova.objects.instance [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lazy-loading 'resources' on Instance uuid 6b7c8e4e-7b97-433a-be89-cb5dbb977adb {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.148354] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 14933d47-beb8-4875-940c-f3ebeae68949] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1091.190698] env[68391]: DEBUG oslo_concurrency.lockutils [req-9d10cab7-7c03-454e-9c71-3d9b1a3c1441 req-f9d281d3-7173-44a9-824f-3c7eaaa610b1 service nova] Releasing lock "refresh_cache-bc083058-c49b-496f-ab5e-1158f84e03ec" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.288753] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039740, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.291647] env[68391]: DEBUG nova.network.neutron [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Updating instance_info_cache with network_info: [{"id": "cec70db4-dc7b-4828-a422-81c05d5ccb5f", "address": "fa:16:3e:2d:af:72", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec70db4-dc", "ovs_interfaceid": "cec70db4-dc7b-4828-a422-81c05d5ccb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.651892] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: ea7ba3ba-230f-4523-9ccf-3f698189562e] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1091.719164] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e44a16-9b59-44cc-95c8-6fe0ef7c8811 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.726647] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2d8631-5ff1-4a5e-ac26-9734f460e438 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.759132] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b29e3e-4eaa-4127-a251-7e105c146311 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.766357] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08aa1ba-f3eb-483f-b751-ff31687a250f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.781946] env[68391]: DEBUG nova.compute.provider_tree [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.791420] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039740, 'name': ReconfigVM_Task, 'duration_secs': 1.022081} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.792219] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 60bd62a6-d953-438c-8028-e1eb4ffe1bfc/60bd62a6-d953-438c-8028-e1eb4ffe1bfc.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.792877] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e76b6bf7-e718-4a50-84ee-78ff9e90e141 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.794997] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.801279] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1091.801279] env[68391]: value = "task-3039741" [ 1091.801279] env[68391]: _type = "Task" [ 1091.801279] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.812854] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039741, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.982782] env[68391]: DEBUG nova.network.neutron [None req-f00bf175-692a-4b97-9ee7-4793be12e543 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Updating instance_info_cache with network_info: [{"id": "ebadd5dc-8a43-4f23-8d4d-5303612ed649", "address": "fa:16:3e:2f:92:67", "network": {"id": "de39a5c8-8605-4400-a938-0d0959abccb7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1950396653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb13d836decf4c3d8260285f976c88f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebadd5dc-8a", "ovs_interfaceid": "ebadd5dc-8a43-4f23-8d4d-5303612ed649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.157990] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: d70e2998-e8b3-479e-8dc0-1d9a90225d44] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1092.288033] env[68391]: DEBUG nova.scheduler.client.report [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.311214] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039741, 'name': Rename_Task, 'duration_secs': 0.271558} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.311500] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.311743] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59a9ef5b-4566-444d-ae0d-9d3528eddba9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.317650] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1092.317650] env[68391]: value = "task-3039742" [ 1092.317650] env[68391]: _type = "Task" [ 1092.317650] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.327192] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.485738] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f00bf175-692a-4b97-9ee7-4793be12e543 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Releasing lock "refresh_cache-e4536f4a-9142-4bf3-a540-82ff1eae2dae" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.485949] env[68391]: DEBUG nova.objects.instance [None req-f00bf175-692a-4b97-9ee7-4793be12e543 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lazy-loading 'migration_context' on Instance uuid e4536f4a-9142-4bf3-a540-82ff1eae2dae {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.661282] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 62d355be-8591-4ab7-b9bd-37c889593b50] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1092.792930] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.811131] env[68391]: INFO nova.scheduler.client.report [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Deleted allocations for instance 6b7c8e4e-7b97-433a-be89-cb5dbb977adb [ 1092.829288] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.989721] env[68391]: DEBUG nova.objects.base [None req-f00bf175-692a-4b97-9ee7-4793be12e543 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1092.990670] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3e33bb-cd66-4d8f-b1d6-a8341eb511b4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.009881] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02ec664-23a0-46e1-9f63-762d469bca52 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.015116] env[68391]: DEBUG oslo_vmware.api [None req-f00bf175-692a-4b97-9ee7-4793be12e543 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1093.015116] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525bd4f2-391d-1d23-23f7-58d457f36de4" [ 1093.015116] env[68391]: _type = "Task" [ 1093.015116] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.022493] env[68391]: DEBUG oslo_vmware.api [None req-f00bf175-692a-4b97-9ee7-4793be12e543 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525bd4f2-391d-1d23-23f7-58d457f36de4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.164889] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: d41d5d7f-bb70-4ddb-b539-2541485f419a] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1093.308623] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f952eb-e38b-4d6d-9d57-0f647a2bfa86 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.330045] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Updating instance 'e93e52b7-a56f-49ae-b675-78aac2add525' progress to 0 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.333308] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6792c08-18e4-4cd2-89c7-c4ba8242b3e1 tempest-ServersTestJSON-1040418622 tempest-ServersTestJSON-1040418622-project-member] Lock "6b7c8e4e-7b97-433a-be89-cb5dbb977adb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.787s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.344414] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.525475] env[68391]: DEBUG oslo_vmware.api [None req-f00bf175-692a-4b97-9ee7-4793be12e543 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525bd4f2-391d-1d23-23f7-58d457f36de4, 'name': SearchDatastore_Task, 'duration_secs': 0.009286} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.525768] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f00bf175-692a-4b97-9ee7-4793be12e543 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.526016] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f00bf175-692a-4b97-9ee7-4793be12e543 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.667888] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 5ab16193-c471-4efa-8198-9880e1405dfd] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1093.841206] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.841780] env[68391]: DEBUG oslo_vmware.api [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039742, 'name': PowerOnVM_Task, 'duration_secs': 1.129015} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.841964] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-005b9159-1537-423c-93ca-e5c6d4ce1013 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.843603] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.843826] env[68391]: INFO nova.compute.manager [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1093.844007] env[68391]: DEBUG nova.compute.manager [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.844754] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6997d6f4-dca9-46e6-b3cb-1d7664051c1e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.854426] env[68391]: DEBUG oslo_vmware.api [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1093.854426] env[68391]: value = "task-3039743" [ 1093.854426] env[68391]: _type = "Task" [ 1093.854426] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.863761] env[68391]: DEBUG oslo_vmware.api [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.171252] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 1cd79520-9bc0-418e-87e9-f7f0dd91c71c] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1094.190105] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b43325-cf42-477d-aa36-345b89cc620a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.198027] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a50e39-a5d5-4aab-8b0e-9ec6223e146f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.229706] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bd55b0-923c-40d9-837f-0d7181205405 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.236801] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b280ab33-5cb3-4e05-91d1-f555808ce9b1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.256616] env[68391]: DEBUG nova.compute.provider_tree [None req-f00bf175-692a-4b97-9ee7-4793be12e543 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.365671] env[68391]: INFO nova.compute.manager [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Took 15.39 seconds to build instance. [ 1094.369970] env[68391]: DEBUG oslo_vmware.api [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039743, 'name': PowerOffVM_Task, 'duration_secs': 0.262975} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.370253] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.370435] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Updating instance 'e93e52b7-a56f-49ae-b675-78aac2add525' progress to 17 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.676199] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 6b1d42a8-a63b-4e5c-91f5-bec837b51b89] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1094.760886] env[68391]: DEBUG nova.scheduler.client.report [None req-f00bf175-692a-4b97-9ee7-4793be12e543 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.867617] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b6d81247-0932-429b-9ab8-62444d92c00c tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.896s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.876085] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.880020] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.880020] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.880020] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.880020] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.880020] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.880020] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.880020] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.880020] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.880020] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.880020] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.883712] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c2473df-1c48-4371-856b-0d408e1bf6d5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.901248] env[68391]: DEBUG oslo_vmware.api [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1094.901248] env[68391]: value = "task-3039744" [ 1094.901248] env[68391]: _type = "Task" [ 1094.901248] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.911112] env[68391]: DEBUG oslo_vmware.api [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.181614] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 408bce8a-b614-4bf5-95a1-215cfd0beceb] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1095.413660] env[68391]: DEBUG oslo_vmware.api [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039744, 'name': ReconfigVM_Task, 'duration_secs': 0.164865} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.413921] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Updating instance 'e93e52b7-a56f-49ae-b675-78aac2add525' progress to 33 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.594910] env[68391]: DEBUG nova.compute.manager [req-321140b3-9a24-46e8-85bb-9a89782b606a req-46acb0ec-70a5-4fbe-b2eb-7dbd9fb18b6a service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Received event network-changed-aeedb69f-a1ae-406f-838f-123da50d2d88 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.595152] env[68391]: DEBUG nova.compute.manager [req-321140b3-9a24-46e8-85bb-9a89782b606a req-46acb0ec-70a5-4fbe-b2eb-7dbd9fb18b6a service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Refreshing instance network info cache due to event network-changed-aeedb69f-a1ae-406f-838f-123da50d2d88. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.595376] env[68391]: DEBUG oslo_concurrency.lockutils [req-321140b3-9a24-46e8-85bb-9a89782b606a req-46acb0ec-70a5-4fbe-b2eb-7dbd9fb18b6a service nova] Acquiring lock "refresh_cache-60bd62a6-d953-438c-8028-e1eb4ffe1bfc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.595516] env[68391]: DEBUG oslo_concurrency.lockutils [req-321140b3-9a24-46e8-85bb-9a89782b606a req-46acb0ec-70a5-4fbe-b2eb-7dbd9fb18b6a service nova] Acquired lock "refresh_cache-60bd62a6-d953-438c-8028-e1eb4ffe1bfc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.595673] env[68391]: DEBUG nova.network.neutron [req-321140b3-9a24-46e8-85bb-9a89782b606a req-46acb0ec-70a5-4fbe-b2eb-7dbd9fb18b6a service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Refreshing network info cache for port aeedb69f-a1ae-406f-838f-123da50d2d88 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.685730] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 076e73b8-7a81-4e3b-a961-4e6c9d1705f7] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1095.772188] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f00bf175-692a-4b97-9ee7-4793be12e543 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.246s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.922444] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.922902] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.923209] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.923562] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.923744] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.923991] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.924312] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.924579] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.924842] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.925115] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.925383] env[68391]: DEBUG nova.virt.hardware [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.931242] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Reconfiguring VM instance instance-0000003d to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1095.931624] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4f14fa3-f43f-4225-b02a-61d2f76ea0cc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.952376] env[68391]: DEBUG oslo_vmware.api [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1095.952376] env[68391]: value = "task-3039745" [ 1095.952376] env[68391]: _type = "Task" [ 1095.952376] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.960472] env[68391]: DEBUG oslo_vmware.api [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.189851] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 8e69922d-bf41-470d-a78b-2dee33baf06e] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1096.306007] env[68391]: DEBUG nova.network.neutron [req-321140b3-9a24-46e8-85bb-9a89782b606a req-46acb0ec-70a5-4fbe-b2eb-7dbd9fb18b6a service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Updated VIF entry in instance network info cache for port aeedb69f-a1ae-406f-838f-123da50d2d88. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.306465] env[68391]: DEBUG nova.network.neutron [req-321140b3-9a24-46e8-85bb-9a89782b606a req-46acb0ec-70a5-4fbe-b2eb-7dbd9fb18b6a service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Updating instance_info_cache with network_info: [{"id": "aeedb69f-a1ae-406f-838f-123da50d2d88", "address": "fa:16:3e:b6:ea:b4", "network": {"id": "50320497-e5a5-47f4-a99d-77674efcd3a7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1785897079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab3e163888b4797922ee1e2438d30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeedb69f-a1", "ovs_interfaceid": "aeedb69f-a1ae-406f-838f-123da50d2d88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.464179] env[68391]: DEBUG oslo_vmware.api [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039745, 'name': ReconfigVM_Task, 'duration_secs': 0.186505} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.464544] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Reconfigured VM instance instance-0000003d to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1096.465339] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61c32a1-b9c8-4567-a8f9-869c5197354b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.470897] env[68391]: INFO nova.scheduler.client.report [None req-f00bf175-692a-4b97-9ee7-4793be12e543 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Deleted allocation for migration fc3e58f2-4282-4635-9776-c3fed25f6407 [ 1096.491222] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] e93e52b7-a56f-49ae-b675-78aac2add525/e93e52b7-a56f-49ae-b675-78aac2add525.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.494254] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8303609-7cda-4b21-af12-6f0a83f2c2df {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.513584] env[68391]: DEBUG oslo_vmware.api [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1096.513584] env[68391]: value = "task-3039746" [ 1096.513584] env[68391]: _type = "Task" [ 1096.513584] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.521572] env[68391]: DEBUG oslo_vmware.api [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.656339] env[68391]: INFO nova.compute.manager [None req-13b11d56-e0f5-4f9f-abe4-bd9836480052 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Get console output [ 1096.656561] env[68391]: WARNING nova.virt.vmwareapi.driver [None req-13b11d56-e0f5-4f9f-abe4-bd9836480052 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] The console log is missing. Check your VSPC configuration [ 1096.692790] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 00a7b0a0-b3a9-4621-8bdc-b4b89750ebe4] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1096.809018] env[68391]: DEBUG oslo_concurrency.lockutils [req-321140b3-9a24-46e8-85bb-9a89782b606a req-46acb0ec-70a5-4fbe-b2eb-7dbd9fb18b6a service nova] Releasing lock "refresh_cache-60bd62a6-d953-438c-8028-e1eb4ffe1bfc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.995753] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f00bf175-692a-4b97-9ee7-4793be12e543 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "e4536f4a-9142-4bf3-a540-82ff1eae2dae" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.768s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.023582] env[68391]: DEBUG oslo_vmware.api [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039746, 'name': ReconfigVM_Task, 'duration_secs': 0.474487} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.023868] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Reconfigured VM instance instance-0000003d to attach disk [datastore1] e93e52b7-a56f-49ae-b675-78aac2add525/e93e52b7-a56f-49ae-b675-78aac2add525.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.024169] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Updating instance 'e93e52b7-a56f-49ae-b675-78aac2add525' progress to 50 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.196481] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: b328a34c-8301-46d9-835c-feceaffdf346] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1097.530909] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abb8026-fd6a-4fac-8bbb-10a8f3b216e2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.549612] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529f5d3c-4ea9-4b1c-b725-5c8408deed42 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.567754] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Updating instance 'e93e52b7-a56f-49ae-b675-78aac2add525' progress to 67 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.699934] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: ab38ac12-914d-4707-a3c7-e5808b33f228] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1097.929757] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.929868] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.930105] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.930287] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.930457] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.932717] env[68391]: INFO nova.compute.manager [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Terminating instance [ 1098.105090] env[68391]: DEBUG nova.network.neutron [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Port cec70db4-dc7b-4828-a422-81c05d5ccb5f binding to destination host cpu-1 is already ACTIVE {{(pid=68391) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1098.203363] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 0ebcc6cb-e01e-4a4a-ac5f-7d42cd6500eb] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1098.436682] env[68391]: DEBUG nova.compute.manager [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.436892] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.437854] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6d66d6-8f0f-4e95-bff3-91b459103852 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.445527] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.445765] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7f03705-8e43-43e0-ba10-b43c8a653883 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.508434] env[68391]: DEBUG oslo_vmware.api [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1098.508434] env[68391]: value = "task-3039747" [ 1098.508434] env[68391]: _type = "Task" [ 1098.508434] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.517243] env[68391]: DEBUG oslo_vmware.api [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.706770] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: a996294e-3d1e-44b4-aaf1-12d3a7a2e3cd] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1099.018783] env[68391]: DEBUG oslo_vmware.api [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039747, 'name': PowerOffVM_Task, 'duration_secs': 0.234807} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.019054] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.019255] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.019502] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eca2d33b-bc19-4a5f-ac05-47aecb045c7d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.077914] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.078144] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.078338] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Deleting the datastore file [datastore2] 92d021a1-7b89-4fe1-8cd9-289a355da5f8 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.078597] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ec1703f-eb11-4c80-8a6f-75ef9b1e30f7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.084802] env[68391]: DEBUG oslo_vmware.api [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1099.084802] env[68391]: value = "task-3039749" [ 1099.084802] env[68391]: _type = "Task" [ 1099.084802] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.091983] env[68391]: DEBUG oslo_vmware.api [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.123791] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "e93e52b7-a56f-49ae-b675-78aac2add525-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.124028] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "e93e52b7-a56f-49ae-b675-78aac2add525-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.124199] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "e93e52b7-a56f-49ae-b675-78aac2add525-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.210202] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: d1bf895c-d819-49a6-bedb-83c05595a171] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1099.596080] env[68391]: DEBUG oslo_vmware.api [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155913} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.596080] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.596080] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.596080] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.596307] env[68391]: INFO nova.compute.manager [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1099.596396] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.596581] env[68391]: DEBUG nova.compute.manager [-] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.596675] env[68391]: DEBUG nova.network.neutron [-] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.713890] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: a50fdb6f-02de-4893-9386-5095581a91e7] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1100.056453] env[68391]: DEBUG nova.compute.manager [req-17b0014a-4988-4d07-9460-1f86a08d1e82 req-e9583a84-f2be-47d4-9fc7-a51954cf2574 service nova] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Received event network-vif-deleted-5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.056691] env[68391]: INFO nova.compute.manager [req-17b0014a-4988-4d07-9460-1f86a08d1e82 req-e9583a84-f2be-47d4-9fc7-a51954cf2574 service nova] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Neutron deleted interface 5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd; detaching it from the instance and deleting it from the info cache [ 1100.056838] env[68391]: DEBUG nova.network.neutron [req-17b0014a-4988-4d07-9460-1f86a08d1e82 req-e9583a84-f2be-47d4-9fc7-a51954cf2574 service nova] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.162836] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.163036] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.163223] env[68391]: DEBUG nova.network.neutron [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.217089] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: e89ead6c-e588-4e43-8677-3af512054945] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1100.536019] env[68391]: DEBUG nova.network.neutron [-] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.559651] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63600add-1d58-4a7c-a80e-0b3747405dde {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.570266] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2a854a-943b-4aa4-a879-ea8a9a4172ff {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.601900] env[68391]: DEBUG nova.compute.manager [req-17b0014a-4988-4d07-9460-1f86a08d1e82 req-e9583a84-f2be-47d4-9fc7-a51954cf2574 service nova] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Detach interface failed, port_id=5fd6ac5b-9b75-45cd-9b1b-67bb6e9bf9dd, reason: Instance 92d021a1-7b89-4fe1-8cd9-289a355da5f8 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.720244] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 3e6b6f11-fdd4-4561-b2c2-25236e4d4a67] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1100.890195] env[68391]: DEBUG nova.network.neutron [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Updating instance_info_cache with network_info: [{"id": "cec70db4-dc7b-4828-a422-81c05d5ccb5f", "address": "fa:16:3e:2d:af:72", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec70db4-dc", "ovs_interfaceid": "cec70db4-dc7b-4828-a422-81c05d5ccb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.039260] env[68391]: INFO nova.compute.manager [-] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Took 1.44 seconds to deallocate network for instance. [ 1101.223856] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 272c5283-e702-4699-aae0-88aece98e488] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1101.393517] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.547167] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.547480] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.547723] env[68391]: DEBUG nova.objects.instance [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lazy-loading 'resources' on Instance uuid 92d021a1-7b89-4fe1-8cd9-289a355da5f8 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.727294] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 31608c63-a532-49d3-ac81-adab0ec83003] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1101.917969] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b8ab58-6c45-4c76-90d8-e65c2b18e14d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.937641] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba4e971-4c20-4fb2-abb1-d8389b5c81d0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.944283] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Updating instance 'e93e52b7-a56f-49ae-b675-78aac2add525' progress to 83 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.175259] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9ca185-4ef1-4554-8c18-36eb46f6ec50 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.182793] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e860544-5a57-4c18-8dd6-e1005a560197 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.216055] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e557d394-7617-421e-bee5-be1e3de60e7d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.222798] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a3ce93-daaa-4902-8c2a-f424d2c5a05e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.235323] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: f09475ed-e91f-4338-8a89-be1e4d732c8f] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1102.237298] env[68391]: DEBUG nova.compute.provider_tree [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.450226] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.450558] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03daa2bb-dae6-445a-bb91-f826322c54b6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.457546] env[68391]: DEBUG oslo_vmware.api [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1102.457546] env[68391]: value = "task-3039750" [ 1102.457546] env[68391]: _type = "Task" [ 1102.457546] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.465461] env[68391]: DEBUG oslo_vmware.api [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.740326] env[68391]: DEBUG nova.scheduler.client.report [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.743660] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 7531795f-fa8e-4e6b-9c78-f619a759203f] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1102.968139] env[68391]: DEBUG oslo_vmware.api [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039750, 'name': PowerOnVM_Task, 'duration_secs': 0.403688} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.968413] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.968589] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8e411812-4422-45be-b672-d0b0d6a84e3d tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Updating instance 'e93e52b7-a56f-49ae-b675-78aac2add525' progress to 100 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.247837] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.250294] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 9a089a66-a2aa-45c1-8972-3788b1c1d3d0] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1103.268150] env[68391]: INFO nova.scheduler.client.report [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Deleted allocations for instance 92d021a1-7b89-4fe1-8cd9-289a355da5f8 [ 1103.753284] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 2c31cd27-28e4-46e6-bd98-be287f3ff212] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1103.778660] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4d5cd13d-8287-498b-8b05-27d655cbd6f4 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "92d021a1-7b89-4fe1-8cd9-289a355da5f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.848s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.257233] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: f592f4c1-6d6c-471f-8caf-3e1a8733e351] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1104.761432] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: dc6213c9-9532-47cf-b724-a252b4163eb4] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1105.264663] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: c5eea7a0-aca9-41e7-ad28-0011eed0c398] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1105.770354] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 1c998280-4834-47f8-8169-67f1aa41f730] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1105.793020] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e6653a92-d859-4839-9079-b59930e2a1f1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "e93e52b7-a56f-49ae-b675-78aac2add525" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.793297] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e6653a92-d859-4839-9079-b59930e2a1f1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "e93e52b7-a56f-49ae-b675-78aac2add525" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.793483] env[68391]: DEBUG nova.compute.manager [None req-e6653a92-d859-4839-9079-b59930e2a1f1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Going to confirm migration 7 {{(pid=68391) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1105.811197] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "0c6e5481-9501-45f5-85d3-270112974001" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.811414] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "0c6e5481-9501-45f5-85d3-270112974001" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.273902] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 49a07c27-056b-400b-af22-7b500e964c01] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1106.313088] env[68391]: DEBUG nova.compute.manager [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.331884] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e6653a92-d859-4839-9079-b59930e2a1f1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.332101] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e6653a92-d859-4839-9079-b59930e2a1f1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.332249] env[68391]: DEBUG nova.network.neutron [None req-e6653a92-d859-4839-9079-b59930e2a1f1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.332437] env[68391]: DEBUG nova.objects.instance [None req-e6653a92-d859-4839-9079-b59930e2a1f1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lazy-loading 'info_cache' on Instance uuid e93e52b7-a56f-49ae-b675-78aac2add525 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.778519] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: c0fc631c-dfa4-4413-b52b-c9f47b87d549] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1106.837733] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.838010] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.839474] env[68391]: INFO nova.compute.claims [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.281349] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 6ea9bd00-f2e9-4629-b4f6-39e460cfa864] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1107.592364] env[68391]: DEBUG nova.network.neutron [None req-e6653a92-d859-4839-9079-b59930e2a1f1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Updating instance_info_cache with network_info: [{"id": "cec70db4-dc7b-4828-a422-81c05d5ccb5f", "address": "fa:16:3e:2d:af:72", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec70db4-dc", "ovs_interfaceid": "cec70db4-dc7b-4828-a422-81c05d5ccb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.784513] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 0ebee0cf-0566-42b3-9d46-2b959dbcb8ee] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1107.979041] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67a0e0a-cb54-440f-9245-e82ca4815b7a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.986766] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74458901-e7de-4b06-b7c3-0389e131903b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.016501] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddd58aa-e731-4dcb-89d5-11ba517e8de0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.024191] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aed0454-b965-4a5b-b181-c45c128e5d14 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.037596] env[68391]: DEBUG nova.compute.provider_tree [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.096203] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e6653a92-d859-4839-9079-b59930e2a1f1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "refresh_cache-e93e52b7-a56f-49ae-b675-78aac2add525" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.096203] env[68391]: DEBUG nova.objects.instance [None req-e6653a92-d859-4839-9079-b59930e2a1f1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lazy-loading 'migration_context' on Instance uuid e93e52b7-a56f-49ae-b675-78aac2add525 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.288073] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: cabde9c0-af55-4b04-a866-83f41b301ccc] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1108.541110] env[68391]: DEBUG nova.scheduler.client.report [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.599549] env[68391]: DEBUG nova.objects.base [None req-e6653a92-d859-4839-9079-b59930e2a1f1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1108.600549] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7af332-8599-4c18-9970-1ee0c94b879c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.622380] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c92e01a-ab9c-4bb2-a5c5-f528c43d287a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.628103] env[68391]: DEBUG oslo_vmware.api [None req-e6653a92-d859-4839-9079-b59930e2a1f1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1108.628103] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ac91f0-aea3-c394-ec38-7d39843e77ee" [ 1108.628103] env[68391]: _type = "Task" [ 1108.628103] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.635974] env[68391]: DEBUG oslo_vmware.api [None req-e6653a92-d859-4839-9079-b59930e2a1f1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ac91f0-aea3-c394-ec38-7d39843e77ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.791332] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 64e01734-5cdd-4e7b-b212-e0b90f056441] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1109.045969] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.046481] env[68391]: DEBUG nova.compute.manager [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.137821] env[68391]: DEBUG oslo_vmware.api [None req-e6653a92-d859-4839-9079-b59930e2a1f1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ac91f0-aea3-c394-ec38-7d39843e77ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.138125] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e6653a92-d859-4839-9079-b59930e2a1f1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.138371] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e6653a92-d859-4839-9079-b59930e2a1f1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.294291] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: f914e007-b9ca-4fb4-b4c0-015b9e912734] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1109.551344] env[68391]: DEBUG nova.compute.utils [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.552796] env[68391]: DEBUG nova.compute.manager [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.552969] env[68391]: DEBUG nova.network.neutron [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.595830] env[68391]: DEBUG nova.policy [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c61a99632917461cbb7e0a46d562b041', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9e995b594e0480589cdfd7443e2d289', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.784637] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3367f28a-d65b-44a4-a40a-4a18a7f76ce9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.792791] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2a6d18-2890-49fb-b499-bdb2dd4e5c33 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.797485] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: dc52dc6a-f84d-4716-91f6-ecb5f2f66643] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1109.830236] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 38da167e-1f64-462f-9847-b4daa77d0390] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1109.834938] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1871a67c-a9f5-4862-be2d-699a9bf89d44 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.841030] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83f803f-2106-46a1-9742-3b1e8a76c3d0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.855918] env[68391]: DEBUG nova.compute.provider_tree [None req-e6653a92-d859-4839-9079-b59930e2a1f1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.902908] env[68391]: DEBUG nova.network.neutron [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Successfully created port: 896ae3bb-82df-428c-bc99-4ee3771c7e1d {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.055972] env[68391]: DEBUG nova.compute.manager [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.336700] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 09d2b78c-7aab-4af8-b794-8381516c89b8] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1110.359622] env[68391]: DEBUG nova.scheduler.client.report [None req-e6653a92-d859-4839-9079-b59930e2a1f1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.840815] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: eb194a52-be98-458f-aae2-60d43617fd1b] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1111.066371] env[68391]: DEBUG nova.compute.manager [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.094376] env[68391]: DEBUG nova.virt.hardware [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.094628] env[68391]: DEBUG nova.virt.hardware [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.094783] env[68391]: DEBUG nova.virt.hardware [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.094960] env[68391]: DEBUG nova.virt.hardware [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.095121] env[68391]: DEBUG nova.virt.hardware [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.095268] env[68391]: DEBUG nova.virt.hardware [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.095475] env[68391]: DEBUG nova.virt.hardware [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.095686] env[68391]: DEBUG nova.virt.hardware [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.095865] env[68391]: DEBUG nova.virt.hardware [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.096042] env[68391]: DEBUG nova.virt.hardware [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.096282] env[68391]: DEBUG nova.virt.hardware [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.097092] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaafac5-3943-43f0-a22a-735dac07de4d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.105717] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657cb168-4cea-4e5e-b6a0-097a43062557 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.328157] env[68391]: DEBUG nova.compute.manager [req-202e5079-9ac4-4897-8543-46906816f636 req-3c0d6f76-f1c7-46d7-9f63-ddd04bbac64a service nova] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Received event network-vif-plugged-896ae3bb-82df-428c-bc99-4ee3771c7e1d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.328390] env[68391]: DEBUG oslo_concurrency.lockutils [req-202e5079-9ac4-4897-8543-46906816f636 req-3c0d6f76-f1c7-46d7-9f63-ddd04bbac64a service nova] Acquiring lock "0c6e5481-9501-45f5-85d3-270112974001-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.328598] env[68391]: DEBUG oslo_concurrency.lockutils [req-202e5079-9ac4-4897-8543-46906816f636 req-3c0d6f76-f1c7-46d7-9f63-ddd04bbac64a service nova] Lock "0c6e5481-9501-45f5-85d3-270112974001-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.328845] env[68391]: DEBUG oslo_concurrency.lockutils [req-202e5079-9ac4-4897-8543-46906816f636 req-3c0d6f76-f1c7-46d7-9f63-ddd04bbac64a service nova] Lock "0c6e5481-9501-45f5-85d3-270112974001-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.329125] env[68391]: DEBUG nova.compute.manager [req-202e5079-9ac4-4897-8543-46906816f636 req-3c0d6f76-f1c7-46d7-9f63-ddd04bbac64a service nova] [instance: 0c6e5481-9501-45f5-85d3-270112974001] No waiting events found dispatching network-vif-plugged-896ae3bb-82df-428c-bc99-4ee3771c7e1d {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.329385] env[68391]: WARNING nova.compute.manager [req-202e5079-9ac4-4897-8543-46906816f636 req-3c0d6f76-f1c7-46d7-9f63-ddd04bbac64a service nova] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Received unexpected event network-vif-plugged-896ae3bb-82df-428c-bc99-4ee3771c7e1d for instance with vm_state building and task_state spawning. [ 1111.344236] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 4874b0c8-bcd3-4eca-a82f-f76539d141bb] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1111.369533] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e6653a92-d859-4839-9079-b59930e2a1f1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.231s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.418559] env[68391]: DEBUG nova.network.neutron [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Successfully updated port: 896ae3bb-82df-428c-bc99-4ee3771c7e1d {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.847706] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 3ebfcb0d-4fd5-4d7f-9caa-c2e47886a0ef] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1111.920779] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "refresh_cache-0c6e5481-9501-45f5-85d3-270112974001" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.920931] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquired lock "refresh_cache-0c6e5481-9501-45f5-85d3-270112974001" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.921106] env[68391]: DEBUG nova.network.neutron [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.927955] env[68391]: INFO nova.scheduler.client.report [None req-e6653a92-d859-4839-9079-b59930e2a1f1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Deleted allocation for migration 42364201-d691-4787-a176-47beecd0ab9d [ 1112.350966] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 22c69ccb-39b6-411a-bed9-03c7555aaeff] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1112.433699] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e6653a92-d859-4839-9079-b59930e2a1f1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "e93e52b7-a56f-49ae-b675-78aac2add525" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.640s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.463368] env[68391]: DEBUG nova.network.neutron [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.604690] env[68391]: DEBUG nova.network.neutron [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Updating instance_info_cache with network_info: [{"id": "896ae3bb-82df-428c-bc99-4ee3771c7e1d", "address": "fa:16:3e:cf:01:75", "network": {"id": "4cb37b42-076e-489b-8c24-1a1141337cfc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-989407886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e995b594e0480589cdfd7443e2d289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap896ae3bb-82", "ovs_interfaceid": "896ae3bb-82df-428c-bc99-4ee3771c7e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.854290] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: ec6ae023-f376-4c2f-9d3d-31144b5b007e] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1113.107585] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Releasing lock "refresh_cache-0c6e5481-9501-45f5-85d3-270112974001" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.107919] env[68391]: DEBUG nova.compute.manager [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Instance network_info: |[{"id": "896ae3bb-82df-428c-bc99-4ee3771c7e1d", "address": "fa:16:3e:cf:01:75", "network": {"id": "4cb37b42-076e-489b-8c24-1a1141337cfc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-989407886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e995b594e0480589cdfd7443e2d289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap896ae3bb-82", "ovs_interfaceid": "896ae3bb-82df-428c-bc99-4ee3771c7e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.108352] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:01:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '896ae3bb-82df-428c-bc99-4ee3771c7e1d', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.116032] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.116235] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.116480] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8da4fd4-6e41-41c9-bb9a-a729f85b2754 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.136409] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.136409] env[68391]: value = "task-3039751" [ 1113.136409] env[68391]: _type = "Task" [ 1113.136409] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.143525] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039751, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.177196] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "e93e52b7-a56f-49ae-b675-78aac2add525" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.177448] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "e93e52b7-a56f-49ae-b675-78aac2add525" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.177720] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "e93e52b7-a56f-49ae-b675-78aac2add525-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.178012] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "e93e52b7-a56f-49ae-b675-78aac2add525-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.178206] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "e93e52b7-a56f-49ae-b675-78aac2add525-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.180577] env[68391]: INFO nova.compute.manager [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Terminating instance [ 1113.357976] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 03d0a82a-7689-4d48-9a5f-508f55a76ee3] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1113.361612] env[68391]: DEBUG nova.compute.manager [req-a214e189-9902-4c5b-96be-be0e833153f7 req-67d1e1ee-fd6e-4d9a-9e45-dc6746abcab3 service nova] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Received event network-changed-896ae3bb-82df-428c-bc99-4ee3771c7e1d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.361803] env[68391]: DEBUG nova.compute.manager [req-a214e189-9902-4c5b-96be-be0e833153f7 req-67d1e1ee-fd6e-4d9a-9e45-dc6746abcab3 service nova] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Refreshing instance network info cache due to event network-changed-896ae3bb-82df-428c-bc99-4ee3771c7e1d. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.362027] env[68391]: DEBUG oslo_concurrency.lockutils [req-a214e189-9902-4c5b-96be-be0e833153f7 req-67d1e1ee-fd6e-4d9a-9e45-dc6746abcab3 service nova] Acquiring lock "refresh_cache-0c6e5481-9501-45f5-85d3-270112974001" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.362174] env[68391]: DEBUG oslo_concurrency.lockutils [req-a214e189-9902-4c5b-96be-be0e833153f7 req-67d1e1ee-fd6e-4d9a-9e45-dc6746abcab3 service nova] Acquired lock "refresh_cache-0c6e5481-9501-45f5-85d3-270112974001" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.362332] env[68391]: DEBUG nova.network.neutron [req-a214e189-9902-4c5b-96be-be0e833153f7 req-67d1e1ee-fd6e-4d9a-9e45-dc6746abcab3 service nova] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Refreshing network info cache for port 896ae3bb-82df-428c-bc99-4ee3771c7e1d {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.645701] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039751, 'name': CreateVM_Task, 'duration_secs': 0.299135} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.645840] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.646492] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.646655] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.646976] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.647242] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26254ade-500f-4d13-81d9-eadce81034a7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.651589] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1113.651589] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c8c124-f52d-c5b7-e706-b75c2e03b45a" [ 1113.651589] env[68391]: _type = "Task" [ 1113.651589] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.659077] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c8c124-f52d-c5b7-e706-b75c2e03b45a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.683780] env[68391]: DEBUG nova.compute.manager [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.683979] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.684724] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2738ae1b-0f3a-496a-bce7-f95116937f4f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.691609] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.691842] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad41b2e8-313e-4c60-a480-1f58705ec11c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.697578] env[68391]: DEBUG oslo_vmware.api [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1113.697578] env[68391]: value = "task-3039752" [ 1113.697578] env[68391]: _type = "Task" [ 1113.697578] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.704798] env[68391]: DEBUG oslo_vmware.api [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.865123] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 8255f57d-32cf-4205-a078-dbf25d0f6afc] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1114.052716] env[68391]: DEBUG nova.network.neutron [req-a214e189-9902-4c5b-96be-be0e833153f7 req-67d1e1ee-fd6e-4d9a-9e45-dc6746abcab3 service nova] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Updated VIF entry in instance network info cache for port 896ae3bb-82df-428c-bc99-4ee3771c7e1d. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.053081] env[68391]: DEBUG nova.network.neutron [req-a214e189-9902-4c5b-96be-be0e833153f7 req-67d1e1ee-fd6e-4d9a-9e45-dc6746abcab3 service nova] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Updating instance_info_cache with network_info: [{"id": "896ae3bb-82df-428c-bc99-4ee3771c7e1d", "address": "fa:16:3e:cf:01:75", "network": {"id": "4cb37b42-076e-489b-8c24-1a1141337cfc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-989407886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e995b594e0480589cdfd7443e2d289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap896ae3bb-82", "ovs_interfaceid": "896ae3bb-82df-428c-bc99-4ee3771c7e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.161591] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c8c124-f52d-c5b7-e706-b75c2e03b45a, 'name': SearchDatastore_Task, 'duration_secs': 0.012008} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.161830] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.162125] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.162375] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.162523] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.162703] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.162954] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a772673-9098-43f5-a0d3-7bd742a80430 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.170786] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.170956] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.171624] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b43fc2f7-3c85-4437-9034-df130b849f5e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.176322] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1114.176322] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5252976a-635d-fb79-766d-cf256b64deb0" [ 1114.176322] env[68391]: _type = "Task" [ 1114.176322] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.183270] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5252976a-635d-fb79-766d-cf256b64deb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.205250] env[68391]: DEBUG oslo_vmware.api [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039752, 'name': PowerOffVM_Task, 'duration_secs': 0.189681} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.205502] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.205676] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.205900] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f8a04fc-13d6-414c-a3c0-babba1c18d33 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.262595] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.262798] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.262971] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Deleting the datastore file [datastore1] e93e52b7-a56f-49ae-b675-78aac2add525 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.263249] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec160eb4-7265-45da-905b-7ea88b6ac002 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.268758] env[68391]: DEBUG oslo_vmware.api [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1114.268758] env[68391]: value = "task-3039754" [ 1114.268758] env[68391]: _type = "Task" [ 1114.268758] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.276048] env[68391]: DEBUG oslo_vmware.api [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.371304] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 7b44d5c5-c6e2-403e-8d0a-6580e3877e8e] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1114.555374] env[68391]: DEBUG oslo_concurrency.lockutils [req-a214e189-9902-4c5b-96be-be0e833153f7 req-67d1e1ee-fd6e-4d9a-9e45-dc6746abcab3 service nova] Releasing lock "refresh_cache-0c6e5481-9501-45f5-85d3-270112974001" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.686770] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5252976a-635d-fb79-766d-cf256b64deb0, 'name': SearchDatastore_Task, 'duration_secs': 0.007791} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.687602] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11ff1136-9b7e-4cb3-9969-e3e0ec4257a7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.692384] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1114.692384] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5235bfb9-c8ac-f46b-5426-743595db96f4" [ 1114.692384] env[68391]: _type = "Task" [ 1114.692384] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.699417] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5235bfb9-c8ac-f46b-5426-743595db96f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.778581] env[68391]: DEBUG oslo_vmware.api [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133706} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.778819] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.779013] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.779200] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.779402] env[68391]: INFO nova.compute.manager [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1114.779648] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.779829] env[68391]: DEBUG nova.compute.manager [-] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.779921] env[68391]: DEBUG nova.network.neutron [-] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.875040] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 1b07d836-07a1-437f-8890-59630b092bca] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1115.202632] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5235bfb9-c8ac-f46b-5426-743595db96f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.203117] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.203219] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 0c6e5481-9501-45f5-85d3-270112974001/0c6e5481-9501-45f5-85d3-270112974001.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.203712] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-021d4a7b-3656-4350-a789-0528ff40b1c2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.209487] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1115.209487] env[68391]: value = "task-3039755" [ 1115.209487] env[68391]: _type = "Task" [ 1115.209487] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.217163] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.377605] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.377798] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Cleaning up deleted instances with incomplete migration {{(pid=68391) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1115.403094] env[68391]: DEBUG nova.compute.manager [req-76d98793-f1d9-496a-a8e7-59902da83df3 req-19068b2a-84f2-4922-a787-92a454c8be06 service nova] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Received event network-vif-deleted-cec70db4-dc7b-4828-a422-81c05d5ccb5f {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.403311] env[68391]: INFO nova.compute.manager [req-76d98793-f1d9-496a-a8e7-59902da83df3 req-19068b2a-84f2-4922-a787-92a454c8be06 service nova] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Neutron deleted interface cec70db4-dc7b-4828-a422-81c05d5ccb5f; detaching it from the instance and deleting it from the info cache [ 1115.403487] env[68391]: DEBUG nova.network.neutron [req-76d98793-f1d9-496a-a8e7-59902da83df3 req-19068b2a-84f2-4922-a787-92a454c8be06 service nova] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.719210] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456464} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.719210] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 0c6e5481-9501-45f5-85d3-270112974001/0c6e5481-9501-45f5-85d3-270112974001.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.719429] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.719680] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df40da27-a409-4753-bf04-945fc59f42c6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.725833] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1115.725833] env[68391]: value = "task-3039756" [ 1115.725833] env[68391]: _type = "Task" [ 1115.725833] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.733135] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.761695] env[68391]: DEBUG nova.network.neutron [-] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.880566] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.906726] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0935383-90f3-4876-8a6a-e1147095c1c1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.917444] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35ea196-7f59-4f73-b071-512f52f94c8c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.946892] env[68391]: DEBUG nova.compute.manager [req-76d98793-f1d9-496a-a8e7-59902da83df3 req-19068b2a-84f2-4922-a787-92a454c8be06 service nova] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Detach interface failed, port_id=cec70db4-dc7b-4828-a422-81c05d5ccb5f, reason: Instance e93e52b7-a56f-49ae-b675-78aac2add525 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1116.190717] env[68391]: DEBUG oslo_concurrency.lockutils [None req-092fcf1b-bfb0-4392-9159-04f9b356d191 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "98605598-57ba-4c0c-bd19-7cc8e0bb5a66" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.190942] env[68391]: DEBUG oslo_concurrency.lockutils [None req-092fcf1b-bfb0-4392-9159-04f9b356d191 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "98605598-57ba-4c0c-bd19-7cc8e0bb5a66" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.236091] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064551} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.236435] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.237150] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48361619-e04e-4557-b0df-95460d3990bd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.259850] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 0c6e5481-9501-45f5-85d3-270112974001/0c6e5481-9501-45f5-85d3-270112974001.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.260064] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2b02545-8d73-40d6-8d11-873bfa42541c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.274016] env[68391]: INFO nova.compute.manager [-] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Took 1.49 seconds to deallocate network for instance. [ 1116.280302] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1116.280302] env[68391]: value = "task-3039757" [ 1116.280302] env[68391]: _type = "Task" [ 1116.280302] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.288021] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.694984] env[68391]: INFO nova.compute.manager [None req-092fcf1b-bfb0-4392-9159-04f9b356d191 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Detaching volume c778b5ad-b9c2-4c42-943d-a86712b073cb [ 1116.730729] env[68391]: INFO nova.virt.block_device [None req-092fcf1b-bfb0-4392-9159-04f9b356d191 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Attempting to driver detach volume c778b5ad-b9c2-4c42-943d-a86712b073cb from mountpoint /dev/sdb [ 1116.730975] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-092fcf1b-bfb0-4392-9159-04f9b356d191 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Volume detach. Driver type: vmdk {{(pid=68391) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1116.731184] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-092fcf1b-bfb0-4392-9159-04f9b356d191 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609027', 'volume_id': 'c778b5ad-b9c2-4c42-943d-a86712b073cb', 'name': 'volume-c778b5ad-b9c2-4c42-943d-a86712b073cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98605598-57ba-4c0c-bd19-7cc8e0bb5a66', 'attached_at': '', 'detached_at': '', 'volume_id': 'c778b5ad-b9c2-4c42-943d-a86712b073cb', 'serial': 'c778b5ad-b9c2-4c42-943d-a86712b073cb'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1116.732091] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a426ff-8865-40aa-a346-861c3951157f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.753394] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5cbc6e-d8d6-4810-b155-8161085617da {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.760254] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e448b2-1a09-4fc9-b2ca-7c97e4cb0354 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.779691] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.779941] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.780140] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.782751] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabab964-0cc1-436e-a714-d4ca1b4f565a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.793549] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039757, 'name': ReconfigVM_Task, 'duration_secs': 0.310155} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.805018] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 0c6e5481-9501-45f5-85d3-270112974001/0c6e5481-9501-45f5-85d3-270112974001.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.805775] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-092fcf1b-bfb0-4392-9159-04f9b356d191 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] The volume has not been displaced from its original location: [datastore1] volume-c778b5ad-b9c2-4c42-943d-a86712b073cb/volume-c778b5ad-b9c2-4c42-943d-a86712b073cb.vmdk. No consolidation needed. {{(pid=68391) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1116.811909] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-092fcf1b-bfb0-4392-9159-04f9b356d191 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1116.813076] env[68391]: INFO nova.scheduler.client.report [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Deleted allocations for instance e93e52b7-a56f-49ae-b675-78aac2add525 [ 1116.814251] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa6008b6-a517-4362-af62-b5361c2e6c1f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.815944] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-368e3925-d2bd-4f48-84b7-4f08e60900f8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.837943] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1116.837943] env[68391]: value = "task-3039758" [ 1116.837943] env[68391]: _type = "Task" [ 1116.837943] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.842020] env[68391]: DEBUG oslo_vmware.api [None req-092fcf1b-bfb0-4392-9159-04f9b356d191 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1116.842020] env[68391]: value = "task-3039759" [ 1116.842020] env[68391]: _type = "Task" [ 1116.842020] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.849648] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039758, 'name': Rename_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.852847] env[68391]: DEBUG oslo_vmware.api [None req-092fcf1b-bfb0-4392-9159-04f9b356d191 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.337443] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0b8fa908-48a7-491c-9399-6325d2120613 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "e93e52b7-a56f-49ae-b675-78aac2add525" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.160s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.351064] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039758, 'name': Rename_Task, 'duration_secs': 0.132005} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.354173] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.354875] env[68391]: DEBUG oslo_vmware.api [None req-092fcf1b-bfb0-4392-9159-04f9b356d191 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039759, 'name': ReconfigVM_Task, 'duration_secs': 0.218456} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.354875] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-679180bd-165c-41af-8bb3-9571650ef722 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.356408] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-092fcf1b-bfb0-4392-9159-04f9b356d191 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1117.361587] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b50fa8e-89e4-4caf-871b-b3f02180dd6f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.376475] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1117.376475] env[68391]: value = "task-3039760" [ 1117.376475] env[68391]: _type = "Task" [ 1117.376475] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.377713] env[68391]: DEBUG oslo_vmware.api [None req-092fcf1b-bfb0-4392-9159-04f9b356d191 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1117.377713] env[68391]: value = "task-3039761" [ 1117.377713] env[68391]: _type = "Task" [ 1117.377713] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.389815] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.393195] env[68391]: DEBUG oslo_vmware.api [None req-092fcf1b-bfb0-4392-9159-04f9b356d191 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039761, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.890928] env[68391]: DEBUG oslo_vmware.api [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039760, 'name': PowerOnVM_Task, 'duration_secs': 0.487402} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.893966] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.894195] env[68391]: INFO nova.compute.manager [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1117.894384] env[68391]: DEBUG nova.compute.manager [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.894667] env[68391]: DEBUG oslo_vmware.api [None req-092fcf1b-bfb0-4392-9159-04f9b356d191 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039761, 'name': ReconfigVM_Task, 'duration_secs': 0.141577} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.895384] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3132176e-0258-456f-817a-9b0cc4c6f3d5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.897889] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-092fcf1b-bfb0-4392-9159-04f9b356d191 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609027', 'volume_id': 'c778b5ad-b9c2-4c42-943d-a86712b073cb', 'name': 'volume-c778b5ad-b9c2-4c42-943d-a86712b073cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98605598-57ba-4c0c-bd19-7cc8e0bb5a66', 'attached_at': '', 'detached_at': '', 'volume_id': 'c778b5ad-b9c2-4c42-943d-a86712b073cb', 'serial': 'c778b5ad-b9c2-4c42-943d-a86712b073cb'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1118.059019] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "4b3e0dfe-f18b-4187-8d3c-90375e259a64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.059268] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "4b3e0dfe-f18b-4187-8d3c-90375e259a64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.415774] env[68391]: INFO nova.compute.manager [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Took 11.60 seconds to build instance. [ 1118.440963] env[68391]: DEBUG nova.objects.instance [None req-092fcf1b-bfb0-4392-9159-04f9b356d191 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lazy-loading 'flavor' on Instance uuid 98605598-57ba-4c0c-bd19-7cc8e0bb5a66 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.561221] env[68391]: DEBUG nova.compute.manager [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.918432] env[68391]: DEBUG oslo_concurrency.lockutils [None req-f6135275-045d-45ea-88f5-6f35b018143a tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "0c6e5481-9501-45f5-85d3-270112974001" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.107s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.050690] env[68391]: DEBUG nova.compute.manager [req-29bc592e-5561-4f4a-9db0-271c7c76c3ea req-88a19d8e-a80c-4b90-94bf-984847cf54c3 service nova] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Received event network-changed-896ae3bb-82df-428c-bc99-4ee3771c7e1d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.050901] env[68391]: DEBUG nova.compute.manager [req-29bc592e-5561-4f4a-9db0-271c7c76c3ea req-88a19d8e-a80c-4b90-94bf-984847cf54c3 service nova] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Refreshing instance network info cache due to event network-changed-896ae3bb-82df-428c-bc99-4ee3771c7e1d. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.051166] env[68391]: DEBUG oslo_concurrency.lockutils [req-29bc592e-5561-4f4a-9db0-271c7c76c3ea req-88a19d8e-a80c-4b90-94bf-984847cf54c3 service nova] Acquiring lock "refresh_cache-0c6e5481-9501-45f5-85d3-270112974001" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.051313] env[68391]: DEBUG oslo_concurrency.lockutils [req-29bc592e-5561-4f4a-9db0-271c7c76c3ea req-88a19d8e-a80c-4b90-94bf-984847cf54c3 service nova] Acquired lock "refresh_cache-0c6e5481-9501-45f5-85d3-270112974001" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.052206] env[68391]: DEBUG nova.network.neutron [req-29bc592e-5561-4f4a-9db0-271c7c76c3ea req-88a19d8e-a80c-4b90-94bf-984847cf54c3 service nova] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Refreshing network info cache for port 896ae3bb-82df-428c-bc99-4ee3771c7e1d {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.084269] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.084575] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.086167] env[68391]: INFO nova.compute.claims [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.448083] env[68391]: DEBUG oslo_concurrency.lockutils [None req-092fcf1b-bfb0-4392-9159-04f9b356d191 tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "98605598-57ba-4c0c-bd19-7cc8e0bb5a66" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.257s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.750371] env[68391]: DEBUG nova.network.neutron [req-29bc592e-5561-4f4a-9db0-271c7c76c3ea req-88a19d8e-a80c-4b90-94bf-984847cf54c3 service nova] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Updated VIF entry in instance network info cache for port 896ae3bb-82df-428c-bc99-4ee3771c7e1d. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.750791] env[68391]: DEBUG nova.network.neutron [req-29bc592e-5561-4f4a-9db0-271c7c76c3ea req-88a19d8e-a80c-4b90-94bf-984847cf54c3 service nova] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Updating instance_info_cache with network_info: [{"id": "896ae3bb-82df-428c-bc99-4ee3771c7e1d", "address": "fa:16:3e:cf:01:75", "network": {"id": "4cb37b42-076e-489b-8c24-1a1141337cfc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-989407886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e995b594e0480589cdfd7443e2d289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap896ae3bb-82", "ovs_interfaceid": "896ae3bb-82df-428c-bc99-4ee3771c7e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.230792] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efb37ac-01aa-4016-b9dd-4c7ccd74b5b0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.238741] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5535a6e6-d8a0-4ba9-b142-5d8374a659bc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.269016] env[68391]: DEBUG oslo_concurrency.lockutils [req-29bc592e-5561-4f4a-9db0-271c7c76c3ea req-88a19d8e-a80c-4b90-94bf-984847cf54c3 service nova] Releasing lock "refresh_cache-0c6e5481-9501-45f5-85d3-270112974001" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.270309] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c121b5a4-da41-4b97-89f5-14c8df0b11bd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.277225] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ad9a9e-aa76-4639-aea6-4261076fdf0e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.290140] env[68391]: DEBUG nova.compute.provider_tree [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.512099] env[68391]: DEBUG oslo_concurrency.lockutils [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "98605598-57ba-4c0c-bd19-7cc8e0bb5a66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.512474] env[68391]: DEBUG oslo_concurrency.lockutils [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "98605598-57ba-4c0c-bd19-7cc8e0bb5a66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.512607] env[68391]: DEBUG oslo_concurrency.lockutils [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "98605598-57ba-4c0c-bd19-7cc8e0bb5a66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.512713] env[68391]: DEBUG oslo_concurrency.lockutils [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "98605598-57ba-4c0c-bd19-7cc8e0bb5a66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.512886] env[68391]: DEBUG oslo_concurrency.lockutils [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "98605598-57ba-4c0c-bd19-7cc8e0bb5a66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.515121] env[68391]: INFO nova.compute.manager [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Terminating instance [ 1120.793481] env[68391]: DEBUG nova.scheduler.client.report [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.018811] env[68391]: DEBUG nova.compute.manager [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.019057] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.019991] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e35fac-ae19-4942-a0ab-190df86a7f97 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.027812] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.028052] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6a20bb1-a70c-4655-a506-945315afdff8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.034255] env[68391]: DEBUG oslo_vmware.api [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1121.034255] env[68391]: value = "task-3039762" [ 1121.034255] env[68391]: _type = "Task" [ 1121.034255] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.041511] env[68391]: DEBUG oslo_vmware.api [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.298457] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.298979] env[68391]: DEBUG nova.compute.manager [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.544085] env[68391]: DEBUG oslo_vmware.api [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039762, 'name': PowerOffVM_Task, 'duration_secs': 0.497932} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.544430] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.544495] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.544711] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a453904-632b-4fee-b6dd-5e27b003d541 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.600810] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.601021] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.601206] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Deleting the datastore file [datastore2] 98605598-57ba-4c0c-bd19-7cc8e0bb5a66 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.601461] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e6b0b68-8706-4bb0-be3a-39689ae555c5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.607695] env[68391]: DEBUG oslo_vmware.api [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1121.607695] env[68391]: value = "task-3039764" [ 1121.607695] env[68391]: _type = "Task" [ 1121.607695] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.614949] env[68391]: DEBUG oslo_vmware.api [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.804583] env[68391]: DEBUG nova.compute.utils [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.805899] env[68391]: DEBUG nova.compute.manager [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.806561] env[68391]: DEBUG nova.network.neutron [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.841753] env[68391]: DEBUG nova.policy [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3815edcb5a1248acb4f787040ec135f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2039f84e9a144d2bca9cb8212bb2391', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.105434] env[68391]: DEBUG nova.network.neutron [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Successfully created port: bf08bb61-ac24-4a3b-81d4-7ee2d792f425 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.118533] env[68391]: DEBUG oslo_vmware.api [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154839} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.118794] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.118974] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.119162] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.119337] env[68391]: INFO nova.compute.manager [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1122.119785] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.120140] env[68391]: DEBUG nova.compute.manager [-] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.120277] env[68391]: DEBUG nova.network.neutron [-] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.309372] env[68391]: DEBUG nova.compute.manager [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.717510] env[68391]: DEBUG nova.compute.manager [req-ead9ae50-8085-478e-9f48-d7dde1b3f22d req-1129970e-d44e-4200-bc4d-a5ab59e38a50 service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Received event network-vif-deleted-df55f6ae-5a48-4134-8a15-0a2b68d897a0 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.717753] env[68391]: INFO nova.compute.manager [req-ead9ae50-8085-478e-9f48-d7dde1b3f22d req-1129970e-d44e-4200-bc4d-a5ab59e38a50 service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Neutron deleted interface df55f6ae-5a48-4134-8a15-0a2b68d897a0; detaching it from the instance and deleting it from the info cache [ 1122.717788] env[68391]: DEBUG nova.network.neutron [req-ead9ae50-8085-478e-9f48-d7dde1b3f22d req-1129970e-d44e-4200-bc4d-a5ab59e38a50 service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.202358] env[68391]: DEBUG nova.network.neutron [-] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.224157] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-236aa368-bd43-46cd-82f6-430cecfa8fb5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.234531] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56059bc1-83bf-4d7a-b7df-db8a3c27d01d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.264681] env[68391]: DEBUG nova.compute.manager [req-ead9ae50-8085-478e-9f48-d7dde1b3f22d req-1129970e-d44e-4200-bc4d-a5ab59e38a50 service nova] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Detach interface failed, port_id=df55f6ae-5a48-4134-8a15-0a2b68d897a0, reason: Instance 98605598-57ba-4c0c-bd19-7cc8e0bb5a66 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1123.282748] env[68391]: DEBUG oslo_concurrency.lockutils [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "e4536f4a-9142-4bf3-a540-82ff1eae2dae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.282866] env[68391]: DEBUG oslo_concurrency.lockutils [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "e4536f4a-9142-4bf3-a540-82ff1eae2dae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.283073] env[68391]: DEBUG oslo_concurrency.lockutils [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "e4536f4a-9142-4bf3-a540-82ff1eae2dae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.283258] env[68391]: DEBUG oslo_concurrency.lockutils [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "e4536f4a-9142-4bf3-a540-82ff1eae2dae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.283422] env[68391]: DEBUG oslo_concurrency.lockutils [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "e4536f4a-9142-4bf3-a540-82ff1eae2dae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.285534] env[68391]: INFO nova.compute.manager [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Terminating instance [ 1123.323078] env[68391]: DEBUG nova.compute.manager [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.349017] env[68391]: DEBUG nova.virt.hardware [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.349381] env[68391]: DEBUG nova.virt.hardware [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.349623] env[68391]: DEBUG nova.virt.hardware [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.349888] env[68391]: DEBUG nova.virt.hardware [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.350125] env[68391]: DEBUG nova.virt.hardware [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.350352] env[68391]: DEBUG nova.virt.hardware [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.350653] env[68391]: DEBUG nova.virt.hardware [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.350893] env[68391]: DEBUG nova.virt.hardware [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.351156] env[68391]: DEBUG nova.virt.hardware [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.351403] env[68391]: DEBUG nova.virt.hardware [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.351662] env[68391]: DEBUG nova.virt.hardware [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.352574] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2524f55-a0d9-4965-82b4-012545342e2d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.360378] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7237d24-ea4f-4db0-9850-5e13a7ff9251 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.707658] env[68391]: INFO nova.compute.manager [-] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Took 1.59 seconds to deallocate network for instance. [ 1123.752250] env[68391]: DEBUG nova.network.neutron [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Successfully updated port: bf08bb61-ac24-4a3b-81d4-7ee2d792f425 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.789686] env[68391]: DEBUG nova.compute.manager [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.789931] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.790208] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60ee84d8-d5fa-4989-8c02-3a991fec4279 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.797756] env[68391]: DEBUG oslo_vmware.api [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1123.797756] env[68391]: value = "task-3039765" [ 1123.797756] env[68391]: _type = "Task" [ 1123.797756] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.807040] env[68391]: DEBUG oslo_vmware.api [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.212232] env[68391]: DEBUG oslo_concurrency.lockutils [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.212548] env[68391]: DEBUG oslo_concurrency.lockutils [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.212777] env[68391]: DEBUG nova.objects.instance [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lazy-loading 'resources' on Instance uuid 98605598-57ba-4c0c-bd19-7cc8e0bb5a66 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.257204] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "refresh_cache-4b3e0dfe-f18b-4187-8d3c-90375e259a64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.257345] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "refresh_cache-4b3e0dfe-f18b-4187-8d3c-90375e259a64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.257580] env[68391]: DEBUG nova.network.neutron [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.307267] env[68391]: DEBUG oslo_vmware.api [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039765, 'name': PowerOffVM_Task, 'duration_secs': 0.224744} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.307546] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.307740] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Volume detach. Driver type: vmdk {{(pid=68391) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1124.307930] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609022', 'volume_id': 'dcc054f0-b452-4bcb-a9ae-b0757e2b6753', 'name': 'volume-dcc054f0-b452-4bcb-a9ae-b0757e2b6753', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e4536f4a-9142-4bf3-a540-82ff1eae2dae', 'attached_at': '2025-03-17T09:44:40.000000', 'detached_at': '', 'volume_id': 'dcc054f0-b452-4bcb-a9ae-b0757e2b6753', 'serial': 'dcc054f0-b452-4bcb-a9ae-b0757e2b6753'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1124.308716] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bfe7b5-813d-4b42-a096-feb5f720d331 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.325626] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e057aa2a-03cc-4ac5-8a20-2cbc26fd2b5a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.331321] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3e2eb9-589a-4650-a12d-915cb230985b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.348411] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0775bf3-94cc-4f5c-b650-e9acaeb7af02 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.363769] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] The volume has not been displaced from its original location: [datastore1] volume-dcc054f0-b452-4bcb-a9ae-b0757e2b6753/volume-dcc054f0-b452-4bcb-a9ae-b0757e2b6753.vmdk. No consolidation needed. {{(pid=68391) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1124.368766] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1124.369017] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72d41364-fea4-4dcb-bd8a-a590f9410a5c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.386883] env[68391]: DEBUG oslo_vmware.api [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1124.386883] env[68391]: value = "task-3039766" [ 1124.386883] env[68391]: _type = "Task" [ 1124.386883] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.394034] env[68391]: DEBUG oslo_vmware.api [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.741213] env[68391]: DEBUG nova.compute.manager [req-2ee6bc54-1d92-40a5-a1d6-ed990cf58505 req-bc5222c2-5a78-4253-96cd-c155896b8edf service nova] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Received event network-vif-plugged-bf08bb61-ac24-4a3b-81d4-7ee2d792f425 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.741463] env[68391]: DEBUG oslo_concurrency.lockutils [req-2ee6bc54-1d92-40a5-a1d6-ed990cf58505 req-bc5222c2-5a78-4253-96cd-c155896b8edf service nova] Acquiring lock "4b3e0dfe-f18b-4187-8d3c-90375e259a64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.741706] env[68391]: DEBUG oslo_concurrency.lockutils [req-2ee6bc54-1d92-40a5-a1d6-ed990cf58505 req-bc5222c2-5a78-4253-96cd-c155896b8edf service nova] Lock "4b3e0dfe-f18b-4187-8d3c-90375e259a64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.741833] env[68391]: DEBUG oslo_concurrency.lockutils [req-2ee6bc54-1d92-40a5-a1d6-ed990cf58505 req-bc5222c2-5a78-4253-96cd-c155896b8edf service nova] Lock "4b3e0dfe-f18b-4187-8d3c-90375e259a64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.742011] env[68391]: DEBUG nova.compute.manager [req-2ee6bc54-1d92-40a5-a1d6-ed990cf58505 req-bc5222c2-5a78-4253-96cd-c155896b8edf service nova] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] No waiting events found dispatching network-vif-plugged-bf08bb61-ac24-4a3b-81d4-7ee2d792f425 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.742181] env[68391]: WARNING nova.compute.manager [req-2ee6bc54-1d92-40a5-a1d6-ed990cf58505 req-bc5222c2-5a78-4253-96cd-c155896b8edf service nova] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Received unexpected event network-vif-plugged-bf08bb61-ac24-4a3b-81d4-7ee2d792f425 for instance with vm_state building and task_state spawning. [ 1124.742336] env[68391]: DEBUG nova.compute.manager [req-2ee6bc54-1d92-40a5-a1d6-ed990cf58505 req-bc5222c2-5a78-4253-96cd-c155896b8edf service nova] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Received event network-changed-bf08bb61-ac24-4a3b-81d4-7ee2d792f425 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.742483] env[68391]: DEBUG nova.compute.manager [req-2ee6bc54-1d92-40a5-a1d6-ed990cf58505 req-bc5222c2-5a78-4253-96cd-c155896b8edf service nova] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Refreshing instance network info cache due to event network-changed-bf08bb61-ac24-4a3b-81d4-7ee2d792f425. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.742794] env[68391]: DEBUG oslo_concurrency.lockutils [req-2ee6bc54-1d92-40a5-a1d6-ed990cf58505 req-bc5222c2-5a78-4253-96cd-c155896b8edf service nova] Acquiring lock "refresh_cache-4b3e0dfe-f18b-4187-8d3c-90375e259a64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.788530] env[68391]: DEBUG nova.network.neutron [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.840248] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcfffd7-c711-4ff9-b854-953de87fc1fe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.847771] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b386099d-e2d9-4c52-9e92-21a349988c5d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.877861] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970f5e04-6f79-4052-9244-fdd39098b3b9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.885440] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503ae1ae-8f35-4169-8b2a-a338e239b2d5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.896869] env[68391]: DEBUG oslo_vmware.api [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039766, 'name': ReconfigVM_Task, 'duration_secs': 0.145772} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.904250] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1124.908937] env[68391]: DEBUG nova.compute.provider_tree [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.910290] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3665de32-6779-4181-b81a-9a13af83ca24 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.922225] env[68391]: DEBUG nova.scheduler.client.report [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.931757] env[68391]: DEBUG oslo_vmware.api [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1124.931757] env[68391]: value = "task-3039767" [ 1124.931757] env[68391]: _type = "Task" [ 1124.931757] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.941650] env[68391]: DEBUG oslo_vmware.api [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.189933] env[68391]: DEBUG nova.network.neutron [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Updating instance_info_cache with network_info: [{"id": "bf08bb61-ac24-4a3b-81d4-7ee2d792f425", "address": "fa:16:3e:cf:a2:8f", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf08bb61-ac", "ovs_interfaceid": "bf08bb61-ac24-4a3b-81d4-7ee2d792f425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.427293] env[68391]: DEBUG oslo_concurrency.lockutils [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.214s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.441825] env[68391]: DEBUG oslo_vmware.api [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039767, 'name': ReconfigVM_Task, 'duration_secs': 0.128797} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.442162] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609022', 'volume_id': 'dcc054f0-b452-4bcb-a9ae-b0757e2b6753', 'name': 'volume-dcc054f0-b452-4bcb-a9ae-b0757e2b6753', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e4536f4a-9142-4bf3-a540-82ff1eae2dae', 'attached_at': '2025-03-17T09:44:40.000000', 'detached_at': '', 'volume_id': 'dcc054f0-b452-4bcb-a9ae-b0757e2b6753', 'serial': 'dcc054f0-b452-4bcb-a9ae-b0757e2b6753'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1125.442437] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.443529] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b842cc-8541-490c-9b8a-89318c17ad02 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.446999] env[68391]: INFO nova.scheduler.client.report [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Deleted allocations for instance 98605598-57ba-4c0c-bd19-7cc8e0bb5a66 [ 1125.454874] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.454874] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e98586a3-8835-492c-bec9-a8469d946c00 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.527250] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.527556] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.527735] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Deleting the datastore file [datastore1] e4536f4a-9142-4bf3-a540-82ff1eae2dae {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.527994] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5186c4dc-e9be-4b8f-b463-dcda688808da {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.536017] env[68391]: DEBUG oslo_vmware.api [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1125.536017] env[68391]: value = "task-3039769" [ 1125.536017] env[68391]: _type = "Task" [ 1125.536017] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.544052] env[68391]: DEBUG oslo_vmware.api [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.693325] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "refresh_cache-4b3e0dfe-f18b-4187-8d3c-90375e259a64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.693445] env[68391]: DEBUG nova.compute.manager [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Instance network_info: |[{"id": "bf08bb61-ac24-4a3b-81d4-7ee2d792f425", "address": "fa:16:3e:cf:a2:8f", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf08bb61-ac", "ovs_interfaceid": "bf08bb61-ac24-4a3b-81d4-7ee2d792f425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.693727] env[68391]: DEBUG oslo_concurrency.lockutils [req-2ee6bc54-1d92-40a5-a1d6-ed990cf58505 req-bc5222c2-5a78-4253-96cd-c155896b8edf service nova] Acquired lock "refresh_cache-4b3e0dfe-f18b-4187-8d3c-90375e259a64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.693908] env[68391]: DEBUG nova.network.neutron [req-2ee6bc54-1d92-40a5-a1d6-ed990cf58505 req-bc5222c2-5a78-4253-96cd-c155896b8edf service nova] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Refreshing network info cache for port bf08bb61-ac24-4a3b-81d4-7ee2d792f425 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.695126] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:a2:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf08bb61-ac24-4a3b-81d4-7ee2d792f425', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.702580] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.703582] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.703844] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fee09c3-a0a3-4af5-bfdb-61a7ca7a3565 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.723634] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.723634] env[68391]: value = "task-3039770" [ 1125.723634] env[68391]: _type = "Task" [ 1125.723634] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.731911] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039770, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.958612] env[68391]: DEBUG oslo_concurrency.lockutils [None req-33314c7f-4534-4365-92c2-a3998b1ff13d tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "98605598-57ba-4c0c-bd19-7cc8e0bb5a66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.446s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.045185] env[68391]: DEBUG oslo_vmware.api [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089513} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.045412] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.045568] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.045739] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.045904] env[68391]: INFO nova.compute.manager [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1126.046167] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.046360] env[68391]: DEBUG nova.compute.manager [-] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.046455] env[68391]: DEBUG nova.network.neutron [-] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.232831] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039770, 'name': CreateVM_Task, 'duration_secs': 0.290463} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.233127] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.233652] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.233814] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.234165] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.234409] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15eb097f-372f-4d37-a0e8-9d84e7bf7ab3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.242716] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1126.242716] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52df7530-d1f1-9e1e-bb1f-9e528a2eb631" [ 1126.242716] env[68391]: _type = "Task" [ 1126.242716] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.250760] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52df7530-d1f1-9e1e-bb1f-9e528a2eb631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.515961] env[68391]: DEBUG nova.network.neutron [req-2ee6bc54-1d92-40a5-a1d6-ed990cf58505 req-bc5222c2-5a78-4253-96cd-c155896b8edf service nova] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Updated VIF entry in instance network info cache for port bf08bb61-ac24-4a3b-81d4-7ee2d792f425. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.516339] env[68391]: DEBUG nova.network.neutron [req-2ee6bc54-1d92-40a5-a1d6-ed990cf58505 req-bc5222c2-5a78-4253-96cd-c155896b8edf service nova] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Updating instance_info_cache with network_info: [{"id": "bf08bb61-ac24-4a3b-81d4-7ee2d792f425", "address": "fa:16:3e:cf:a2:8f", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf08bb61-ac", "ovs_interfaceid": "bf08bb61-ac24-4a3b-81d4-7ee2d792f425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.754952] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52df7530-d1f1-9e1e-bb1f-9e528a2eb631, 'name': SearchDatastore_Task, 'duration_secs': 0.009665} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.755278] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.755506] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.755734] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.755876] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.756061] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.756324] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99596c6c-1e54-462c-8c93-42bab9c99641 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.764511] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.765162] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.766486] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d9d709-504d-48ad-a40a-903ab4059131 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.769727] env[68391]: DEBUG nova.compute.manager [req-a6f79094-1573-4961-9b3a-8e31a8135747 req-34f9811f-79da-4d54-9dbb-b6781d3e8216 service nova] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Received event network-vif-deleted-ebadd5dc-8a43-4f23-8d4d-5303612ed649 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.769900] env[68391]: INFO nova.compute.manager [req-a6f79094-1573-4961-9b3a-8e31a8135747 req-34f9811f-79da-4d54-9dbb-b6781d3e8216 service nova] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Neutron deleted interface ebadd5dc-8a43-4f23-8d4d-5303612ed649; detaching it from the instance and deleting it from the info cache [ 1126.770077] env[68391]: DEBUG nova.network.neutron [req-a6f79094-1573-4961-9b3a-8e31a8135747 req-34f9811f-79da-4d54-9dbb-b6781d3e8216 service nova] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.774779] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1126.774779] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52691999-87b9-d466-f0ca-96fbe94e3aa1" [ 1126.774779] env[68391]: _type = "Task" [ 1126.774779] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.783090] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52691999-87b9-d466-f0ca-96fbe94e3aa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.019111] env[68391]: DEBUG oslo_concurrency.lockutils [req-2ee6bc54-1d92-40a5-a1d6-ed990cf58505 req-bc5222c2-5a78-4253-96cd-c155896b8edf service nova] Releasing lock "refresh_cache-4b3e0dfe-f18b-4187-8d3c-90375e259a64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.091692] env[68391]: DEBUG nova.network.neutron [-] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.272546] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e38a0d5a-1baf-4d3d-af74-d3d6a84f638b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.282655] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3f82c9-7601-416a-9eb1-e99c9f4f740a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.296389] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52691999-87b9-d466-f0ca-96fbe94e3aa1, 'name': SearchDatastore_Task, 'duration_secs': 0.008795} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.298025] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67e9e178-8761-4ce4-bb45-c3be58a28cf9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.302475] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1127.302475] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dd968a-fa27-e6bc-2300-ab106444c654" [ 1127.302475] env[68391]: _type = "Task" [ 1127.302475] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.314978] env[68391]: DEBUG nova.compute.manager [req-a6f79094-1573-4961-9b3a-8e31a8135747 req-34f9811f-79da-4d54-9dbb-b6781d3e8216 service nova] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Detach interface failed, port_id=ebadd5dc-8a43-4f23-8d4d-5303612ed649, reason: Instance e4536f4a-9142-4bf3-a540-82ff1eae2dae could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1127.318654] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dd968a-fa27-e6bc-2300-ab106444c654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.594875] env[68391]: INFO nova.compute.manager [-] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Took 1.55 seconds to deallocate network for instance. [ 1127.813215] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dd968a-fa27-e6bc-2300-ab106444c654, 'name': SearchDatastore_Task, 'duration_secs': 0.008814} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.813418] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.813672] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 4b3e0dfe-f18b-4187-8d3c-90375e259a64/4b3e0dfe-f18b-4187-8d3c-90375e259a64.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.813923] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5ba9a2c-74cc-4536-af5e-c4a8ecfbe781 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.820359] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1127.820359] env[68391]: value = "task-3039772" [ 1127.820359] env[68391]: _type = "Task" [ 1127.820359] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.827689] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.142397] env[68391]: INFO nova.compute.manager [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Took 0.55 seconds to detach 1 volumes for instance. [ 1128.145127] env[68391]: DEBUG nova.compute.manager [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Deleting volume: dcc054f0-b452-4bcb-a9ae-b0757e2b6753 {{(pid=68391) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1128.331544] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4307} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.331821] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 4b3e0dfe-f18b-4187-8d3c-90375e259a64/4b3e0dfe-f18b-4187-8d3c-90375e259a64.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.332049] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.332305] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d18f64a-42ea-4311-9fd7-caed09001151 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.338875] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1128.338875] env[68391]: value = "task-3039774" [ 1128.338875] env[68391]: _type = "Task" [ 1128.338875] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.346771] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.503077] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3eb3add8-5c9d-4f97-b2ce-69197d0c2d29 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "bc083058-c49b-496f-ab5e-1158f84e03ec" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.503326] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3eb3add8-5c9d-4f97-b2ce-69197d0c2d29 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "bc083058-c49b-496f-ab5e-1158f84e03ec" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.686325] env[68391]: DEBUG oslo_concurrency.lockutils [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.686646] env[68391]: DEBUG oslo_concurrency.lockutils [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.686876] env[68391]: DEBUG oslo_concurrency.lockutils [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.709898] env[68391]: INFO nova.scheduler.client.report [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Deleted allocations for instance e4536f4a-9142-4bf3-a540-82ff1eae2dae [ 1128.793341] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.793538] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.848794] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068583} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.849047] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.849825] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c88348-268b-4cd4-9841-77d49161673e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.871561] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 4b3e0dfe-f18b-4187-8d3c-90375e259a64/4b3e0dfe-f18b-4187-8d3c-90375e259a64.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.871786] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02077c39-7f20-4510-8470-bf8022e08ac3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.891849] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1128.891849] env[68391]: value = "task-3039775" [ 1128.891849] env[68391]: _type = "Task" [ 1128.891849] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.899468] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.006364] env[68391]: DEBUG nova.compute.utils [None req-3eb3add8-5c9d-4f97-b2ce-69197d0c2d29 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.217351] env[68391]: DEBUG oslo_concurrency.lockutils [None req-eb2a805d-b131-4db1-bf63-d925e21b758a tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "e4536f4a-9142-4bf3-a540-82ff1eae2dae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.934s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.299106] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.299302] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.299455] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.299676] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.299829] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.299975] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.300151] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68391) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1129.300411] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.401389] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039775, 'name': ReconfigVM_Task, 'duration_secs': 0.297858} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.401659] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 4b3e0dfe-f18b-4187-8d3c-90375e259a64/4b3e0dfe-f18b-4187-8d3c-90375e259a64.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.402278] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-586a6bee-18e2-431b-a12b-9425d0991422 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.409626] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1129.409626] env[68391]: value = "task-3039776" [ 1129.409626] env[68391]: _type = "Task" [ 1129.409626] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.416927] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039776, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.509705] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3eb3add8-5c9d-4f97-b2ce-69197d0c2d29 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "bc083058-c49b-496f-ab5e-1158f84e03ec" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.663688] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.663942] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.664168] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.664349] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.664513] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.666392] env[68391]: INFO nova.compute.manager [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Terminating instance [ 1129.803174] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.803430] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.803595] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.803746] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68391) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1129.804615] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad10d956-7a0d-4ca7-b1e7-2ea29e5e21ba {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.813355] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f768f343-7525-41cb-ba66-f46b012cb86d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.826674] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c98260f-8270-43da-a6aa-ed5b90a14df8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.832675] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdfc1d9-22af-4944-952f-7cf0e6916977 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.860217] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179278MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=68391) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1129.860355] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.860560] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.920693] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039776, 'name': Rename_Task, 'duration_secs': 0.129825} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.920943] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.921207] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5659065-9347-47bc-bacc-d62e053057cc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.928216] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1129.928216] env[68391]: value = "task-3039777" [ 1129.928216] env[68391]: _type = "Task" [ 1129.928216] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.935150] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.118571] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "55385d20-05bb-4045-bef5-8c8fc1cdc457" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.118873] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "55385d20-05bb-4045-bef5-8c8fc1cdc457" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.119109] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "55385d20-05bb-4045-bef5-8c8fc1cdc457-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.119282] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "55385d20-05bb-4045-bef5-8c8fc1cdc457-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.119451] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "55385d20-05bb-4045-bef5-8c8fc1cdc457-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.121488] env[68391]: INFO nova.compute.manager [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Terminating instance [ 1130.169467] env[68391]: DEBUG nova.compute.manager [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.169795] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.170714] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c542290-0136-4f84-a8dd-b26a20e0c2d8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.178251] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.178519] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27e31aee-2d16-4a44-99e9-c69347e053f6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.184655] env[68391]: DEBUG oslo_vmware.api [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1130.184655] env[68391]: value = "task-3039778" [ 1130.184655] env[68391]: _type = "Task" [ 1130.184655] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.192153] env[68391]: DEBUG oslo_vmware.api [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.438292] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039777, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.571308] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3eb3add8-5c9d-4f97-b2ce-69197d0c2d29 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "bc083058-c49b-496f-ab5e-1158f84e03ec" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.571651] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3eb3add8-5c9d-4f97-b2ce-69197d0c2d29 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "bc083058-c49b-496f-ab5e-1158f84e03ec" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.571938] env[68391]: INFO nova.compute.manager [None req-3eb3add8-5c9d-4f97-b2ce-69197d0c2d29 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Attaching volume cad44fc4-0441-402c-81ec-8c8b86dce37d to /dev/sdb [ 1130.602455] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d81e84-1fa9-4b63-b6c0-c344925c2c3f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.609613] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a21158a-909b-4f94-92f7-da50ea24ef3a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.622801] env[68391]: DEBUG nova.virt.block_device [None req-3eb3add8-5c9d-4f97-b2ce-69197d0c2d29 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Updating existing volume attachment record: a12d92f3-22fa-44be-93bd-41016addde14 {{(pid=68391) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1130.625410] env[68391]: DEBUG nova.compute.manager [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.625609] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.626386] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5c7202-276d-4497-aa2e-5c9ade1bcac3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.633198] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.633454] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6db0b0d4-a9f7-4665-b325-26de9513fe01 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.640669] env[68391]: DEBUG oslo_vmware.api [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1130.640669] env[68391]: value = "task-3039779" [ 1130.640669] env[68391]: _type = "Task" [ 1130.640669] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.648474] env[68391]: DEBUG oslo_vmware.api [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.695176] env[68391]: DEBUG oslo_vmware.api [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039778, 'name': PowerOffVM_Task, 'duration_secs': 0.21718} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.695484] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.695681] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.695901] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc13351a-b2f6-4a2d-9ead-730aa876c36c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.759418] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.759600] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.759767] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Deleting the datastore file [datastore1] 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.760049] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0784c9b-1288-4188-9d83-1c38fe09d933 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.766186] env[68391]: DEBUG oslo_vmware.api [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1130.766186] env[68391]: value = "task-3039782" [ 1130.766186] env[68391]: _type = "Task" [ 1130.766186] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.774476] env[68391]: DEBUG oslo_vmware.api [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.895787] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance d6b19435-f7df-4b89-b0b1-b147ff8d8f64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.895981] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance f5404848-2367-4aff-adb0-9986ef7e4771 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.896083] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.896210] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 55385d20-05bb-4045-bef5-8c8fc1cdc457 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.896396] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance bc083058-c49b-496f-ab5e-1158f84e03ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.896444] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 60bd62a6-d953-438c-8028-e1eb4ffe1bfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.896534] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 0c6e5481-9501-45f5-85d3-270112974001 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.896660] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 4b3e0dfe-f18b-4187-8d3c-90375e259a64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.896951] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1130.896951] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1130.938746] env[68391]: DEBUG oslo_vmware.api [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039777, 'name': PowerOnVM_Task, 'duration_secs': 0.753974} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.941165] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.941374] env[68391]: INFO nova.compute.manager [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1130.941550] env[68391]: DEBUG nova.compute.manager [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.942495] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917e7624-e0f1-4ebf-a600-b674cc3819aa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.006177] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abb10c6-aa92-456b-9dd6-92f54d2dcec4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.013170] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b3bff3-aeec-4ad5-bca8-e4d5b2881741 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.042710] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1600f2-d185-4bce-bc61-c456fc345b20 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.049286] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e875082d-8fdd-4be2-b4cb-009ef07fdfa7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.062699] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.149689] env[68391]: DEBUG oslo_vmware.api [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039779, 'name': PowerOffVM_Task, 'duration_secs': 0.27723} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.149953] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.150141] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.150384] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62c9acec-cfa6-49b0-84a2-1c2062988168 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.212729] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.213021] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.213156] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Deleting the datastore file [datastore2] 55385d20-05bb-4045-bef5-8c8fc1cdc457 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.213424] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c620defa-5096-4781-800f-7e80fa5131c0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.220128] env[68391]: DEBUG oslo_vmware.api [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1131.220128] env[68391]: value = "task-3039786" [ 1131.220128] env[68391]: _type = "Task" [ 1131.220128] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.228410] env[68391]: DEBUG oslo_vmware.api [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.275528] env[68391]: DEBUG oslo_vmware.api [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183288} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.275826] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.276064] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.276255] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.276443] env[68391]: INFO nova.compute.manager [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1131.276702] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.276889] env[68391]: DEBUG nova.compute.manager [-] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.276997] env[68391]: DEBUG nova.network.neutron [-] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.459927] env[68391]: INFO nova.compute.manager [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Took 12.39 seconds to build instance. [ 1131.512064] env[68391]: DEBUG nova.compute.manager [req-158d3c58-af15-4682-b928-f6d5962e93ce req-0c858241-8801-417c-9be1-8b6348489348 service nova] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Received event network-vif-deleted-5b4ecbe3-f2f8-486e-832f-aaed7c28e1ed {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.512151] env[68391]: INFO nova.compute.manager [req-158d3c58-af15-4682-b928-f6d5962e93ce req-0c858241-8801-417c-9be1-8b6348489348 service nova] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Neutron deleted interface 5b4ecbe3-f2f8-486e-832f-aaed7c28e1ed; detaching it from the instance and deleting it from the info cache [ 1131.512449] env[68391]: DEBUG nova.network.neutron [req-158d3c58-af15-4682-b928-f6d5962e93ce req-0c858241-8801-417c-9be1-8b6348489348 service nova] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.565614] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.730069] env[68391]: DEBUG oslo_vmware.api [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164437} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.730293] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.730478] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.730689] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.730869] env[68391]: INFO nova.compute.manager [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1131.731128] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.731323] env[68391]: DEBUG nova.compute.manager [-] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.731416] env[68391]: DEBUG nova.network.neutron [-] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.961362] env[68391]: DEBUG oslo_concurrency.lockutils [None req-5aa989f2-edf0-4a29-a3de-8fccf4863905 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "4b3e0dfe-f18b-4187-8d3c-90375e259a64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.902s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.997460] env[68391]: DEBUG nova.network.neutron [-] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.016751] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a5dede5-a19e-4de6-badb-6ee80e91656f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.025784] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0428a20b-4f9b-48bb-9f44-ad6da1ddb523 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.053736] env[68391]: DEBUG nova.compute.manager [req-158d3c58-af15-4682-b928-f6d5962e93ce req-0c858241-8801-417c-9be1-8b6348489348 service nova] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Detach interface failed, port_id=5b4ecbe3-f2f8-486e-832f-aaed7c28e1ed, reason: Instance 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1132.069698] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68391) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1132.069883] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.209s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.322668] env[68391]: DEBUG nova.compute.manager [req-57f90046-c381-46dd-a0b9-edd37d56e748 req-f0467105-2feb-4d99-b88e-8dd2722e9798 service nova] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Received event network-changed-bf08bb61-ac24-4a3b-81d4-7ee2d792f425 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.322892] env[68391]: DEBUG nova.compute.manager [req-57f90046-c381-46dd-a0b9-edd37d56e748 req-f0467105-2feb-4d99-b88e-8dd2722e9798 service nova] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Refreshing instance network info cache due to event network-changed-bf08bb61-ac24-4a3b-81d4-7ee2d792f425. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.323154] env[68391]: DEBUG oslo_concurrency.lockutils [req-57f90046-c381-46dd-a0b9-edd37d56e748 req-f0467105-2feb-4d99-b88e-8dd2722e9798 service nova] Acquiring lock "refresh_cache-4b3e0dfe-f18b-4187-8d3c-90375e259a64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.323326] env[68391]: DEBUG oslo_concurrency.lockutils [req-57f90046-c381-46dd-a0b9-edd37d56e748 req-f0467105-2feb-4d99-b88e-8dd2722e9798 service nova] Acquired lock "refresh_cache-4b3e0dfe-f18b-4187-8d3c-90375e259a64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.323521] env[68391]: DEBUG nova.network.neutron [req-57f90046-c381-46dd-a0b9-edd37d56e748 req-f0467105-2feb-4d99-b88e-8dd2722e9798 service nova] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Refreshing network info cache for port bf08bb61-ac24-4a3b-81d4-7ee2d792f425 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.462262] env[68391]: DEBUG nova.network.neutron [-] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.499828] env[68391]: INFO nova.compute.manager [-] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Took 1.22 seconds to deallocate network for instance. [ 1132.965711] env[68391]: INFO nova.compute.manager [-] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Took 1.23 seconds to deallocate network for instance. [ 1133.006373] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.006668] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.006885] env[68391]: DEBUG nova.objects.instance [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lazy-loading 'resources' on Instance uuid 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.047165] env[68391]: DEBUG nova.network.neutron [req-57f90046-c381-46dd-a0b9-edd37d56e748 req-f0467105-2feb-4d99-b88e-8dd2722e9798 service nova] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Updated VIF entry in instance network info cache for port bf08bb61-ac24-4a3b-81d4-7ee2d792f425. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.047604] env[68391]: DEBUG nova.network.neutron [req-57f90046-c381-46dd-a0b9-edd37d56e748 req-f0467105-2feb-4d99-b88e-8dd2722e9798 service nova] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Updating instance_info_cache with network_info: [{"id": "bf08bb61-ac24-4a3b-81d4-7ee2d792f425", "address": "fa:16:3e:cf:a2:8f", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf08bb61-ac", "ovs_interfaceid": "bf08bb61-ac24-4a3b-81d4-7ee2d792f425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.472584] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.538628] env[68391]: DEBUG nova.compute.manager [req-c2d2af1c-1022-4c25-9578-c3397055a540 req-de4592dc-d8de-48a1-984a-3e3b86da196a service nova] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Received event network-vif-deleted-8d1e41da-ac9f-4521-bc58-284ba37f10c0 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.553212] env[68391]: DEBUG oslo_concurrency.lockutils [req-57f90046-c381-46dd-a0b9-edd37d56e748 req-f0467105-2feb-4d99-b88e-8dd2722e9798 service nova] Releasing lock "refresh_cache-4b3e0dfe-f18b-4187-8d3c-90375e259a64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.624947] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a986ef8-e680-4a78-88aa-d11f8142d10a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.633217] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235bcb9c-b558-4d19-9e33-90bfd49e1d7e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.663080] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c7cdde-d1b3-4cb0-acb4-b89eaaf6c7cd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.670598] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0651b185-0638-4698-9eed-8044ef92b113 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.683692] env[68391]: DEBUG nova.compute.provider_tree [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.186825] env[68391]: DEBUG nova.scheduler.client.report [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.691585] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.694324] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.221s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.694584] env[68391]: DEBUG nova.objects.instance [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lazy-loading 'resources' on Instance uuid 55385d20-05bb-4045-bef5-8c8fc1cdc457 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.713863] env[68391]: INFO nova.scheduler.client.report [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Deleted allocations for instance 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05 [ 1134.963594] env[68391]: DEBUG oslo_concurrency.lockutils [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.963849] env[68391]: DEBUG oslo_concurrency.lockutils [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.964076] env[68391]: INFO nova.compute.manager [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Shelving [ 1135.170590] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb3add8-5c9d-4f97-b2ce-69197d0c2d29 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Volume attach. Driver type: vmdk {{(pid=68391) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1135.170889] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb3add8-5c9d-4f97-b2ce-69197d0c2d29 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609038', 'volume_id': 'cad44fc4-0441-402c-81ec-8c8b86dce37d', 'name': 'volume-cad44fc4-0441-402c-81ec-8c8b86dce37d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc083058-c49b-496f-ab5e-1158f84e03ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'cad44fc4-0441-402c-81ec-8c8b86dce37d', 'serial': 'cad44fc4-0441-402c-81ec-8c8b86dce37d'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1135.171789] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801529bd-a6a4-4f44-9b54-ab5c72a1f774 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.187925] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999e3b92-26ef-466a-907a-e3ad33c023b8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.213524] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb3add8-5c9d-4f97-b2ce-69197d0c2d29 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-cad44fc4-0441-402c-81ec-8c8b86dce37d/volume-cad44fc4-0441-402c-81ec-8c8b86dce37d.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.214380] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a842c131-b914-42f0-81cb-65235bb2b545 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.230821] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b75236f0-c6ee-42a4-9fe8-f1fcb4e66cbc tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.567s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.235121] env[68391]: DEBUG oslo_vmware.api [None req-3eb3add8-5c9d-4f97-b2ce-69197d0c2d29 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1135.235121] env[68391]: value = "task-3039788" [ 1135.235121] env[68391]: _type = "Task" [ 1135.235121] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.242922] env[68391]: DEBUG oslo_vmware.api [None req-3eb3add8-5c9d-4f97-b2ce-69197d0c2d29 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.310135] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abb4fb3-eebc-4958-9f3f-59688a5145d5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.317023] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419a97ee-b31a-412f-8ede-ecb6f9f82ea9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.347666] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34497edf-d776-4c3d-9c87-42499327c433 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.354370] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe76aa9-dabe-40ff-8a84-1b7dc5e77c2e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.369294] env[68391]: DEBUG nova.compute.provider_tree [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.746299] env[68391]: DEBUG oslo_vmware.api [None req-3eb3add8-5c9d-4f97-b2ce-69197d0c2d29 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039788, 'name': ReconfigVM_Task, 'duration_secs': 0.320095} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.746573] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb3add8-5c9d-4f97-b2ce-69197d0c2d29 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-cad44fc4-0441-402c-81ec-8c8b86dce37d/volume-cad44fc4-0441-402c-81ec-8c8b86dce37d.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.751621] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7fb17f6-7b54-4529-80b2-7ccca6d03742 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.767666] env[68391]: DEBUG oslo_vmware.api [None req-3eb3add8-5c9d-4f97-b2ce-69197d0c2d29 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1135.767666] env[68391]: value = "task-3039789" [ 1135.767666] env[68391]: _type = "Task" [ 1135.767666] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.775593] env[68391]: DEBUG oslo_vmware.api [None req-3eb3add8-5c9d-4f97-b2ce-69197d0c2d29 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.872923] env[68391]: DEBUG nova.scheduler.client.report [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.973213] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.973509] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b6cecf7-3354-46c5-8352-2ef92fdfcab5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.980090] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1135.980090] env[68391]: value = "task-3039790" [ 1135.980090] env[68391]: _type = "Task" [ 1135.980090] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.987648] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.277843] env[68391]: DEBUG oslo_vmware.api [None req-3eb3add8-5c9d-4f97-b2ce-69197d0c2d29 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039789, 'name': ReconfigVM_Task, 'duration_secs': 0.140226} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.278177] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb3add8-5c9d-4f97-b2ce-69197d0c2d29 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609038', 'volume_id': 'cad44fc4-0441-402c-81ec-8c8b86dce37d', 'name': 'volume-cad44fc4-0441-402c-81ec-8c8b86dce37d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc083058-c49b-496f-ab5e-1158f84e03ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'cad44fc4-0441-402c-81ec-8c8b86dce37d', 'serial': 'cad44fc4-0441-402c-81ec-8c8b86dce37d'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1136.281446] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "f5404848-2367-4aff-adb0-9986ef7e4771" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.281631] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "f5404848-2367-4aff-adb0-9986ef7e4771" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.282077] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "f5404848-2367-4aff-adb0-9986ef7e4771-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.282077] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "f5404848-2367-4aff-adb0-9986ef7e4771-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.282246] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "f5404848-2367-4aff-adb0-9986ef7e4771-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.284212] env[68391]: INFO nova.compute.manager [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Terminating instance [ 1136.377653] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.399245] env[68391]: INFO nova.scheduler.client.report [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Deleted allocations for instance 55385d20-05bb-4045-bef5-8c8fc1cdc457 [ 1136.490467] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.787769] env[68391]: DEBUG nova.compute.manager [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.788034] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.788905] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6595a6-91f8-46f4-8486-1ad2373a702e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.796708] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.796940] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-860280e7-82a2-4ad6-a9f0-f23f242b2074 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.803884] env[68391]: DEBUG oslo_vmware.api [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1136.803884] env[68391]: value = "task-3039791" [ 1136.803884] env[68391]: _type = "Task" [ 1136.803884] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.811875] env[68391]: DEBUG oslo_vmware.api [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.906748] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9687ce47-1079-4306-9127-4e4d289a2764 tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "55385d20-05bb-4045-bef5-8c8fc1cdc457" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.788s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.991306] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039790, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.315715] env[68391]: DEBUG oslo_vmware.api [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039791, 'name': PowerOffVM_Task, 'duration_secs': 0.233357} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.316131] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.316395] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.316740] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc0bcb14-e8e0-4283-8e0a-700534c0fa40 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.376055] env[68391]: DEBUG nova.objects.instance [None req-3eb3add8-5c9d-4f97-b2ce-69197d0c2d29 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lazy-loading 'flavor' on Instance uuid bc083058-c49b-496f-ab5e-1158f84e03ec {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.387030] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.387259] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.387445] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Deleting the datastore file [datastore2] f5404848-2367-4aff-adb0-9986ef7e4771 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.387778] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d9ac476-ae1a-4f27-afc8-5762812c4f3d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.394635] env[68391]: DEBUG oslo_vmware.api [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for the task: (returnval){ [ 1137.394635] env[68391]: value = "task-3039794" [ 1137.394635] env[68391]: _type = "Task" [ 1137.394635] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.402495] env[68391]: DEBUG oslo_vmware.api [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.492075] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039790, 'name': PowerOffVM_Task, 'duration_secs': 1.061585} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.492294] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.493062] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8d93b6-e631-44f1-838d-a7ef7a1e3b6b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.512909] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0be2bd8-1ce3-48f1-bf36-96d1191af10c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.882715] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3eb3add8-5c9d-4f97-b2ce-69197d0c2d29 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "bc083058-c49b-496f-ab5e-1158f84e03ec" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.311s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.909739] env[68391]: DEBUG oslo_vmware.api [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Task: {'id': task-3039794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.493268} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.910165] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.910496] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.910789] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.911172] env[68391]: INFO nova.compute.manager [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1137.911560] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.911837] env[68391]: DEBUG nova.compute.manager [-] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.912029] env[68391]: DEBUG nova.network.neutron [-] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.024610] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Creating Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1138.024941] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3b209152-953f-430c-b952-dce9062e5291 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.034796] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1138.034796] env[68391]: value = "task-3039795" [ 1138.034796] env[68391]: _type = "Task" [ 1138.034796] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.043330] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039795, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.163606] env[68391]: DEBUG nova.compute.manager [req-01e99196-06eb-474d-aecc-d70ff43023b2 req-46bcdc66-7164-46fe-b03d-6294c065ea66 service nova] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Received event network-vif-deleted-aabf39a1-22fe-46ff-a9a5-70befe008879 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.163807] env[68391]: INFO nova.compute.manager [req-01e99196-06eb-474d-aecc-d70ff43023b2 req-46bcdc66-7164-46fe-b03d-6294c065ea66 service nova] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Neutron deleted interface aabf39a1-22fe-46ff-a9a5-70befe008879; detaching it from the instance and deleting it from the info cache [ 1138.163979] env[68391]: DEBUG nova.network.neutron [req-01e99196-06eb-474d-aecc-d70ff43023b2 req-46bcdc66-7164-46fe-b03d-6294c065ea66 service nova] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.547120] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039795, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.643052] env[68391]: DEBUG nova.network.neutron [-] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.670067] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e5959e3-b91e-4d8a-a9ec-b8f173b83e9b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.680256] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e91c72-bb39-41d1-b249-033176a28bc1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.709270] env[68391]: DEBUG nova.compute.manager [req-01e99196-06eb-474d-aecc-d70ff43023b2 req-46bcdc66-7164-46fe-b03d-6294c065ea66 service nova] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Detach interface failed, port_id=aabf39a1-22fe-46ff-a9a5-70befe008879, reason: Instance f5404848-2367-4aff-adb0-9986ef7e4771 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1139.035863] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "ace0bf1e-d165-43d2-87a7-0a04b54aac44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.036177] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "ace0bf1e-d165-43d2-87a7-0a04b54aac44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.046533] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039795, 'name': CreateSnapshot_Task, 'duration_secs': 0.724898} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.047268] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Created Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1139.047999] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba63408-8b68-40bc-9ee1-1fec48dc51f7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.145363] env[68391]: INFO nova.compute.manager [-] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Took 1.23 seconds to deallocate network for instance. [ 1139.538726] env[68391]: DEBUG nova.compute.manager [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1139.565739] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Creating linked-clone VM from snapshot {{(pid=68391) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1139.565947] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3c529b90-c891-4f7d-8366-f0851dcb67c5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.574968] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1139.574968] env[68391]: value = "task-3039796" [ 1139.574968] env[68391]: _type = "Task" [ 1139.574968] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.583071] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039796, 'name': CloneVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.651987] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.652315] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.652543] env[68391]: DEBUG nova.objects.instance [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lazy-loading 'resources' on Instance uuid f5404848-2367-4aff-adb0-9986ef7e4771 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.887877] env[68391]: DEBUG oslo_concurrency.lockutils [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "d6b19435-f7df-4b89-b0b1-b147ff8d8f64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.888336] env[68391]: DEBUG oslo_concurrency.lockutils [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "d6b19435-f7df-4b89-b0b1-b147ff8d8f64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.888690] env[68391]: DEBUG oslo_concurrency.lockutils [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "d6b19435-f7df-4b89-b0b1-b147ff8d8f64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.889019] env[68391]: DEBUG oslo_concurrency.lockutils [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "d6b19435-f7df-4b89-b0b1-b147ff8d8f64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.889314] env[68391]: DEBUG oslo_concurrency.lockutils [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "d6b19435-f7df-4b89-b0b1-b147ff8d8f64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.891922] env[68391]: INFO nova.compute.manager [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Terminating instance [ 1140.061572] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.085466] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039796, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.244237] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cadaf5-0f84-44b4-a174-91eb1dad008c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.252612] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987b20f2-7e8a-4407-98c8-7dc1602a6788 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.285054] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ec751d-ea32-4cc4-a8d6-8492b0533a7f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.292087] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa3dffb-17a9-4f15-a150-26fe35c469a1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.305492] env[68391]: DEBUG nova.compute.provider_tree [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.396971] env[68391]: DEBUG nova.compute.manager [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.397257] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.398192] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a55f6e-e971-4eff-8591-fbc3676d73a8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.406279] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.406538] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e00c0e61-9ca4-414b-a5c4-7e09b7e6ed47 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.412556] env[68391]: DEBUG oslo_vmware.api [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1140.412556] env[68391]: value = "task-3039797" [ 1140.412556] env[68391]: _type = "Task" [ 1140.412556] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.419911] env[68391]: DEBUG oslo_vmware.api [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.586603] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039796, 'name': CloneVM_Task} progress is 95%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.809053] env[68391]: DEBUG nova.scheduler.client.report [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.921909] env[68391]: DEBUG oslo_vmware.api [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039797, 'name': PowerOffVM_Task, 'duration_secs': 0.23758} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.922216] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.922390] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.922635] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dd6ca7a-1a49-4328-b0b8-807e46ea2595 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.003729] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.003956] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.004157] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Deleting the datastore file [datastore2] d6b19435-f7df-4b89-b0b1-b147ff8d8f64 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.004422] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3cb9f4f-9a0d-4984-a7c3-e191e6fe764c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.011423] env[68391]: DEBUG oslo_vmware.api [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for the task: (returnval){ [ 1141.011423] env[68391]: value = "task-3039799" [ 1141.011423] env[68391]: _type = "Task" [ 1141.011423] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.019158] env[68391]: DEBUG oslo_vmware.api [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.086316] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039796, 'name': CloneVM_Task} progress is 95%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.314147] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.317416] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.256s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.319766] env[68391]: INFO nova.compute.claims [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.339108] env[68391]: INFO nova.scheduler.client.report [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Deleted allocations for instance f5404848-2367-4aff-adb0-9986ef7e4771 [ 1141.521416] env[68391]: DEBUG oslo_vmware.api [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Task: {'id': task-3039799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288148} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.521578] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.521681] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.521854] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.522048] env[68391]: INFO nova.compute.manager [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1141.522292] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.522486] env[68391]: DEBUG nova.compute.manager [-] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.522581] env[68391]: DEBUG nova.network.neutron [-] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.587010] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039796, 'name': CloneVM_Task, 'duration_secs': 1.611787} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.587302] env[68391]: INFO nova.virt.vmwareapi.vmops [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Created linked-clone VM from snapshot [ 1141.588076] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0476c0-d8d7-4253-a331-94ead8942dbe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.596647] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Uploading image 47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1141.621255] env[68391]: DEBUG oslo_vmware.rw_handles [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1141.621255] env[68391]: value = "vm-609040" [ 1141.621255] env[68391]: _type = "VirtualMachine" [ 1141.621255] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1141.621547] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-44f33850-ea7d-4028-b8e0-cbe08e6d6b1d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.628275] env[68391]: DEBUG oslo_vmware.rw_handles [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lease: (returnval){ [ 1141.628275] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f08870-5e92-7d82-181c-1536e35aaa66" [ 1141.628275] env[68391]: _type = "HttpNfcLease" [ 1141.628275] env[68391]: } obtained for exporting VM: (result){ [ 1141.628275] env[68391]: value = "vm-609040" [ 1141.628275] env[68391]: _type = "VirtualMachine" [ 1141.628275] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1141.628555] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the lease: (returnval){ [ 1141.628555] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f08870-5e92-7d82-181c-1536e35aaa66" [ 1141.628555] env[68391]: _type = "HttpNfcLease" [ 1141.628555] env[68391]: } to be ready. {{(pid=68391) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1141.634816] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1141.634816] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f08870-5e92-7d82-181c-1536e35aaa66" [ 1141.634816] env[68391]: _type = "HttpNfcLease" [ 1141.634816] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1141.775600] env[68391]: DEBUG nova.compute.manager [req-aa84ca38-53b3-4afc-a386-e5d97d0467f2 req-489b7e87-6d47-416c-98f6-8cac074253e4 service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Received event network-vif-deleted-f27f5a4a-716d-453c-b1b9-acc5653061d1 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.775834] env[68391]: INFO nova.compute.manager [req-aa84ca38-53b3-4afc-a386-e5d97d0467f2 req-489b7e87-6d47-416c-98f6-8cac074253e4 service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Neutron deleted interface f27f5a4a-716d-453c-b1b9-acc5653061d1; detaching it from the instance and deleting it from the info cache [ 1141.775961] env[68391]: DEBUG nova.network.neutron [req-aa84ca38-53b3-4afc-a386-e5d97d0467f2 req-489b7e87-6d47-416c-98f6-8cac074253e4 service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.846470] env[68391]: DEBUG oslo_concurrency.lockutils [None req-7826b227-1eda-4c32-9749-6da5049c8fad tempest-ServerRescueNegativeTestJSON-25942347 tempest-ServerRescueNegativeTestJSON-25942347-project-member] Lock "f5404848-2367-4aff-adb0-9986ef7e4771" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.565s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.136988] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1142.136988] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f08870-5e92-7d82-181c-1536e35aaa66" [ 1142.136988] env[68391]: _type = "HttpNfcLease" [ 1142.136988] env[68391]: } is ready. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1142.137423] env[68391]: DEBUG oslo_vmware.rw_handles [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1142.137423] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f08870-5e92-7d82-181c-1536e35aaa66" [ 1142.137423] env[68391]: _type = "HttpNfcLease" [ 1142.137423] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1142.137985] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21af899f-b4e8-45b5-be63-cfaae23de623 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.144944] env[68391]: DEBUG oslo_vmware.rw_handles [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3d5de-b9ec-cc49-0bf8-cd496972fa2f/disk-0.vmdk from lease info. {{(pid=68391) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1142.145158] env[68391]: DEBUG oslo_vmware.rw_handles [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3d5de-b9ec-cc49-0bf8-cd496972fa2f/disk-0.vmdk for reading. {{(pid=68391) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1142.231199] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1a0d7d1b-ba4a-41c0-ad07-fcbf0be6eec1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.259031] env[68391]: DEBUG nova.network.neutron [-] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.279083] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99107c6f-c699-4a42-8b7d-8173c5ce2887 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.287802] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ada4b0c-f0f9-40c7-ba39-a6ac3f0e5935 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.314119] env[68391]: DEBUG nova.compute.manager [req-aa84ca38-53b3-4afc-a386-e5d97d0467f2 req-489b7e87-6d47-416c-98f6-8cac074253e4 service nova] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Detach interface failed, port_id=f27f5a4a-716d-453c-b1b9-acc5653061d1, reason: Instance d6b19435-f7df-4b89-b0b1-b147ff8d8f64 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1142.412676] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4422fc-71d8-442d-8b94-ef5c247a5b6b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.422980] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ea8a59-73e1-40a3-93e2-8a545b42f7c6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.455450] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae8c646-fda8-4ce9-b83f-8b0524c64ce2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.464577] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7398ad5c-60e7-4c40-a4a3-e64f5030a736 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.480581] env[68391]: DEBUG nova.compute.provider_tree [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.761855] env[68391]: INFO nova.compute.manager [-] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Took 1.24 seconds to deallocate network for instance. [ 1142.983921] env[68391]: DEBUG nova.scheduler.client.report [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.270568] env[68391]: DEBUG oslo_concurrency.lockutils [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.493527] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.494096] env[68391]: DEBUG nova.compute.manager [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.496813] env[68391]: DEBUG oslo_concurrency.lockutils [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.228s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.498255] env[68391]: DEBUG nova.objects.instance [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lazy-loading 'resources' on Instance uuid d6b19435-f7df-4b89-b0b1-b147ff8d8f64 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.001322] env[68391]: DEBUG nova.compute.utils [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.006620] env[68391]: DEBUG nova.compute.manager [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.007634] env[68391]: DEBUG nova.network.neutron [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.057048] env[68391]: DEBUG nova.policy [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ccc68919ff44a95b5422042eb1b4085', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffcd61a7751e437f8129d7e4b82e8672', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.101715] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30ec5e9-18c0-4190-b372-3aa1381fdaf0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.110146] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c648e0-6b6a-4592-ac77-eaaebf18a2a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.149235] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9302b07-bb7f-4351-9c33-9de2468f842d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.154092] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e670852f-8e20-4d2b-9d21-14a6a0e33ac7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.168925] env[68391]: DEBUG nova.compute.provider_tree [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.350468] env[68391]: DEBUG nova.network.neutron [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Successfully created port: 16d46820-1959-48ad-adbc-885cdbea69ba {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.506763] env[68391]: DEBUG nova.compute.manager [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.672799] env[68391]: DEBUG nova.scheduler.client.report [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.177676] env[68391]: DEBUG oslo_concurrency.lockutils [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.200179] env[68391]: INFO nova.scheduler.client.report [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Deleted allocations for instance d6b19435-f7df-4b89-b0b1-b147ff8d8f64 [ 1145.517481] env[68391]: DEBUG nova.compute.manager [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.543832] env[68391]: DEBUG nova.virt.hardware [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.544089] env[68391]: DEBUG nova.virt.hardware [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.544249] env[68391]: DEBUG nova.virt.hardware [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.544426] env[68391]: DEBUG nova.virt.hardware [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.544568] env[68391]: DEBUG nova.virt.hardware [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.544710] env[68391]: DEBUG nova.virt.hardware [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.544921] env[68391]: DEBUG nova.virt.hardware [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.545095] env[68391]: DEBUG nova.virt.hardware [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.545317] env[68391]: DEBUG nova.virt.hardware [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.545522] env[68391]: DEBUG nova.virt.hardware [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.545701] env[68391]: DEBUG nova.virt.hardware [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.546610] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e25a922-4e47-4754-889e-746a44c9a20f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.555950] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fbb13f-d09f-49db-a4a8-ac89a50464b5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.710583] env[68391]: DEBUG oslo_concurrency.lockutils [None req-245252c6-e6b7-4122-9021-6be03c7150cc tempest-ServerActionsTestOtherA-2005606014 tempest-ServerActionsTestOtherA-2005606014-project-member] Lock "d6b19435-f7df-4b89-b0b1-b147ff8d8f64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.822s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.840463] env[68391]: DEBUG nova.compute.manager [req-9407cd8c-8adf-43d1-889e-3470210a121f req-7920ebc3-bcc3-4688-aae4-f4c81e7b6d56 service nova] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Received event network-vif-plugged-16d46820-1959-48ad-adbc-885cdbea69ba {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.840683] env[68391]: DEBUG oslo_concurrency.lockutils [req-9407cd8c-8adf-43d1-889e-3470210a121f req-7920ebc3-bcc3-4688-aae4-f4c81e7b6d56 service nova] Acquiring lock "ace0bf1e-d165-43d2-87a7-0a04b54aac44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.840945] env[68391]: DEBUG oslo_concurrency.lockutils [req-9407cd8c-8adf-43d1-889e-3470210a121f req-7920ebc3-bcc3-4688-aae4-f4c81e7b6d56 service nova] Lock "ace0bf1e-d165-43d2-87a7-0a04b54aac44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.841155] env[68391]: DEBUG oslo_concurrency.lockutils [req-9407cd8c-8adf-43d1-889e-3470210a121f req-7920ebc3-bcc3-4688-aae4-f4c81e7b6d56 service nova] Lock "ace0bf1e-d165-43d2-87a7-0a04b54aac44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.841322] env[68391]: DEBUG nova.compute.manager [req-9407cd8c-8adf-43d1-889e-3470210a121f req-7920ebc3-bcc3-4688-aae4-f4c81e7b6d56 service nova] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] No waiting events found dispatching network-vif-plugged-16d46820-1959-48ad-adbc-885cdbea69ba {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.841482] env[68391]: WARNING nova.compute.manager [req-9407cd8c-8adf-43d1-889e-3470210a121f req-7920ebc3-bcc3-4688-aae4-f4c81e7b6d56 service nova] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Received unexpected event network-vif-plugged-16d46820-1959-48ad-adbc-885cdbea69ba for instance with vm_state building and task_state spawning. [ 1145.939838] env[68391]: DEBUG nova.network.neutron [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Successfully updated port: 16d46820-1959-48ad-adbc-885cdbea69ba {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.441324] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "refresh_cache-ace0bf1e-d165-43d2-87a7-0a04b54aac44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.441520] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquired lock "refresh_cache-ace0bf1e-d165-43d2-87a7-0a04b54aac44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.441820] env[68391]: DEBUG nova.network.neutron [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.973504] env[68391]: DEBUG nova.network.neutron [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.118460] env[68391]: DEBUG nova.network.neutron [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Updating instance_info_cache with network_info: [{"id": "16d46820-1959-48ad-adbc-885cdbea69ba", "address": "fa:16:3e:85:ca:7a", "network": {"id": "559576db-d198-4d30-ad99-31a9917de15c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1964259922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffcd61a7751e437f8129d7e4b82e8672", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16d46820-19", "ovs_interfaceid": "16d46820-1959-48ad-adbc-885cdbea69ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.624138] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Releasing lock "refresh_cache-ace0bf1e-d165-43d2-87a7-0a04b54aac44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.624138] env[68391]: DEBUG nova.compute.manager [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Instance network_info: |[{"id": "16d46820-1959-48ad-adbc-885cdbea69ba", "address": "fa:16:3e:85:ca:7a", "network": {"id": "559576db-d198-4d30-ad99-31a9917de15c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1964259922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffcd61a7751e437f8129d7e4b82e8672", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16d46820-19", "ovs_interfaceid": "16d46820-1959-48ad-adbc-885cdbea69ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.624375] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:ca:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16d46820-1959-48ad-adbc-885cdbea69ba', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.631977] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.632300] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.632534] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d272b138-7322-4763-8cbc-c366772b5533 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.654491] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.654491] env[68391]: value = "task-3039801" [ 1147.654491] env[68391]: _type = "Task" [ 1147.654491] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.661879] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039801, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.936770] env[68391]: DEBUG nova.compute.manager [req-5e950fb1-69fa-447e-b479-3b468f9c89b8 req-bd1b942a-ed23-4f4a-81ad-35ce1d4510b3 service nova] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Received event network-changed-16d46820-1959-48ad-adbc-885cdbea69ba {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.936965] env[68391]: DEBUG nova.compute.manager [req-5e950fb1-69fa-447e-b479-3b468f9c89b8 req-bd1b942a-ed23-4f4a-81ad-35ce1d4510b3 service nova] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Refreshing instance network info cache due to event network-changed-16d46820-1959-48ad-adbc-885cdbea69ba. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.937230] env[68391]: DEBUG oslo_concurrency.lockutils [req-5e950fb1-69fa-447e-b479-3b468f9c89b8 req-bd1b942a-ed23-4f4a-81ad-35ce1d4510b3 service nova] Acquiring lock "refresh_cache-ace0bf1e-d165-43d2-87a7-0a04b54aac44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.937380] env[68391]: DEBUG oslo_concurrency.lockutils [req-5e950fb1-69fa-447e-b479-3b468f9c89b8 req-bd1b942a-ed23-4f4a-81ad-35ce1d4510b3 service nova] Acquired lock "refresh_cache-ace0bf1e-d165-43d2-87a7-0a04b54aac44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.937689] env[68391]: DEBUG nova.network.neutron [req-5e950fb1-69fa-447e-b479-3b468f9c89b8 req-bd1b942a-ed23-4f4a-81ad-35ce1d4510b3 service nova] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Refreshing network info cache for port 16d46820-1959-48ad-adbc-885cdbea69ba {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.164750] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039801, 'name': CreateVM_Task, 'duration_secs': 0.319932} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.165061] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.172169] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.172370] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.172683] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.172966] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-435074dc-b549-42a1-aa1f-4ec6ccab8b9b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.177903] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1148.177903] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a17427-a324-17f6-c634-001d989aaf10" [ 1148.177903] env[68391]: _type = "Task" [ 1148.177903] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.186254] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a17427-a324-17f6-c634-001d989aaf10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.661340] env[68391]: DEBUG nova.network.neutron [req-5e950fb1-69fa-447e-b479-3b468f9c89b8 req-bd1b942a-ed23-4f4a-81ad-35ce1d4510b3 service nova] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Updated VIF entry in instance network info cache for port 16d46820-1959-48ad-adbc-885cdbea69ba. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.661782] env[68391]: DEBUG nova.network.neutron [req-5e950fb1-69fa-447e-b479-3b468f9c89b8 req-bd1b942a-ed23-4f4a-81ad-35ce1d4510b3 service nova] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Updating instance_info_cache with network_info: [{"id": "16d46820-1959-48ad-adbc-885cdbea69ba", "address": "fa:16:3e:85:ca:7a", "network": {"id": "559576db-d198-4d30-ad99-31a9917de15c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1964259922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffcd61a7751e437f8129d7e4b82e8672", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16d46820-19", "ovs_interfaceid": "16d46820-1959-48ad-adbc-885cdbea69ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.689150] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52a17427-a324-17f6-c634-001d989aaf10, 'name': SearchDatastore_Task, 'duration_secs': 0.012267} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.689528] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.689985] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.690136] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.690331] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.690555] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.691178] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e977839-b54b-4626-bf81-b9823b421a4f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.699867] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.700117] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.700903] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0267f327-27a6-4b55-9512-ac15d9c30ff9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.706513] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1148.706513] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5294320d-191c-aa42-cb29-f8e65ada09dd" [ 1148.706513] env[68391]: _type = "Task" [ 1148.706513] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.715131] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5294320d-191c-aa42-cb29-f8e65ada09dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.164814] env[68391]: DEBUG oslo_concurrency.lockutils [req-5e950fb1-69fa-447e-b479-3b468f9c89b8 req-bd1b942a-ed23-4f4a-81ad-35ce1d4510b3 service nova] Releasing lock "refresh_cache-ace0bf1e-d165-43d2-87a7-0a04b54aac44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.220056] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5294320d-191c-aa42-cb29-f8e65ada09dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009118} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.220604] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed0a7c5-1b14-49bb-8b72-72e1f7437767 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.225902] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1149.225902] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ca4d81-8296-6d3b-2876-b36bb24a2a7f" [ 1149.225902] env[68391]: _type = "Task" [ 1149.225902] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.233962] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ca4d81-8296-6d3b-2876-b36bb24a2a7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.496018] env[68391]: DEBUG oslo_vmware.rw_handles [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3d5de-b9ec-cc49-0bf8-cd496972fa2f/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1149.496331] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6427aec8-e217-4c63-a963-4f3bd3e35d41 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.502953] env[68391]: DEBUG oslo_vmware.rw_handles [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3d5de-b9ec-cc49-0bf8-cd496972fa2f/disk-0.vmdk is in state: ready. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1149.503281] env[68391]: ERROR oslo_vmware.rw_handles [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3d5de-b9ec-cc49-0bf8-cd496972fa2f/disk-0.vmdk due to incomplete transfer. [ 1149.504045] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0eb7d400-f526-4372-8236-d4b4fa5845fe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.513199] env[68391]: DEBUG oslo_vmware.rw_handles [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3d5de-b9ec-cc49-0bf8-cd496972fa2f/disk-0.vmdk. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1149.516021] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Uploaded image 47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd to the Glance image server {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1149.516021] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Destroying the VM {{(pid=68391) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1149.516429] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-59762d79-d5fc-435f-ac62-3e94eadee34d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.522675] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1149.522675] env[68391]: value = "task-3039802" [ 1149.522675] env[68391]: _type = "Task" [ 1149.522675] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.534042] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039802, 'name': Destroy_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.737846] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ca4d81-8296-6d3b-2876-b36bb24a2a7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010399} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.737846] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.737846] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] ace0bf1e-d165-43d2-87a7-0a04b54aac44/ace0bf1e-d165-43d2-87a7-0a04b54aac44.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.738163] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f975c44a-1ead-4cfd-9ddc-6c219f61deb8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.745528] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1149.745528] env[68391]: value = "task-3039803" [ 1149.745528] env[68391]: _type = "Task" [ 1149.745528] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.753996] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.033114] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039802, 'name': Destroy_Task, 'duration_secs': 0.298617} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.033256] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Destroyed the VM [ 1150.033503] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Deleting Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1150.034154] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7a705a04-83fd-410f-b5df-26760db0f1ac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.040701] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1150.040701] env[68391]: value = "task-3039804" [ 1150.040701] env[68391]: _type = "Task" [ 1150.040701] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.049430] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039804, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.255767] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448976} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.255767] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] ace0bf1e-d165-43d2-87a7-0a04b54aac44/ace0bf1e-d165-43d2-87a7-0a04b54aac44.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.256166] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.256204] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83587ebb-c2f4-4ca1-8f88-db7bbbb027a9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.262793] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1150.262793] env[68391]: value = "task-3039805" [ 1150.262793] env[68391]: _type = "Task" [ 1150.262793] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.270880] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.551475] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039804, 'name': RemoveSnapshot_Task, 'duration_secs': 0.445738} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.551751] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Deleted Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1150.553978] env[68391]: DEBUG nova.compute.manager [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.553978] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48f7819-25f4-402e-9fa1-b87a9bc777e2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.773060] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070249} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.773360] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.774210] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6265cf5-0113-4906-b7a0-e88a2f7262de {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.808799] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] ace0bf1e-d165-43d2-87a7-0a04b54aac44/ace0bf1e-d165-43d2-87a7-0a04b54aac44.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.809140] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a09cd01e-93f1-4164-afe8-3c81a26958cc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.831698] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1150.831698] env[68391]: value = "task-3039806" [ 1150.831698] env[68391]: _type = "Task" [ 1150.831698] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.839607] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.065848] env[68391]: INFO nova.compute.manager [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Shelve offloading [ 1151.345975] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039806, 'name': ReconfigVM_Task, 'duration_secs': 0.299382} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.346371] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Reconfigured VM instance instance-00000073 to attach disk [datastore2] ace0bf1e-d165-43d2-87a7-0a04b54aac44/ace0bf1e-d165-43d2-87a7-0a04b54aac44.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.346922] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5933b73d-45ea-4667-997d-752006237a58 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.353959] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1151.353959] env[68391]: value = "task-3039807" [ 1151.353959] env[68391]: _type = "Task" [ 1151.353959] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.361532] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039807, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.569486] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.569867] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30a7c893-5b68-415e-9baf-1cb0f76bf25e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.576907] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1151.576907] env[68391]: value = "task-3039808" [ 1151.576907] env[68391]: _type = "Task" [ 1151.576907] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.584677] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.864130] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039807, 'name': Rename_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.907852] env[68391]: DEBUG oslo_concurrency.lockutils [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.908084] env[68391]: DEBUG oslo_concurrency.lockutils [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.086813] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] VM already powered off {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1152.087071] env[68391]: DEBUG nova.compute.manager [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.087691] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdba0ad-8b80-4821-836b-40d2a14de231 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.093306] env[68391]: DEBUG oslo_concurrency.lockutils [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "refresh_cache-60bd62a6-d953-438c-8028-e1eb4ffe1bfc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.093455] env[68391]: DEBUG oslo_concurrency.lockutils [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquired lock "refresh_cache-60bd62a6-d953-438c-8028-e1eb4ffe1bfc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.093629] env[68391]: DEBUG nova.network.neutron [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.365254] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039807, 'name': Rename_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.410837] env[68391]: DEBUG nova.compute.manager [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.865173] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039807, 'name': Rename_Task, 'duration_secs': 1.134444} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.867477] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.867737] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d31dbe6e-b317-4793-9a59-68f3a6ee64b4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.873763] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1152.873763] env[68391]: value = "task-3039809" [ 1152.873763] env[68391]: _type = "Task" [ 1152.873763] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.880992] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.898164] env[68391]: DEBUG nova.network.neutron [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Updating instance_info_cache with network_info: [{"id": "aeedb69f-a1ae-406f-838f-123da50d2d88", "address": "fa:16:3e:b6:ea:b4", "network": {"id": "50320497-e5a5-47f4-a99d-77674efcd3a7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1785897079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab3e163888b4797922ee1e2438d30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeedb69f-a1", "ovs_interfaceid": "aeedb69f-a1ae-406f-838f-123da50d2d88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.933535] env[68391]: DEBUG oslo_concurrency.lockutils [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.933902] env[68391]: DEBUG oslo_concurrency.lockutils [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.936028] env[68391]: INFO nova.compute.claims [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.384319] env[68391]: DEBUG oslo_vmware.api [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039809, 'name': PowerOnVM_Task, 'duration_secs': 0.447836} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.384662] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.384662] env[68391]: INFO nova.compute.manager [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1153.384734] env[68391]: DEBUG nova.compute.manager [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.385480] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458fc865-7797-49aa-8b79-097112ce3c74 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.400776] env[68391]: DEBUG oslo_concurrency.lockutils [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Releasing lock "refresh_cache-60bd62a6-d953-438c-8028-e1eb4ffe1bfc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.598014] env[68391]: DEBUG nova.compute.manager [req-27142a67-8a7e-44c2-a098-fb188621e5e1 req-c2c4da7d-aa30-4098-a3bc-35f4eeacd3dd service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Received event network-vif-unplugged-aeedb69f-a1ae-406f-838f-123da50d2d88 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.598295] env[68391]: DEBUG oslo_concurrency.lockutils [req-27142a67-8a7e-44c2-a098-fb188621e5e1 req-c2c4da7d-aa30-4098-a3bc-35f4eeacd3dd service nova] Acquiring lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.598458] env[68391]: DEBUG oslo_concurrency.lockutils [req-27142a67-8a7e-44c2-a098-fb188621e5e1 req-c2c4da7d-aa30-4098-a3bc-35f4eeacd3dd service nova] Lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.598625] env[68391]: DEBUG oslo_concurrency.lockutils [req-27142a67-8a7e-44c2-a098-fb188621e5e1 req-c2c4da7d-aa30-4098-a3bc-35f4eeacd3dd service nova] Lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.598788] env[68391]: DEBUG nova.compute.manager [req-27142a67-8a7e-44c2-a098-fb188621e5e1 req-c2c4da7d-aa30-4098-a3bc-35f4eeacd3dd service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] No waiting events found dispatching network-vif-unplugged-aeedb69f-a1ae-406f-838f-123da50d2d88 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1153.598987] env[68391]: WARNING nova.compute.manager [req-27142a67-8a7e-44c2-a098-fb188621e5e1 req-c2c4da7d-aa30-4098-a3bc-35f4eeacd3dd service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Received unexpected event network-vif-unplugged-aeedb69f-a1ae-406f-838f-123da50d2d88 for instance with vm_state shelved and task_state shelving_offloading. [ 1153.680503] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.681439] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5388f4-4171-48a4-817c-41b7c5818f19 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.689186] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.689401] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3f8eaf8-2b8d-4bcb-b08d-504fe96652bb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.744836] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.745082] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.745264] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Deleting the datastore file [datastore1] 60bd62a6-d953-438c-8028-e1eb4ffe1bfc {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.745508] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c4b8a73-ee96-4978-9bcd-c49150f618b9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.753443] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1153.753443] env[68391]: value = "task-3039811" [ 1153.753443] env[68391]: _type = "Task" [ 1153.753443] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.760840] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.903041] env[68391]: INFO nova.compute.manager [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Took 13.86 seconds to build instance. [ 1154.032948] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03730905-78ef-4fa4-9f96-7af8edd62dbf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.040947] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c6c4af-05d5-4ac4-9441-62bc9fc66264 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.071086] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcbaa17-626a-445c-9036-83b67b790ed6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.078693] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b771431-62d1-4e0c-af7b-f96b7dee4bc2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.092999] env[68391]: DEBUG nova.compute.provider_tree [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.263680] env[68391]: DEBUG oslo_vmware.api [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153761} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.263884] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.264072] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.264262] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.282058] env[68391]: INFO nova.scheduler.client.report [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Deleted allocations for instance 60bd62a6-d953-438c-8028-e1eb4ffe1bfc [ 1154.404707] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9f34a87-0b6f-484d-8096-f7139c1c7b8a tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "ace0bf1e-d165-43d2-87a7-0a04b54aac44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.368s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.596566] env[68391]: DEBUG nova.scheduler.client.report [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.619935] env[68391]: DEBUG nova.compute.manager [req-044cb7fc-ad64-448a-bf8a-d46c61c1e3d9 req-9af520c8-385c-4055-8460-41896075c396 service nova] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Received event network-changed-16d46820-1959-48ad-adbc-885cdbea69ba {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.620172] env[68391]: DEBUG nova.compute.manager [req-044cb7fc-ad64-448a-bf8a-d46c61c1e3d9 req-9af520c8-385c-4055-8460-41896075c396 service nova] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Refreshing instance network info cache due to event network-changed-16d46820-1959-48ad-adbc-885cdbea69ba. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.620392] env[68391]: DEBUG oslo_concurrency.lockutils [req-044cb7fc-ad64-448a-bf8a-d46c61c1e3d9 req-9af520c8-385c-4055-8460-41896075c396 service nova] Acquiring lock "refresh_cache-ace0bf1e-d165-43d2-87a7-0a04b54aac44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.620535] env[68391]: DEBUG oslo_concurrency.lockutils [req-044cb7fc-ad64-448a-bf8a-d46c61c1e3d9 req-9af520c8-385c-4055-8460-41896075c396 service nova] Acquired lock "refresh_cache-ace0bf1e-d165-43d2-87a7-0a04b54aac44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.620694] env[68391]: DEBUG nova.network.neutron [req-044cb7fc-ad64-448a-bf8a-d46c61c1e3d9 req-9af520c8-385c-4055-8460-41896075c396 service nova] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Refreshing network info cache for port 16d46820-1959-48ad-adbc-885cdbea69ba {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.786670] env[68391]: DEBUG oslo_concurrency.lockutils [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.102190] env[68391]: DEBUG oslo_concurrency.lockutils [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.102607] env[68391]: DEBUG nova.compute.manager [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.105376] env[68391]: DEBUG oslo_concurrency.lockutils [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.319s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.105590] env[68391]: DEBUG nova.objects.instance [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lazy-loading 'resources' on Instance uuid 60bd62a6-d953-438c-8028-e1eb4ffe1bfc {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.367452] env[68391]: DEBUG nova.network.neutron [req-044cb7fc-ad64-448a-bf8a-d46c61c1e3d9 req-9af520c8-385c-4055-8460-41896075c396 service nova] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Updated VIF entry in instance network info cache for port 16d46820-1959-48ad-adbc-885cdbea69ba. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.367755] env[68391]: DEBUG nova.network.neutron [req-044cb7fc-ad64-448a-bf8a-d46c61c1e3d9 req-9af520c8-385c-4055-8460-41896075c396 service nova] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Updating instance_info_cache with network_info: [{"id": "16d46820-1959-48ad-adbc-885cdbea69ba", "address": "fa:16:3e:85:ca:7a", "network": {"id": "559576db-d198-4d30-ad99-31a9917de15c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1964259922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffcd61a7751e437f8129d7e4b82e8672", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16d46820-19", "ovs_interfaceid": "16d46820-1959-48ad-adbc-885cdbea69ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.609422] env[68391]: DEBUG nova.compute.utils [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.612474] env[68391]: DEBUG nova.objects.instance [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lazy-loading 'numa_topology' on Instance uuid 60bd62a6-d953-438c-8028-e1eb4ffe1bfc {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.612935] env[68391]: DEBUG nova.compute.manager [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.613119] env[68391]: DEBUG nova.network.neutron [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.623669] env[68391]: DEBUG nova.compute.manager [req-2843e964-7725-4b4e-9bcf-3d63d40b7070 req-6512b6ce-ba74-4e0c-8d7d-4060b852e642 service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Received event network-changed-aeedb69f-a1ae-406f-838f-123da50d2d88 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.624112] env[68391]: DEBUG nova.compute.manager [req-2843e964-7725-4b4e-9bcf-3d63d40b7070 req-6512b6ce-ba74-4e0c-8d7d-4060b852e642 service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Refreshing instance network info cache due to event network-changed-aeedb69f-a1ae-406f-838f-123da50d2d88. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.624112] env[68391]: DEBUG oslo_concurrency.lockutils [req-2843e964-7725-4b4e-9bcf-3d63d40b7070 req-6512b6ce-ba74-4e0c-8d7d-4060b852e642 service nova] Acquiring lock "refresh_cache-60bd62a6-d953-438c-8028-e1eb4ffe1bfc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.624254] env[68391]: DEBUG oslo_concurrency.lockutils [req-2843e964-7725-4b4e-9bcf-3d63d40b7070 req-6512b6ce-ba74-4e0c-8d7d-4060b852e642 service nova] Acquired lock "refresh_cache-60bd62a6-d953-438c-8028-e1eb4ffe1bfc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.624373] env[68391]: DEBUG nova.network.neutron [req-2843e964-7725-4b4e-9bcf-3d63d40b7070 req-6512b6ce-ba74-4e0c-8d7d-4060b852e642 service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Refreshing network info cache for port aeedb69f-a1ae-406f-838f-123da50d2d88 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.650253] env[68391]: DEBUG nova.policy [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7db80fde141e47b0811fc2820e3550d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43a8bce83136498d9340deb9e79e16fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.870600] env[68391]: DEBUG oslo_concurrency.lockutils [req-044cb7fc-ad64-448a-bf8a-d46c61c1e3d9 req-9af520c8-385c-4055-8460-41896075c396 service nova] Releasing lock "refresh_cache-ace0bf1e-d165-43d2-87a7-0a04b54aac44" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.901826] env[68391]: DEBUG nova.network.neutron [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Successfully created port: 9a8a3b89-800a-4481-a7fe-49bc20d5e780 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.913265] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.913483] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.913700] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.913899] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.914126] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.914320] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.914486] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.114559] env[68391]: DEBUG nova.compute.manager [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.117184] env[68391]: DEBUG nova.objects.base [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Object Instance<60bd62a6-d953-438c-8028-e1eb4ffe1bfc> lazy-loaded attributes: resources,numa_topology {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1156.205869] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a65f239-13e9-4bd7-b562-f0eac3c36f8b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.214213] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032cca1c-d8e2-4f8b-b4a2-0c2ff9cc5abe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.244310] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6328eb2-1064-4fe8-82c3-cc5635e87886 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.251575] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fbf805-62f2-47d0-93c6-547e0a9dd534 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.264569] env[68391]: DEBUG nova.compute.provider_tree [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.350260] env[68391]: DEBUG nova.network.neutron [req-2843e964-7725-4b4e-9bcf-3d63d40b7070 req-6512b6ce-ba74-4e0c-8d7d-4060b852e642 service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Updated VIF entry in instance network info cache for port aeedb69f-a1ae-406f-838f-123da50d2d88. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.350621] env[68391]: DEBUG nova.network.neutron [req-2843e964-7725-4b4e-9bcf-3d63d40b7070 req-6512b6ce-ba74-4e0c-8d7d-4060b852e642 service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Updating instance_info_cache with network_info: [{"id": "aeedb69f-a1ae-406f-838f-123da50d2d88", "address": "fa:16:3e:b6:ea:b4", "network": {"id": "50320497-e5a5-47f4-a99d-77674efcd3a7", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1785897079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab3e163888b4797922ee1e2438d30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapaeedb69f-a1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.376801] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.419061] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Getting list of instances from cluster (obj){ [ 1156.419061] env[68391]: value = "domain-c8" [ 1156.419061] env[68391]: _type = "ClusterComputeResource" [ 1156.419061] env[68391]: } {{(pid=68391) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1156.420459] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5663ea08-566d-4a4e-99c0-f5888ec50cfe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.434883] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Got total of 4 instances {{(pid=68391) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1156.434883] env[68391]: WARNING nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] While synchronizing instance power states, found 6 instances in the database and 4 instances on the hypervisor. [ 1156.434883] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Triggering sync for uuid bc083058-c49b-496f-ab5e-1158f84e03ec {{(pid=68391) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1156.434883] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Triggering sync for uuid 60bd62a6-d953-438c-8028-e1eb4ffe1bfc {{(pid=68391) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1156.434883] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Triggering sync for uuid 0c6e5481-9501-45f5-85d3-270112974001 {{(pid=68391) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1156.434883] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Triggering sync for uuid 4b3e0dfe-f18b-4187-8d3c-90375e259a64 {{(pid=68391) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1156.434883] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Triggering sync for uuid ace0bf1e-d165-43d2-87a7-0a04b54aac44 {{(pid=68391) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1156.435281] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Triggering sync for uuid a1a271e8-2764-46a4-9eeb-b8e0d6f9c842 {{(pid=68391) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1156.435281] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "bc083058-c49b-496f-ab5e-1158f84e03ec" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.435525] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "bc083058-c49b-496f-ab5e-1158f84e03ec" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.435724] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.435934] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "0c6e5481-9501-45f5-85d3-270112974001" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.436118] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "0c6e5481-9501-45f5-85d3-270112974001" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.436337] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "4b3e0dfe-f18b-4187-8d3c-90375e259a64" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.436504] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "4b3e0dfe-f18b-4187-8d3c-90375e259a64" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.436711] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "ace0bf1e-d165-43d2-87a7-0a04b54aac44" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.436882] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "ace0bf1e-d165-43d2-87a7-0a04b54aac44" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.437107] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.437283] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.437408] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68391) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1156.438182] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e951d5-bc63-42e1-84d5-be33b35fae71 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.442962] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c183a9-9262-421e-aac0-a8a9b3dbf3ba {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.445756] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e64682-f215-4595-a35b-8f44079cce9f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.448741] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185d0118-5899-4689-96dd-56b1eb30d8d5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.450661] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.561600] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fc2e889-e25d-465a-9b9c-ef06bfcacc02 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "0c6e5481-9501-45f5-85d3-270112974001" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.769332] env[68391]: DEBUG nova.scheduler.client.report [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.853322] env[68391]: DEBUG oslo_concurrency.lockutils [req-2843e964-7725-4b4e-9bcf-3d63d40b7070 req-6512b6ce-ba74-4e0c-8d7d-4060b852e642 service nova] Releasing lock "refresh_cache-60bd62a6-d953-438c-8028-e1eb4ffe1bfc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.954451] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.965132] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "4b3e0dfe-f18b-4187-8d3c-90375e259a64" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.528s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.965495] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "bc083058-c49b-496f-ab5e-1158f84e03ec" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.530s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.965827] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "0c6e5481-9501-45f5-85d3-270112974001" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.530s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.966087] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fc2e889-e25d-465a-9b9c-ef06bfcacc02 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "0c6e5481-9501-45f5-85d3-270112974001" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.405s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.967484] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "ace0bf1e-d165-43d2-87a7-0a04b54aac44" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.127014] env[68391]: DEBUG nova.compute.manager [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.160662] env[68391]: DEBUG nova.virt.hardware [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.160913] env[68391]: DEBUG nova.virt.hardware [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.161082] env[68391]: DEBUG nova.virt.hardware [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.161265] env[68391]: DEBUG nova.virt.hardware [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.161410] env[68391]: DEBUG nova.virt.hardware [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.161556] env[68391]: DEBUG nova.virt.hardware [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.161763] env[68391]: DEBUG nova.virt.hardware [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.161920] env[68391]: DEBUG nova.virt.hardware [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.162174] env[68391]: DEBUG nova.virt.hardware [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.162484] env[68391]: DEBUG nova.virt.hardware [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.162680] env[68391]: DEBUG nova.virt.hardware [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.163558] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320581db-5516-4cdf-ae25-fcc89674eda3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.171493] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a53f8ee-5d82-478e-9f79-584bd04f77e9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.275106] env[68391]: DEBUG oslo_concurrency.lockutils [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.277929] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.324s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.278148] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.278311] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68391) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1157.279366] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcb3244-3113-4328-8f27-88020c344b8c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.288154] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1095fe-f2a5-44dc-ab95-3013938a860b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.301876] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd4d0ca-0422-458c-a108-1fcb99592004 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.308290] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb6bb59-7877-44e6-9b93-187816417c92 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.338506] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179793MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=68391) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1157.338654] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.338870] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.353721] env[68391]: DEBUG nova.network.neutron [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Successfully updated port: 9a8a3b89-800a-4481-a7fe-49bc20d5e780 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.470087] env[68391]: DEBUG nova.compute.utils [None req-9fc2e889-e25d-465a-9b9c-ef06bfcacc02 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.647750] env[68391]: DEBUG nova.compute.manager [req-6675b1d5-ff25-4472-aea6-879e201b6c5b req-a8262737-f747-42d3-ac24-10e2f29dea50 service nova] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Received event network-vif-plugged-9a8a3b89-800a-4481-a7fe-49bc20d5e780 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.647999] env[68391]: DEBUG oslo_concurrency.lockutils [req-6675b1d5-ff25-4472-aea6-879e201b6c5b req-a8262737-f747-42d3-ac24-10e2f29dea50 service nova] Acquiring lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.648222] env[68391]: DEBUG oslo_concurrency.lockutils [req-6675b1d5-ff25-4472-aea6-879e201b6c5b req-a8262737-f747-42d3-ac24-10e2f29dea50 service nova] Lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.648389] env[68391]: DEBUG oslo_concurrency.lockutils [req-6675b1d5-ff25-4472-aea6-879e201b6c5b req-a8262737-f747-42d3-ac24-10e2f29dea50 service nova] Lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.648554] env[68391]: DEBUG nova.compute.manager [req-6675b1d5-ff25-4472-aea6-879e201b6c5b req-a8262737-f747-42d3-ac24-10e2f29dea50 service nova] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] No waiting events found dispatching network-vif-plugged-9a8a3b89-800a-4481-a7fe-49bc20d5e780 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.648717] env[68391]: WARNING nova.compute.manager [req-6675b1d5-ff25-4472-aea6-879e201b6c5b req-a8262737-f747-42d3-ac24-10e2f29dea50 service nova] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Received unexpected event network-vif-plugged-9a8a3b89-800a-4481-a7fe-49bc20d5e780 for instance with vm_state building and task_state spawning. [ 1157.648875] env[68391]: DEBUG nova.compute.manager [req-6675b1d5-ff25-4472-aea6-879e201b6c5b req-a8262737-f747-42d3-ac24-10e2f29dea50 service nova] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Received event network-changed-9a8a3b89-800a-4481-a7fe-49bc20d5e780 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.649087] env[68391]: DEBUG nova.compute.manager [req-6675b1d5-ff25-4472-aea6-879e201b6c5b req-a8262737-f747-42d3-ac24-10e2f29dea50 service nova] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Refreshing instance network info cache due to event network-changed-9a8a3b89-800a-4481-a7fe-49bc20d5e780. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.649288] env[68391]: DEBUG oslo_concurrency.lockutils [req-6675b1d5-ff25-4472-aea6-879e201b6c5b req-a8262737-f747-42d3-ac24-10e2f29dea50 service nova] Acquiring lock "refresh_cache-a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.649424] env[68391]: DEBUG oslo_concurrency.lockutils [req-6675b1d5-ff25-4472-aea6-879e201b6c5b req-a8262737-f747-42d3-ac24-10e2f29dea50 service nova] Acquired lock "refresh_cache-a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.649581] env[68391]: DEBUG nova.network.neutron [req-6675b1d5-ff25-4472-aea6-879e201b6c5b req-a8262737-f747-42d3-ac24-10e2f29dea50 service nova] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Refreshing network info cache for port 9a8a3b89-800a-4481-a7fe-49bc20d5e780 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.784487] env[68391]: DEBUG oslo_concurrency.lockutils [None req-60f2bd3c-50f7-4c41-bb09-13ae210f1111 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.821s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.786472] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.410s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.786472] env[68391]: INFO nova.compute.manager [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Unshelving [ 1157.860416] env[68391]: DEBUG oslo_concurrency.lockutils [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "refresh_cache-a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.973531] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fc2e889-e25d-465a-9b9c-ef06bfcacc02 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "0c6e5481-9501-45f5-85d3-270112974001" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.178202] env[68391]: DEBUG nova.network.neutron [req-6675b1d5-ff25-4472-aea6-879e201b6c5b req-a8262737-f747-42d3-ac24-10e2f29dea50 service nova] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.246848] env[68391]: DEBUG nova.network.neutron [req-6675b1d5-ff25-4472-aea6-879e201b6c5b req-a8262737-f747-42d3-ac24-10e2f29dea50 service nova] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.364395] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance bc083058-c49b-496f-ab5e-1158f84e03ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.364555] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 0c6e5481-9501-45f5-85d3-270112974001 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.364679] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 4b3e0dfe-f18b-4187-8d3c-90375e259a64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.364796] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance ace0bf1e-d165-43d2-87a7-0a04b54aac44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.365117] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance a1a271e8-2764-46a4-9eeb-b8e0d6f9c842 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.627541] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fc2e889-e25d-465a-9b9c-ef06bfcacc02 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "0c6e5481-9501-45f5-85d3-270112974001" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.627762] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fc2e889-e25d-465a-9b9c-ef06bfcacc02 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "0c6e5481-9501-45f5-85d3-270112974001" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.628051] env[68391]: INFO nova.compute.manager [None req-9fc2e889-e25d-465a-9b9c-ef06bfcacc02 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Attaching volume 68427bdd-931b-4ad3-b484-bf1bdadfc1ee to /dev/sdb [ 1158.659362] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79977cef-7e01-4aa5-9f11-f4f7ab97a995 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.666510] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eed8e7e-c1ee-449b-ac33-71ffa98df48d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.680548] env[68391]: DEBUG nova.virt.block_device [None req-9fc2e889-e25d-465a-9b9c-ef06bfcacc02 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Updating existing volume attachment record: 32a987bc-d7f9-4f59-a5ee-b9372b5623ca {{(pid=68391) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1158.749218] env[68391]: DEBUG oslo_concurrency.lockutils [req-6675b1d5-ff25-4472-aea6-879e201b6c5b req-a8262737-f747-42d3-ac24-10e2f29dea50 service nova] Releasing lock "refresh_cache-a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.749670] env[68391]: DEBUG oslo_concurrency.lockutils [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired lock "refresh_cache-a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.749870] env[68391]: DEBUG nova.network.neutron [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.794798] env[68391]: DEBUG nova.compute.utils [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.867599] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 60bd62a6-d953-438c-8028-e1eb4ffe1bfc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1158.868545] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1158.868545] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1158.961733] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f2b07b-78d4-4cdd-8625-760ef07ca20f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.969318] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0c9fba-5360-4683-b58e-247970fce2c2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.998472] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a161026-9612-4acb-ae3e-4025eb2e5f99 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.005446] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3906c953-27bb-4e72-b793-ed0a98f672c3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.018057] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.280468] env[68391]: DEBUG nova.network.neutron [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.300577] env[68391]: INFO nova.virt.block_device [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Booting with volume cfce57e9-5bc2-4240-afc8-dcee693cb0d9 at /dev/sdb [ 1159.329683] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42672ee8-26d0-442b-818b-27d9d375565b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.338850] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edeb462-c6d1-4853-a7c8-6176a6c7d7b1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.083842] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.104361] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e6ca246-84fa-46b4-984d-67d14e92bab1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.112971] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea87fc6-2f5e-4a35-8173-709056492a1f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.141965] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e2c5fb-0779-42a1-8da8-8970eda766f8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.148402] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13626160-952c-4a8c-838e-b0b503472900 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.155676] env[68391]: DEBUG nova.network.neutron [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Updating instance_info_cache with network_info: [{"id": "9a8a3b89-800a-4481-a7fe-49bc20d5e780", "address": "fa:16:3e:26:9a:5e", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a8a3b89-80", "ovs_interfaceid": "9a8a3b89-800a-4481-a7fe-49bc20d5e780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.161419] env[68391]: DEBUG nova.virt.block_device [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Updating existing volume attachment record: 787e4927-435f-4a45-8c36-77a217e2613a {{(pid=68391) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1160.589167] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68391) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1160.589433] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.250s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.658562] env[68391]: DEBUG oslo_concurrency.lockutils [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lock "refresh_cache-a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.658869] env[68391]: DEBUG nova.compute.manager [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Instance network_info: |[{"id": "9a8a3b89-800a-4481-a7fe-49bc20d5e780", "address": "fa:16:3e:26:9a:5e", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a8a3b89-80", "ovs_interfaceid": "9a8a3b89-800a-4481-a7fe-49bc20d5e780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.659403] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:9a:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a8a3b89-800a-4481-a7fe-49bc20d5e780', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.667543] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Creating folder: Project (43a8bce83136498d9340deb9e79e16fe). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1160.667881] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acfbdbe7-80f6-4298-b330-7206416293b6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.679293] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Created folder: Project (43a8bce83136498d9340deb9e79e16fe) in parent group-v608736. [ 1160.679471] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Creating folder: Instances. Parent ref: group-v609045. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1160.679701] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-334b9379-e54b-4748-943a-e4c59bf47227 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.688989] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Created folder: Instances in parent group-v609045. [ 1160.689235] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.689422] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.689628] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fa5368c-a30e-4d07-90d7-c26f64f9895d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.708475] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.708475] env[68391]: value = "task-3039818" [ 1160.708475] env[68391]: _type = "Task" [ 1160.708475] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.715904] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039818, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.218766] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039818, 'name': CreateVM_Task, 'duration_secs': 0.305962} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.219270] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.219734] env[68391]: DEBUG oslo_concurrency.lockutils [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.219897] env[68391]: DEBUG oslo_concurrency.lockutils [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.220247] env[68391]: DEBUG oslo_concurrency.lockutils [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.220506] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-662a2cbd-1320-4364-8cc8-494ad87585e3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.225448] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1161.225448] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526cd0ab-2b1d-ca71-c4a7-e3f02f16ef4c" [ 1161.225448] env[68391]: _type = "Task" [ 1161.225448] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.233732] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526cd0ab-2b1d-ca71-c4a7-e3f02f16ef4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.735489] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526cd0ab-2b1d-ca71-c4a7-e3f02f16ef4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.735736] env[68391]: DEBUG oslo_concurrency.lockutils [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.735963] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.736209] env[68391]: DEBUG oslo_concurrency.lockutils [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.736356] env[68391]: DEBUG oslo_concurrency.lockutils [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.736530] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.736780] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edc6ed3e-1341-4ff8-a9e5-35ab205bae50 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.745289] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.745455] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.746121] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7412d7d-0485-4448-b969-d80bbf44c9b8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.750488] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1161.750488] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f4281e-dda5-0d33-6f18-c0132c7b456e" [ 1161.750488] env[68391]: _type = "Task" [ 1161.750488] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.758594] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f4281e-dda5-0d33-6f18-c0132c7b456e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.261100] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f4281e-dda5-0d33-6f18-c0132c7b456e, 'name': SearchDatastore_Task, 'duration_secs': 0.009736} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.261100] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d343e83-4ee9-4008-82d4-38f9c296a654 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.265733] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1162.265733] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e6161b-16a2-b7bb-10a6-9448d079345e" [ 1162.265733] env[68391]: _type = "Task" [ 1162.265733] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.272875] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e6161b-16a2-b7bb-10a6-9448d079345e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.776549] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e6161b-16a2-b7bb-10a6-9448d079345e, 'name': SearchDatastore_Task, 'duration_secs': 0.042073} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.776791] env[68391]: DEBUG oslo_concurrency.lockutils [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.777057] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] a1a271e8-2764-46a4-9eeb-b8e0d6f9c842/a1a271e8-2764-46a4-9eeb-b8e0d6f9c842.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.777321] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e42b8e0e-0dce-44b9-822c-70e52458a7aa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.784149] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1162.784149] env[68391]: value = "task-3039821" [ 1162.784149] env[68391]: _type = "Task" [ 1162.784149] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.791232] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.223921] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc2e889-e25d-465a-9b9c-ef06bfcacc02 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Volume attach. Driver type: vmdk {{(pid=68391) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1163.224340] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc2e889-e25d-465a-9b9c-ef06bfcacc02 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609042', 'volume_id': '68427bdd-931b-4ad3-b484-bf1bdadfc1ee', 'name': 'volume-68427bdd-931b-4ad3-b484-bf1bdadfc1ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c6e5481-9501-45f5-85d3-270112974001', 'attached_at': '', 'detached_at': '', 'volume_id': '68427bdd-931b-4ad3-b484-bf1bdadfc1ee', 'serial': '68427bdd-931b-4ad3-b484-bf1bdadfc1ee'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1163.226150] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a22044-7eda-4073-9b9f-aaf8fc094f51 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.241299] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff5ab66-6bf0-4b01-b31c-cdfadad31e9a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.276402] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc2e889-e25d-465a-9b9c-ef06bfcacc02 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-68427bdd-931b-4ad3-b484-bf1bdadfc1ee/volume-68427bdd-931b-4ad3-b484-bf1bdadfc1ee.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.276815] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b8f289d-ec8e-4a57-b116-0c3ba535378a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.309247] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.408387} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.310809] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] a1a271e8-2764-46a4-9eeb-b8e0d6f9c842/a1a271e8-2764-46a4-9eeb-b8e0d6f9c842.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.311013] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.311336] env[68391]: DEBUG oslo_vmware.api [None req-9fc2e889-e25d-465a-9b9c-ef06bfcacc02 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1163.311336] env[68391]: value = "task-3039822" [ 1163.311336] env[68391]: _type = "Task" [ 1163.311336] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.311528] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-496e3ae6-0fda-43b7-9bb7-773d5d79b8be {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.321254] env[68391]: DEBUG oslo_vmware.api [None req-9fc2e889-e25d-465a-9b9c-ef06bfcacc02 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039822, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.322358] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1163.322358] env[68391]: value = "task-3039823" [ 1163.322358] env[68391]: _type = "Task" [ 1163.322358] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.329408] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.822561] env[68391]: DEBUG oslo_vmware.api [None req-9fc2e889-e25d-465a-9b9c-ef06bfcacc02 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039822, 'name': ReconfigVM_Task, 'duration_secs': 0.366985} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.822923] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc2e889-e25d-465a-9b9c-ef06bfcacc02 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-68427bdd-931b-4ad3-b484-bf1bdadfc1ee/volume-68427bdd-931b-4ad3-b484-bf1bdadfc1ee.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.830026] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e29c700-0981-432c-b164-ec0dcb6af410 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.844510] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064527} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.845596] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.845916] env[68391]: DEBUG oslo_vmware.api [None req-9fc2e889-e25d-465a-9b9c-ef06bfcacc02 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1163.845916] env[68391]: value = "task-3039824" [ 1163.845916] env[68391]: _type = "Task" [ 1163.845916] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.846561] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db27b59-9301-48d8-8616-b83dc028229e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.856885] env[68391]: DEBUG oslo_vmware.api [None req-9fc2e889-e25d-465a-9b9c-ef06bfcacc02 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039824, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.874456] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] a1a271e8-2764-46a4-9eeb-b8e0d6f9c842/a1a271e8-2764-46a4-9eeb-b8e0d6f9c842.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.874732] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d096d14a-df5f-4196-ab50-81c0c7987101 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.894250] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1163.894250] env[68391]: value = "task-3039825" [ 1163.894250] env[68391]: _type = "Task" [ 1163.894250] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.901685] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.358602] env[68391]: DEBUG oslo_vmware.api [None req-9fc2e889-e25d-465a-9b9c-ef06bfcacc02 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039824, 'name': ReconfigVM_Task, 'duration_secs': 0.133237} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.358883] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc2e889-e25d-465a-9b9c-ef06bfcacc02 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609042', 'volume_id': '68427bdd-931b-4ad3-b484-bf1bdadfc1ee', 'name': 'volume-68427bdd-931b-4ad3-b484-bf1bdadfc1ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c6e5481-9501-45f5-85d3-270112974001', 'attached_at': '', 'detached_at': '', 'volume_id': '68427bdd-931b-4ad3-b484-bf1bdadfc1ee', 'serial': '68427bdd-931b-4ad3-b484-bf1bdadfc1ee'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1164.404071] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039825, 'name': ReconfigVM_Task, 'duration_secs': 0.257522} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.404348] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Reconfigured VM instance instance-00000074 to attach disk [datastore1] a1a271e8-2764-46a4-9eeb-b8e0d6f9c842/a1a271e8-2764-46a4-9eeb-b8e0d6f9c842.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.404937] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c29fd6d2-cca5-48ce-a1f9-360cf7ca28f9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.411026] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1164.411026] env[68391]: value = "task-3039826" [ 1164.411026] env[68391]: _type = "Task" [ 1164.411026] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.418519] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039826, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.921073] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039826, 'name': Rename_Task, 'duration_secs': 0.124479} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.921331] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.921555] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52ae7cc5-2d80-4d4f-89ff-139293856d16 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.928541] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1164.928541] env[68391]: value = "task-3039827" [ 1164.928541] env[68391]: _type = "Task" [ 1164.928541] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.935403] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.395509] env[68391]: DEBUG nova.objects.instance [None req-9fc2e889-e25d-465a-9b9c-ef06bfcacc02 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lazy-loading 'flavor' on Instance uuid 0c6e5481-9501-45f5-85d3-270112974001 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.438267] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039827, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.757679] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.757948] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.758244] env[68391]: DEBUG nova.objects.instance [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lazy-loading 'pci_requests' on Instance uuid 60bd62a6-d953-438c-8028-e1eb4ffe1bfc {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.900829] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9fc2e889-e25d-465a-9b9c-ef06bfcacc02 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "0c6e5481-9501-45f5-85d3-270112974001" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.273s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.940059] env[68391]: DEBUG oslo_vmware.api [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039827, 'name': PowerOnVM_Task, 'duration_secs': 0.995832} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.940343] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.940554] env[68391]: INFO nova.compute.manager [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1165.940727] env[68391]: DEBUG nova.compute.manager [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.941519] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb588087-e359-467a-98aa-383f6853b9fb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.262520] env[68391]: DEBUG nova.objects.instance [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lazy-loading 'numa_topology' on Instance uuid 60bd62a6-d953-438c-8028-e1eb4ffe1bfc {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.456694] env[68391]: INFO nova.compute.manager [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Took 13.54 seconds to build instance. [ 1166.655429] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8b7f4c51-2a2d-406f-a0d9-6065fc8d1519 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "0c6e5481-9501-45f5-85d3-270112974001" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.655665] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8b7f4c51-2a2d-406f-a0d9-6065fc8d1519 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "0c6e5481-9501-45f5-85d3-270112974001" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.765310] env[68391]: INFO nova.compute.claims [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.958877] env[68391]: DEBUG oslo_concurrency.lockutils [None req-df6aa540-e44b-4210-a120-64f4a8938f3c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.051s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.959203] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.522s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.959398] env[68391]: INFO nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] During sync_power_state the instance has a pending task (networking). Skip. [ 1166.959577] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.100644] env[68391]: DEBUG nova.compute.manager [req-7a561554-a290-4b25-b3bd-9bec28a3ce8a req-abd56295-ae55-424a-9850-82f488c1bd4b service nova] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Received event network-changed-9a8a3b89-800a-4481-a7fe-49bc20d5e780 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.100644] env[68391]: DEBUG nova.compute.manager [req-7a561554-a290-4b25-b3bd-9bec28a3ce8a req-abd56295-ae55-424a-9850-82f488c1bd4b service nova] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Refreshing instance network info cache due to event network-changed-9a8a3b89-800a-4481-a7fe-49bc20d5e780. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.100644] env[68391]: DEBUG oslo_concurrency.lockutils [req-7a561554-a290-4b25-b3bd-9bec28a3ce8a req-abd56295-ae55-424a-9850-82f488c1bd4b service nova] Acquiring lock "refresh_cache-a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.100644] env[68391]: DEBUG oslo_concurrency.lockutils [req-7a561554-a290-4b25-b3bd-9bec28a3ce8a req-abd56295-ae55-424a-9850-82f488c1bd4b service nova] Acquired lock "refresh_cache-a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.100644] env[68391]: DEBUG nova.network.neutron [req-7a561554-a290-4b25-b3bd-9bec28a3ce8a req-abd56295-ae55-424a-9850-82f488c1bd4b service nova] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Refreshing network info cache for port 9a8a3b89-800a-4481-a7fe-49bc20d5e780 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.158872] env[68391]: DEBUG nova.compute.utils [None req-8b7f4c51-2a2d-406f-a0d9-6065fc8d1519 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.661811] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8b7f4c51-2a2d-406f-a0d9-6065fc8d1519 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "0c6e5481-9501-45f5-85d3-270112974001" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.809068] env[68391]: DEBUG nova.network.neutron [req-7a561554-a290-4b25-b3bd-9bec28a3ce8a req-abd56295-ae55-424a-9850-82f488c1bd4b service nova] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Updated VIF entry in instance network info cache for port 9a8a3b89-800a-4481-a7fe-49bc20d5e780. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.809442] env[68391]: DEBUG nova.network.neutron [req-7a561554-a290-4b25-b3bd-9bec28a3ce8a req-abd56295-ae55-424a-9850-82f488c1bd4b service nova] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Updating instance_info_cache with network_info: [{"id": "9a8a3b89-800a-4481-a7fe-49bc20d5e780", "address": "fa:16:3e:26:9a:5e", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a8a3b89-80", "ovs_interfaceid": "9a8a3b89-800a-4481-a7fe-49bc20d5e780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.856708] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a34deb8-0d6b-4646-9862-9ff67dcb3cc1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.864404] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc47a47-fb6e-45ac-b08c-68639b956ff0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.894510] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f460c2bf-cfe4-4066-abd0-dba7e6d43e43 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.901178] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94490f86-4c8f-4bd5-8fd8-a147fc1860bf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.913645] env[68391]: DEBUG nova.compute.provider_tree [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.312198] env[68391]: DEBUG oslo_concurrency.lockutils [req-7a561554-a290-4b25-b3bd-9bec28a3ce8a req-abd56295-ae55-424a-9850-82f488c1bd4b service nova] Releasing lock "refresh_cache-a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.416538] env[68391]: DEBUG nova.scheduler.client.report [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.728837] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8b7f4c51-2a2d-406f-a0d9-6065fc8d1519 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "0c6e5481-9501-45f5-85d3-270112974001" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.729192] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8b7f4c51-2a2d-406f-a0d9-6065fc8d1519 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "0c6e5481-9501-45f5-85d3-270112974001" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.729473] env[68391]: INFO nova.compute.manager [None req-8b7f4c51-2a2d-406f-a0d9-6065fc8d1519 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Attaching volume 1ba34cdf-edfe-4ea6-8bb8-176448acac8f to /dev/sdc [ 1168.759907] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b82153-519c-46d9-a1b8-fc02b1c744df {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.767147] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ab8ba1-e125-4414-a43d-aee5d74647fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.779647] env[68391]: DEBUG nova.virt.block_device [None req-8b7f4c51-2a2d-406f-a0d9-6065fc8d1519 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Updating existing volume attachment record: 1dd8c333-7460-4308-b012-f3127283c141 {{(pid=68391) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1168.922578] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.164s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.960868] env[68391]: INFO nova.network.neutron [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Updating port aeedb69f-a1ae-406f-838f-123da50d2d88 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1169.821555] env[68391]: DEBUG nova.compute.manager [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Stashing vm_state: active {{(pid=68391) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1170.342879] env[68391]: DEBUG nova.compute.manager [req-115ac072-cd67-4342-8fec-6f9ddffb35ba req-df883f3d-348c-428f-97b9-368ecb2947f4 service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Received event network-vif-plugged-aeedb69f-a1ae-406f-838f-123da50d2d88 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.343145] env[68391]: DEBUG oslo_concurrency.lockutils [req-115ac072-cd67-4342-8fec-6f9ddffb35ba req-df883f3d-348c-428f-97b9-368ecb2947f4 service nova] Acquiring lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.343361] env[68391]: DEBUG oslo_concurrency.lockutils [req-115ac072-cd67-4342-8fec-6f9ddffb35ba req-df883f3d-348c-428f-97b9-368ecb2947f4 service nova] Lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.343564] env[68391]: DEBUG oslo_concurrency.lockutils [req-115ac072-cd67-4342-8fec-6f9ddffb35ba req-df883f3d-348c-428f-97b9-368ecb2947f4 service nova] Lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.343680] env[68391]: DEBUG nova.compute.manager [req-115ac072-cd67-4342-8fec-6f9ddffb35ba req-df883f3d-348c-428f-97b9-368ecb2947f4 service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] No waiting events found dispatching network-vif-plugged-aeedb69f-a1ae-406f-838f-123da50d2d88 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.343836] env[68391]: WARNING nova.compute.manager [req-115ac072-cd67-4342-8fec-6f9ddffb35ba req-df883f3d-348c-428f-97b9-368ecb2947f4 service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Received unexpected event network-vif-plugged-aeedb69f-a1ae-406f-838f-123da50d2d88 for instance with vm_state shelved_offloaded and task_state spawning. [ 1170.345691] env[68391]: DEBUG oslo_concurrency.lockutils [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.346019] env[68391]: DEBUG oslo_concurrency.lockutils [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.466222] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "refresh_cache-60bd62a6-d953-438c-8028-e1eb4ffe1bfc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.466383] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquired lock "refresh_cache-60bd62a6-d953-438c-8028-e1eb4ffe1bfc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.466560] env[68391]: DEBUG nova.network.neutron [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.851205] env[68391]: INFO nova.compute.claims [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.162104] env[68391]: DEBUG nova.network.neutron [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Updating instance_info_cache with network_info: [{"id": "aeedb69f-a1ae-406f-838f-123da50d2d88", "address": "fa:16:3e:b6:ea:b4", "network": {"id": "50320497-e5a5-47f4-a99d-77674efcd3a7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1785897079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab3e163888b4797922ee1e2438d30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeedb69f-a1", "ovs_interfaceid": "aeedb69f-a1ae-406f-838f-123da50d2d88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.357721] env[68391]: INFO nova.compute.resource_tracker [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Updating resource usage from migration c630c9df-ec77-4d02-880b-e9d9d608cc43 [ 1171.442472] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58517d73-3232-45e1-9ebe-08e19f549eec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.450194] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdee351-b6fb-4971-97fc-77c560cb30c5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.479968] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95c3d83-8a94-4f21-9769-383052877bad {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.486695] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517ca9ec-44c6-463e-a755-1e884fb5eb16 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.499406] env[68391]: DEBUG nova.compute.provider_tree [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.665540] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Releasing lock "refresh_cache-60bd62a6-d953-438c-8028-e1eb4ffe1bfc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.690829] env[68391]: DEBUG nova.virt.hardware [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='38b5de3de9627f907381198dec06b7b3',container_format='bare',created_at=2025-03-17T09:45:28Z,direct_url=,disk_format='vmdk',id=47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-270166037-shelved',owner='7ab3e163888b4797922ee1e2438d30a3',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-03-17T09:45:43Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.691099] env[68391]: DEBUG nova.virt.hardware [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.691321] env[68391]: DEBUG nova.virt.hardware [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.691531] env[68391]: DEBUG nova.virt.hardware [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.691679] env[68391]: DEBUG nova.virt.hardware [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.691825] env[68391]: DEBUG nova.virt.hardware [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.692043] env[68391]: DEBUG nova.virt.hardware [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.692208] env[68391]: DEBUG nova.virt.hardware [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.692383] env[68391]: DEBUG nova.virt.hardware [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.692536] env[68391]: DEBUG nova.virt.hardware [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.692705] env[68391]: DEBUG nova.virt.hardware [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.693566] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dba0753-2688-42f3-bba6-ab064749cf37 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.701459] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5898b8-3696-4dac-afb4-d074778026f2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.714590] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:ea:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aeedb69f-a1ae-406f-838f-123da50d2d88', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.721757] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.721977] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.722188] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64bb1f64-1569-4853-97fa-26753c7b94e3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.740456] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.740456] env[68391]: value = "task-3039830" [ 1171.740456] env[68391]: _type = "Task" [ 1171.740456] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.747524] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039830, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.002956] env[68391]: DEBUG nova.scheduler.client.report [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.249890] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039830, 'name': CreateVM_Task, 'duration_secs': 0.285814} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.250162] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.250721] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.250896] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.251318] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.251561] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1831a33f-2f5f-40c8-8c73-0571b513a452 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.255771] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1172.255771] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527b2f75-01e2-70a1-a054-cb2408c2a223" [ 1172.255771] env[68391]: _type = "Task" [ 1172.255771] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.262868] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527b2f75-01e2-70a1-a054-cb2408c2a223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.367920] env[68391]: DEBUG nova.compute.manager [req-8738d60d-407a-4c21-ab86-d04723583c0d req-51985f3f-8fe5-46a5-a6f7-69f71aaed744 service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Received event network-changed-aeedb69f-a1ae-406f-838f-123da50d2d88 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.368145] env[68391]: DEBUG nova.compute.manager [req-8738d60d-407a-4c21-ab86-d04723583c0d req-51985f3f-8fe5-46a5-a6f7-69f71aaed744 service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Refreshing instance network info cache due to event network-changed-aeedb69f-a1ae-406f-838f-123da50d2d88. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.368375] env[68391]: DEBUG oslo_concurrency.lockutils [req-8738d60d-407a-4c21-ab86-d04723583c0d req-51985f3f-8fe5-46a5-a6f7-69f71aaed744 service nova] Acquiring lock "refresh_cache-60bd62a6-d953-438c-8028-e1eb4ffe1bfc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.368517] env[68391]: DEBUG oslo_concurrency.lockutils [req-8738d60d-407a-4c21-ab86-d04723583c0d req-51985f3f-8fe5-46a5-a6f7-69f71aaed744 service nova] Acquired lock "refresh_cache-60bd62a6-d953-438c-8028-e1eb4ffe1bfc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.368674] env[68391]: DEBUG nova.network.neutron [req-8738d60d-407a-4c21-ab86-d04723583c0d req-51985f3f-8fe5-46a5-a6f7-69f71aaed744 service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Refreshing network info cache for port aeedb69f-a1ae-406f-838f-123da50d2d88 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.508037] env[68391]: DEBUG oslo_concurrency.lockutils [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.162s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.508253] env[68391]: INFO nova.compute.manager [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Migrating [ 1172.766274] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.766471] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Processing image 47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.766692] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd/47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.766837] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd/47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.767021] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.767261] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d3ff620-e6ae-4d51-9cf2-1e322cfb79a9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.774732] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.774894] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.775543] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b306db6-2b82-45a2-9f3d-2aacecc9fc53 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.780312] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1172.780312] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525791bd-16c9-8df5-7661-47a748bc7eca" [ 1172.780312] env[68391]: _type = "Task" [ 1172.780312] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.789740] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]525791bd-16c9-8df5-7661-47a748bc7eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.021995] env[68391]: DEBUG oslo_concurrency.lockutils [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "refresh_cache-4b3e0dfe-f18b-4187-8d3c-90375e259a64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.022285] env[68391]: DEBUG oslo_concurrency.lockutils [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "refresh_cache-4b3e0dfe-f18b-4187-8d3c-90375e259a64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.022328] env[68391]: DEBUG nova.network.neutron [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.060029] env[68391]: DEBUG nova.network.neutron [req-8738d60d-407a-4c21-ab86-d04723583c0d req-51985f3f-8fe5-46a5-a6f7-69f71aaed744 service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Updated VIF entry in instance network info cache for port aeedb69f-a1ae-406f-838f-123da50d2d88. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.060029] env[68391]: DEBUG nova.network.neutron [req-8738d60d-407a-4c21-ab86-d04723583c0d req-51985f3f-8fe5-46a5-a6f7-69f71aaed744 service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Updating instance_info_cache with network_info: [{"id": "aeedb69f-a1ae-406f-838f-123da50d2d88", "address": "fa:16:3e:b6:ea:b4", "network": {"id": "50320497-e5a5-47f4-a99d-77674efcd3a7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1785897079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab3e163888b4797922ee1e2438d30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeedb69f-a1", "ovs_interfaceid": "aeedb69f-a1ae-406f-838f-123da50d2d88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.290524] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Preparing fetch location {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1173.290735] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Fetch image to [datastore1] OSTACK_IMG_d66c875c-1540-4268-aaf3-86a25e98ea2c/OSTACK_IMG_d66c875c-1540-4268-aaf3-86a25e98ea2c.vmdk {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1173.290893] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Downloading stream optimized image 47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd to [datastore1] OSTACK_IMG_d66c875c-1540-4268-aaf3-86a25e98ea2c/OSTACK_IMG_d66c875c-1540-4268-aaf3-86a25e98ea2c.vmdk on the data store datastore1 as vApp {{(pid=68391) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1173.291069] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Downloading image file data 47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd to the ESX as VM named 'OSTACK_IMG_d66c875c-1540-4268-aaf3-86a25e98ea2c' {{(pid=68391) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1173.327127] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b7f4c51-2a2d-406f-a0d9-6065fc8d1519 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Volume attach. Driver type: vmdk {{(pid=68391) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1173.327359] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b7f4c51-2a2d-406f-a0d9-6065fc8d1519 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609048', 'volume_id': '1ba34cdf-edfe-4ea6-8bb8-176448acac8f', 'name': 'volume-1ba34cdf-edfe-4ea6-8bb8-176448acac8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c6e5481-9501-45f5-85d3-270112974001', 'attached_at': '', 'detached_at': '', 'volume_id': '1ba34cdf-edfe-4ea6-8bb8-176448acac8f', 'serial': '1ba34cdf-edfe-4ea6-8bb8-176448acac8f'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1173.328495] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234141e4-3773-43cf-a2e9-dd97eefa9e61 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.346325] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94ac1b8-10a0-4e7c-a07e-f5a0fa396017 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.373415] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b7f4c51-2a2d-406f-a0d9-6065fc8d1519 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-1ba34cdf-edfe-4ea6-8bb8-176448acac8f/volume-1ba34cdf-edfe-4ea6-8bb8-176448acac8f.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.374383] env[68391]: DEBUG oslo_vmware.rw_handles [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1173.374383] env[68391]: value = "resgroup-9" [ 1173.374383] env[68391]: _type = "ResourcePool" [ 1173.374383] env[68391]: }. {{(pid=68391) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1173.374632] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d217a9a8-a877-4167-a9bd-9d1428b4b7b6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.387294] env[68391]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-dc5573b4-12a0-4e54-b5ca-0778c1f53bca {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.406856] env[68391]: DEBUG oslo_vmware.api [None req-8b7f4c51-2a2d-406f-a0d9-6065fc8d1519 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1173.406856] env[68391]: value = "task-3039831" [ 1173.406856] env[68391]: _type = "Task" [ 1173.406856] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.408153] env[68391]: DEBUG oslo_vmware.rw_handles [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lease: (returnval){ [ 1173.408153] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e9f562-df23-cff7-5110-22a86c40dfda" [ 1173.408153] env[68391]: _type = "HttpNfcLease" [ 1173.408153] env[68391]: } obtained for vApp import into resource pool (val){ [ 1173.408153] env[68391]: value = "resgroup-9" [ 1173.408153] env[68391]: _type = "ResourcePool" [ 1173.408153] env[68391]: }. {{(pid=68391) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1173.408441] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the lease: (returnval){ [ 1173.408441] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e9f562-df23-cff7-5110-22a86c40dfda" [ 1173.408441] env[68391]: _type = "HttpNfcLease" [ 1173.408441] env[68391]: } to be ready. {{(pid=68391) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1173.420145] env[68391]: DEBUG oslo_vmware.api [None req-8b7f4c51-2a2d-406f-a0d9-6065fc8d1519 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039831, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.421735] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1173.421735] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e9f562-df23-cff7-5110-22a86c40dfda" [ 1173.421735] env[68391]: _type = "HttpNfcLease" [ 1173.421735] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1173.562541] env[68391]: DEBUG oslo_concurrency.lockutils [req-8738d60d-407a-4c21-ab86-d04723583c0d req-51985f3f-8fe5-46a5-a6f7-69f71aaed744 service nova] Releasing lock "refresh_cache-60bd62a6-d953-438c-8028-e1eb4ffe1bfc" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.740456] env[68391]: DEBUG nova.network.neutron [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Updating instance_info_cache with network_info: [{"id": "bf08bb61-ac24-4a3b-81d4-7ee2d792f425", "address": "fa:16:3e:cf:a2:8f", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf08bb61-ac", "ovs_interfaceid": "bf08bb61-ac24-4a3b-81d4-7ee2d792f425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.920405] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1173.920405] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e9f562-df23-cff7-5110-22a86c40dfda" [ 1173.920405] env[68391]: _type = "HttpNfcLease" [ 1173.920405] env[68391]: } is ready. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1173.923232] env[68391]: DEBUG oslo_vmware.rw_handles [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1173.923232] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e9f562-df23-cff7-5110-22a86c40dfda" [ 1173.923232] env[68391]: _type = "HttpNfcLease" [ 1173.923232] env[68391]: }. {{(pid=68391) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1173.923791] env[68391]: DEBUG oslo_vmware.api [None req-8b7f4c51-2a2d-406f-a0d9-6065fc8d1519 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039831, 'name': ReconfigVM_Task, 'duration_secs': 0.396301} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.924440] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e96c7c-54fd-4a4b-b072-797e4152a750 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.926601] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b7f4c51-2a2d-406f-a0d9-6065fc8d1519 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-1ba34cdf-edfe-4ea6-8bb8-176448acac8f/volume-1ba34cdf-edfe-4ea6-8bb8-176448acac8f.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.931147] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91b23c17-8f0d-48ef-a2d5-66693d6cd03c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.948210] env[68391]: DEBUG oslo_vmware.rw_handles [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523342a7-731e-334e-9f6c-31ef38b859a1/disk-0.vmdk from lease info. {{(pid=68391) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1173.948380] env[68391]: DEBUG oslo_vmware.rw_handles [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523342a7-731e-334e-9f6c-31ef38b859a1/disk-0.vmdk. {{(pid=68391) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1173.950853] env[68391]: DEBUG oslo_vmware.api [None req-8b7f4c51-2a2d-406f-a0d9-6065fc8d1519 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1173.950853] env[68391]: value = "task-3039833" [ 1173.950853] env[68391]: _type = "Task" [ 1173.950853] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.014514] env[68391]: DEBUG oslo_vmware.api [None req-8b7f4c51-2a2d-406f-a0d9-6065fc8d1519 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.019191] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bdb3de1f-84fb-4a05-9519-c67817db9f77 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.243785] env[68391]: DEBUG oslo_concurrency.lockutils [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "refresh_cache-4b3e0dfe-f18b-4187-8d3c-90375e259a64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.461161] env[68391]: DEBUG oslo_vmware.api [None req-8b7f4c51-2a2d-406f-a0d9-6065fc8d1519 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039833, 'name': ReconfigVM_Task, 'duration_secs': 0.143955} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.462949] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b7f4c51-2a2d-406f-a0d9-6065fc8d1519 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609048', 'volume_id': '1ba34cdf-edfe-4ea6-8bb8-176448acac8f', 'name': 'volume-1ba34cdf-edfe-4ea6-8bb8-176448acac8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c6e5481-9501-45f5-85d3-270112974001', 'attached_at': '', 'detached_at': '', 'volume_id': '1ba34cdf-edfe-4ea6-8bb8-176448acac8f', 'serial': '1ba34cdf-edfe-4ea6-8bb8-176448acac8f'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1175.397506] env[68391]: DEBUG oslo_vmware.rw_handles [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Completed reading data from the image iterator. {{(pid=68391) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1175.397879] env[68391]: DEBUG oslo_vmware.rw_handles [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523342a7-731e-334e-9f6c-31ef38b859a1/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1175.398839] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b2d44f-c93c-4463-afe0-d9f299393c79 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.406170] env[68391]: DEBUG oslo_vmware.rw_handles [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523342a7-731e-334e-9f6c-31ef38b859a1/disk-0.vmdk is in state: ready. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1175.406388] env[68391]: DEBUG oslo_vmware.rw_handles [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523342a7-731e-334e-9f6c-31ef38b859a1/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1175.406656] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c2722be3-8f5e-4d45-8810-22d976cc668e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.504694] env[68391]: DEBUG nova.objects.instance [None req-8b7f4c51-2a2d-406f-a0d9-6065fc8d1519 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lazy-loading 'flavor' on Instance uuid 0c6e5481-9501-45f5-85d3-270112974001 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.585780] env[68391]: DEBUG oslo_vmware.rw_handles [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523342a7-731e-334e-9f6c-31ef38b859a1/disk-0.vmdk. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1175.586060] env[68391]: INFO nova.virt.vmwareapi.images [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Downloaded image file data 47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd [ 1175.586966] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684058d0-a830-45f7-a325-a0bc876679b1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.602300] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e2cedc0-fcf6-460f-ac5f-219d4d06509b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.637385] env[68391]: INFO nova.virt.vmwareapi.images [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] The imported VM was unregistered [ 1175.639812] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Caching image {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1175.640861] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Creating directory with path [datastore1] devstack-image-cache_base/47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.640861] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a241606-a082-4c58-bf1f-f61ab8d36fb9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.650904] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Created directory with path [datastore1] devstack-image-cache_base/47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.651113] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d66c875c-1540-4268-aaf3-86a25e98ea2c/OSTACK_IMG_d66c875c-1540-4268-aaf3-86a25e98ea2c.vmdk to [datastore1] devstack-image-cache_base/47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd/47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd.vmdk. {{(pid=68391) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1175.651370] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fc50e916-92ba-468c-8ed1-6af40cd25c68 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.657612] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1175.657612] env[68391]: value = "task-3039835" [ 1175.657612] env[68391]: _type = "Task" [ 1175.657612] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.664727] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039835, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.760011] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d452e92-cb60-4aa2-bc72-144b33a58fd4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.780283] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Updating instance '4b3e0dfe-f18b-4187-8d3c-90375e259a64' progress to 0 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.011312] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8b7f4c51-2a2d-406f-a0d9-6065fc8d1519 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "0c6e5481-9501-45f5-85d3-270112974001" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.282s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.169406] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039835, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.288661] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.288984] env[68391]: DEBUG oslo_concurrency.lockutils [None req-83f1e8a6-98f6-4126-854d-980e714adc70 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "0c6e5481-9501-45f5-85d3-270112974001" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.289292] env[68391]: DEBUG oslo_concurrency.lockutils [None req-83f1e8a6-98f6-4126-854d-980e714adc70 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "0c6e5481-9501-45f5-85d3-270112974001" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.290551] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfb060d2-2ea7-481a-bda7-9cec15541ea0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.298789] env[68391]: DEBUG oslo_vmware.api [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1176.298789] env[68391]: value = "task-3039836" [ 1176.298789] env[68391]: _type = "Task" [ 1176.298789] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.310382] env[68391]: DEBUG oslo_vmware.api [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.669214] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039835, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.794444] env[68391]: INFO nova.compute.manager [None req-83f1e8a6-98f6-4126-854d-980e714adc70 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Detaching volume 68427bdd-931b-4ad3-b484-bf1bdadfc1ee [ 1176.811629] env[68391]: DEBUG oslo_vmware.api [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039836, 'name': PowerOffVM_Task, 'duration_secs': 0.237136} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.811897] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.812100] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Updating instance '4b3e0dfe-f18b-4187-8d3c-90375e259a64' progress to 17 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.827198] env[68391]: INFO nova.virt.block_device [None req-83f1e8a6-98f6-4126-854d-980e714adc70 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Attempting to driver detach volume 68427bdd-931b-4ad3-b484-bf1bdadfc1ee from mountpoint /dev/sdb [ 1176.827447] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-83f1e8a6-98f6-4126-854d-980e714adc70 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Volume detach. Driver type: vmdk {{(pid=68391) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1176.827635] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-83f1e8a6-98f6-4126-854d-980e714adc70 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609042', 'volume_id': '68427bdd-931b-4ad3-b484-bf1bdadfc1ee', 'name': 'volume-68427bdd-931b-4ad3-b484-bf1bdadfc1ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c6e5481-9501-45f5-85d3-270112974001', 'attached_at': '', 'detached_at': '', 'volume_id': '68427bdd-931b-4ad3-b484-bf1bdadfc1ee', 'serial': '68427bdd-931b-4ad3-b484-bf1bdadfc1ee'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1176.828887] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e92248-2c00-4025-9ee3-92dbf7ace0ca {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.853137] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d1c5d2-0b4a-4f64-940a-8057d5c4ba82 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.863217] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f03ae9c-dc30-4446-b4eb-8417e41506c9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.891049] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fa93b8-5556-4847-a34b-e16c69342c55 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.907512] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-83f1e8a6-98f6-4126-854d-980e714adc70 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] The volume has not been displaced from its original location: [datastore1] volume-68427bdd-931b-4ad3-b484-bf1bdadfc1ee/volume-68427bdd-931b-4ad3-b484-bf1bdadfc1ee.vmdk. No consolidation needed. {{(pid=68391) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1176.912833] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-83f1e8a6-98f6-4126-854d-980e714adc70 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1176.913221] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3d63306-d1c2-4737-95a5-3c8e379a2ede {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.932843] env[68391]: DEBUG oslo_vmware.api [None req-83f1e8a6-98f6-4126-854d-980e714adc70 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1176.932843] env[68391]: value = "task-3039837" [ 1176.932843] env[68391]: _type = "Task" [ 1176.932843] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.943307] env[68391]: DEBUG oslo_vmware.api [None req-83f1e8a6-98f6-4126-854d-980e714adc70 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.170485] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039835, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.321553] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.321857] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.322085] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.322326] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.322523] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.322700] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.323480] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.323480] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.323480] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.323780] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.323780] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.329751] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ebfcf56-5e3a-4225-adbd-92843adc078a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.347494] env[68391]: DEBUG oslo_vmware.api [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1177.347494] env[68391]: value = "task-3039838" [ 1177.347494] env[68391]: _type = "Task" [ 1177.347494] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.358119] env[68391]: DEBUG oslo_vmware.api [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.447358] env[68391]: DEBUG oslo_vmware.api [None req-83f1e8a6-98f6-4126-854d-980e714adc70 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039837, 'name': ReconfigVM_Task, 'duration_secs': 0.244541} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.447850] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-83f1e8a6-98f6-4126-854d-980e714adc70 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1177.456192] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-616ce31c-9969-424f-b6ef-37d4b63671e0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.475388] env[68391]: DEBUG oslo_vmware.api [None req-83f1e8a6-98f6-4126-854d-980e714adc70 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1177.475388] env[68391]: value = "task-3039839" [ 1177.475388] env[68391]: _type = "Task" [ 1177.475388] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.485919] env[68391]: DEBUG oslo_vmware.api [None req-83f1e8a6-98f6-4126-854d-980e714adc70 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.670627] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039835, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.858540] env[68391]: DEBUG oslo_vmware.api [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039838, 'name': ReconfigVM_Task, 'duration_secs': 0.341691} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.858879] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Updating instance '4b3e0dfe-f18b-4187-8d3c-90375e259a64' progress to 33 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.985422] env[68391]: DEBUG oslo_vmware.api [None req-83f1e8a6-98f6-4126-854d-980e714adc70 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039839, 'name': ReconfigVM_Task, 'duration_secs': 0.163296} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.985716] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-83f1e8a6-98f6-4126-854d-980e714adc70 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609042', 'volume_id': '68427bdd-931b-4ad3-b484-bf1bdadfc1ee', 'name': 'volume-68427bdd-931b-4ad3-b484-bf1bdadfc1ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c6e5481-9501-45f5-85d3-270112974001', 'attached_at': '', 'detached_at': '', 'volume_id': '68427bdd-931b-4ad3-b484-bf1bdadfc1ee', 'serial': '68427bdd-931b-4ad3-b484-bf1bdadfc1ee'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1178.170242] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039835, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.374148} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.170508] env[68391]: INFO nova.virt.vmwareapi.ds_util [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d66c875c-1540-4268-aaf3-86a25e98ea2c/OSTACK_IMG_d66c875c-1540-4268-aaf3-86a25e98ea2c.vmdk to [datastore1] devstack-image-cache_base/47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd/47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd.vmdk. [ 1178.170696] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Cleaning up location [datastore1] OSTACK_IMG_d66c875c-1540-4268-aaf3-86a25e98ea2c {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1178.170859] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d66c875c-1540-4268-aaf3-86a25e98ea2c {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.171117] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f82c1077-da0a-4cc0-94a2-9ab4896eafb0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.176883] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1178.176883] env[68391]: value = "task-3039840" [ 1178.176883] env[68391]: _type = "Task" [ 1178.176883] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.185119] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.367660] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.367998] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.368097] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.368281] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.368428] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.368575] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.368775] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.368931] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.369131] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.369297] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.369473] env[68391]: DEBUG nova.virt.hardware [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.374675] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1178.374962] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a158cfc-301a-4770-beb8-ddb7f0606547 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.393144] env[68391]: DEBUG oslo_vmware.api [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1178.393144] env[68391]: value = "task-3039841" [ 1178.393144] env[68391]: _type = "Task" [ 1178.393144] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.400643] env[68391]: DEBUG oslo_vmware.api [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.531806] env[68391]: DEBUG nova.objects.instance [None req-83f1e8a6-98f6-4126-854d-980e714adc70 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lazy-loading 'flavor' on Instance uuid 0c6e5481-9501-45f5-85d3-270112974001 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.687470] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033429} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.687765] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.687889] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd/47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.688167] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd/47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd.vmdk to [datastore1] 60bd62a6-d953-438c-8028-e1eb4ffe1bfc/60bd62a6-d953-438c-8028-e1eb4ffe1bfc.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.688798] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c459126-7b5f-4e63-a5dd-a0e018542a67 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.694832] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1178.694832] env[68391]: value = "task-3039842" [ 1178.694832] env[68391]: _type = "Task" [ 1178.694832] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.702131] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.902948] env[68391]: DEBUG oslo_vmware.api [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039841, 'name': ReconfigVM_Task, 'duration_secs': 0.203263} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.903246] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1178.904016] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f094a8b5-821e-462e-916a-ff0f1cf7750b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.925381] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 4b3e0dfe-f18b-4187-8d3c-90375e259a64/4b3e0dfe-f18b-4187-8d3c-90375e259a64.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.925686] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32858051-06a6-4156-8070-cb942c838656 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.944638] env[68391]: DEBUG oslo_vmware.api [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1178.944638] env[68391]: value = "task-3039843" [ 1178.944638] env[68391]: _type = "Task" [ 1178.944638] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.952293] env[68391]: DEBUG oslo_vmware.api [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.204600] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.455600] env[68391]: DEBUG oslo_vmware.api [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.512291] env[68391]: DEBUG oslo_concurrency.lockutils [None req-83b2fbc2-bf03-43a0-a230-d6035c0182d3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "0c6e5481-9501-45f5-85d3-270112974001" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.538440] env[68391]: DEBUG oslo_concurrency.lockutils [None req-83f1e8a6-98f6-4126-854d-980e714adc70 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "0c6e5481-9501-45f5-85d3-270112974001" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.249s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.539494] env[68391]: DEBUG oslo_concurrency.lockutils [None req-83b2fbc2-bf03-43a0-a230-d6035c0182d3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "0c6e5481-9501-45f5-85d3-270112974001" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.027s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.710085] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039842, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.957816] env[68391]: DEBUG oslo_vmware.api [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039843, 'name': ReconfigVM_Task, 'duration_secs': 0.968182} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.959346] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 4b3e0dfe-f18b-4187-8d3c-90375e259a64/4b3e0dfe-f18b-4187-8d3c-90375e259a64.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.959346] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Updating instance '4b3e0dfe-f18b-4187-8d3c-90375e259a64' progress to 50 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.042439] env[68391]: INFO nova.compute.manager [None req-83b2fbc2-bf03-43a0-a230-d6035c0182d3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Detaching volume 1ba34cdf-edfe-4ea6-8bb8-176448acac8f [ 1180.074162] env[68391]: INFO nova.virt.block_device [None req-83b2fbc2-bf03-43a0-a230-d6035c0182d3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Attempting to driver detach volume 1ba34cdf-edfe-4ea6-8bb8-176448acac8f from mountpoint /dev/sdc [ 1180.074514] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b2fbc2-bf03-43a0-a230-d6035c0182d3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Volume detach. Driver type: vmdk {{(pid=68391) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1180.074615] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b2fbc2-bf03-43a0-a230-d6035c0182d3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609048', 'volume_id': '1ba34cdf-edfe-4ea6-8bb8-176448acac8f', 'name': 'volume-1ba34cdf-edfe-4ea6-8bb8-176448acac8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c6e5481-9501-45f5-85d3-270112974001', 'attached_at': '', 'detached_at': '', 'volume_id': '1ba34cdf-edfe-4ea6-8bb8-176448acac8f', 'serial': '1ba34cdf-edfe-4ea6-8bb8-176448acac8f'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1180.075531] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d43a1c5-ffda-4ebe-b603-3005b64b1422 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.099314] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29f3839-550f-4f29-adec-c89f4b1f3449 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.107048] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8859b822-ca59-4988-92c8-ebe0a9894668 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.129204] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b048ade-2e12-4180-9e4f-7158b6ab5de9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.146696] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b2fbc2-bf03-43a0-a230-d6035c0182d3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] The volume has not been displaced from its original location: [datastore1] volume-1ba34cdf-edfe-4ea6-8bb8-176448acac8f/volume-1ba34cdf-edfe-4ea6-8bb8-176448acac8f.vmdk. No consolidation needed. {{(pid=68391) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1180.152095] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b2fbc2-bf03-43a0-a230-d6035c0182d3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Reconfiguring VM instance instance-00000071 to detach disk 2002 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1180.152472] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5030fe9-77ae-4596-8721-1e8e0207d834 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.171879] env[68391]: DEBUG oslo_vmware.api [None req-83b2fbc2-bf03-43a0-a230-d6035c0182d3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1180.171879] env[68391]: value = "task-3039844" [ 1180.171879] env[68391]: _type = "Task" [ 1180.171879] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.181559] env[68391]: DEBUG oslo_vmware.api [None req-83b2fbc2-bf03-43a0-a230-d6035c0182d3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.206786] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039842, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.466635] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7fae0b-e302-4c89-b60b-3eba948c0425 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.489637] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57be4a00-a2a6-4c05-9fba-86dc733d34c8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.510113] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Updating instance '4b3e0dfe-f18b-4187-8d3c-90375e259a64' progress to 67 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.684101] env[68391]: DEBUG oslo_vmware.api [None req-83b2fbc2-bf03-43a0-a230-d6035c0182d3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039844, 'name': ReconfigVM_Task, 'duration_secs': 0.253208} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.684405] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b2fbc2-bf03-43a0-a230-d6035c0182d3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Reconfigured VM instance instance-00000071 to detach disk 2002 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1180.689083] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0567ea78-72fc-4c0a-9a81-8e822f135903 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.710019] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039842, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.711494] env[68391]: DEBUG oslo_vmware.api [None req-83b2fbc2-bf03-43a0-a230-d6035c0182d3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1180.711494] env[68391]: value = "task-3039845" [ 1180.711494] env[68391]: _type = "Task" [ 1180.711494] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.721262] env[68391]: DEBUG oslo_vmware.api [None req-83b2fbc2-bf03-43a0-a230-d6035c0182d3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.052466] env[68391]: DEBUG nova.network.neutron [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Port bf08bb61-ac24-4a3b-81d4-7ee2d792f425 binding to destination host cpu-1 is already ACTIVE {{(pid=68391) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1181.209220] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039842, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.222484] env[68391]: DEBUG oslo_vmware.api [None req-83b2fbc2-bf03-43a0-a230-d6035c0182d3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039845, 'name': ReconfigVM_Task, 'duration_secs': 0.147757} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.222813] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b2fbc2-bf03-43a0-a230-d6035c0182d3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609048', 'volume_id': '1ba34cdf-edfe-4ea6-8bb8-176448acac8f', 'name': 'volume-1ba34cdf-edfe-4ea6-8bb8-176448acac8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c6e5481-9501-45f5-85d3-270112974001', 'attached_at': '', 'detached_at': '', 'volume_id': '1ba34cdf-edfe-4ea6-8bb8-176448acac8f', 'serial': '1ba34cdf-edfe-4ea6-8bb8-176448acac8f'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1181.708151] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039842, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.767326] env[68391]: DEBUG nova.objects.instance [None req-83b2fbc2-bf03-43a0-a230-d6035c0182d3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lazy-loading 'flavor' on Instance uuid 0c6e5481-9501-45f5-85d3-270112974001 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.074309] env[68391]: DEBUG oslo_concurrency.lockutils [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "4b3e0dfe-f18b-4187-8d3c-90375e259a64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.074530] env[68391]: DEBUG oslo_concurrency.lockutils [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "4b3e0dfe-f18b-4187-8d3c-90375e259a64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.074702] env[68391]: DEBUG oslo_concurrency.lockutils [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "4b3e0dfe-f18b-4187-8d3c-90375e259a64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.209371] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039842, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.03005} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.209622] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd/47764c1d-b9a6-458c-bd2e-7fd7c26ae6fd.vmdk to [datastore1] 60bd62a6-d953-438c-8028-e1eb4ffe1bfc/60bd62a6-d953-438c-8028-e1eb4ffe1bfc.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.210416] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1ae18e-8e92-4e04-9ee8-1d0ca3baea1d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.233293] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 60bd62a6-d953-438c-8028-e1eb4ffe1bfc/60bd62a6-d953-438c-8028-e1eb4ffe1bfc.vmdk or device None with type streamOptimized {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.233509] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a48fd06-2236-4dd1-80a1-a89a71e4771c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.251947] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1182.251947] env[68391]: value = "task-3039846" [ 1182.251947] env[68391]: _type = "Task" [ 1182.251947] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.259340] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.761946] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039846, 'name': ReconfigVM_Task, 'duration_secs': 0.279204} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.762246] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 60bd62a6-d953-438c-8028-e1eb4ffe1bfc/60bd62a6-d953-438c-8028-e1eb4ffe1bfc.vmdk or device None with type streamOptimized {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.763353] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encrypted': False, 'boot_index': 0, 'encryption_options': None, 'size': 0, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'disk_bus': None, 'image_id': 'c48f848a-9b59-4c83-9b2f-e9d02467d466'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'mount_device': '/dev/sdb', 'attachment_id': '787e4927-435f-4a45-8c36-77a217e2613a', 'delete_on_termination': False, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609044', 'volume_id': 'cfce57e9-5bc2-4240-afc8-dcee693cb0d9', 'name': 'volume-cfce57e9-5bc2-4240-afc8-dcee693cb0d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '60bd62a6-d953-438c-8028-e1eb4ffe1bfc', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfce57e9-5bc2-4240-afc8-dcee693cb0d9', 'serial': 'cfce57e9-5bc2-4240-afc8-dcee693cb0d9'}, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=68391) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1182.763552] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Volume attach. Driver type: vmdk {{(pid=68391) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1182.763743] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609044', 'volume_id': 'cfce57e9-5bc2-4240-afc8-dcee693cb0d9', 'name': 'volume-cfce57e9-5bc2-4240-afc8-dcee693cb0d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '60bd62a6-d953-438c-8028-e1eb4ffe1bfc', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfce57e9-5bc2-4240-afc8-dcee693cb0d9', 'serial': 'cfce57e9-5bc2-4240-afc8-dcee693cb0d9'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1182.764503] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea88c22-5c01-473a-85c1-30f13d64e019 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.778822] env[68391]: DEBUG oslo_concurrency.lockutils [None req-83b2fbc2-bf03-43a0-a230-d6035c0182d3 tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "0c6e5481-9501-45f5-85d3-270112974001" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.239s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.780360] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62f9879-00ca-41ff-8c2f-44e2f4009003 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.803890] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-cfce57e9-5bc2-4240-afc8-dcee693cb0d9/volume-cfce57e9-5bc2-4240-afc8-dcee693cb0d9.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.804673] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e77d1cb8-5f94-4a1d-a6a5-50f09dd93659 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.822656] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1182.822656] env[68391]: value = "task-3039847" [ 1182.822656] env[68391]: _type = "Task" [ 1182.822656] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.830384] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.142441] env[68391]: DEBUG oslo_concurrency.lockutils [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "refresh_cache-4b3e0dfe-f18b-4187-8d3c-90375e259a64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.142643] env[68391]: DEBUG oslo_concurrency.lockutils [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "refresh_cache-4b3e0dfe-f18b-4187-8d3c-90375e259a64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.142822] env[68391]: DEBUG nova.network.neutron [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.332276] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039847, 'name': ReconfigVM_Task, 'duration_secs': 0.327849} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.332570] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-cfce57e9-5bc2-4240-afc8-dcee693cb0d9/volume-cfce57e9-5bc2-4240-afc8-dcee693cb0d9.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.337523] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c879408-d3b2-4b3e-96c4-0d4c1b478126 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.353396] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1183.353396] env[68391]: value = "task-3039848" [ 1183.353396] env[68391]: _type = "Task" [ 1183.353396] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.363206] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.833269] env[68391]: DEBUG nova.network.neutron [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Updating instance_info_cache with network_info: [{"id": "bf08bb61-ac24-4a3b-81d4-7ee2d792f425", "address": "fa:16:3e:cf:a2:8f", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf08bb61-ac", "ovs_interfaceid": "bf08bb61-ac24-4a3b-81d4-7ee2d792f425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.862446] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039848, 'name': ReconfigVM_Task, 'duration_secs': 0.149402} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.862742] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609044', 'volume_id': 'cfce57e9-5bc2-4240-afc8-dcee693cb0d9', 'name': 'volume-cfce57e9-5bc2-4240-afc8-dcee693cb0d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '60bd62a6-d953-438c-8028-e1eb4ffe1bfc', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfce57e9-5bc2-4240-afc8-dcee693cb0d9', 'serial': 'cfce57e9-5bc2-4240-afc8-dcee693cb0d9'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1183.863312] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e6a7163-73b4-4cb1-8ee2-2a65c900557f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.869043] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1183.869043] env[68391]: value = "task-3039849" [ 1183.869043] env[68391]: _type = "Task" [ 1183.869043] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.876291] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039849, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.899829] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "0c6e5481-9501-45f5-85d3-270112974001" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.900134] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "0c6e5481-9501-45f5-85d3-270112974001" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.900401] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "0c6e5481-9501-45f5-85d3-270112974001-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.900617] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "0c6e5481-9501-45f5-85d3-270112974001-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.900784] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "0c6e5481-9501-45f5-85d3-270112974001-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.902820] env[68391]: INFO nova.compute.manager [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Terminating instance [ 1184.337072] env[68391]: DEBUG oslo_concurrency.lockutils [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "refresh_cache-4b3e0dfe-f18b-4187-8d3c-90375e259a64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.379919] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039849, 'name': Rename_Task, 'duration_secs': 0.182919} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.380210] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.380492] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01633edc-11a9-441e-85c6-6a48c6897491 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.387359] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1184.387359] env[68391]: value = "task-3039850" [ 1184.387359] env[68391]: _type = "Task" [ 1184.387359] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.394886] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.405939] env[68391]: DEBUG nova.compute.manager [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.406155] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.406937] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a39b5b-7b27-4667-b252-457fe33ff1a6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.413215] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.413398] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df958676-527e-43fb-8609-16ab5c23b9ba {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.418783] env[68391]: DEBUG oslo_vmware.api [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1184.418783] env[68391]: value = "task-3039851" [ 1184.418783] env[68391]: _type = "Task" [ 1184.418783] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.426547] env[68391]: DEBUG oslo_vmware.api [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.861546] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a381a2-ec10-4d00-bcc0-20cfc9328dd2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.880510] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aacc640-802d-499e-b823-f89383e0ad74 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.887117] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Updating instance '4b3e0dfe-f18b-4187-8d3c-90375e259a64' progress to 83 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.899186] env[68391]: DEBUG oslo_vmware.api [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039850, 'name': PowerOnVM_Task, 'duration_secs': 0.462975} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.899437] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.928137] env[68391]: DEBUG oslo_vmware.api [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039851, 'name': PowerOffVM_Task, 'duration_secs': 0.160765} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.928315] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.928422] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.928793] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d21f3577-af79-46b9-91a5-8dd6eb6a109a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.989968] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.990302] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.990515] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Deleting the datastore file [datastore2] 0c6e5481-9501-45f5-85d3-270112974001 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.990898] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e898e4ba-1f85-44e8-a1f9-0ac0e7122fe8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.997404] env[68391]: DEBUG oslo_vmware.api [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for the task: (returnval){ [ 1184.997404] env[68391]: value = "task-3039853" [ 1184.997404] env[68391]: _type = "Task" [ 1184.997404] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.001264] env[68391]: DEBUG nova.compute.manager [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.002069] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4980a3-b471-4c02-9d81-12ea2e99398d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.009194] env[68391]: DEBUG oslo_vmware.api [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.397472] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.397755] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f126cf2c-8f3d-40ed-a3ac-dce7812443b2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.404719] env[68391]: DEBUG oslo_vmware.api [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1185.404719] env[68391]: value = "task-3039854" [ 1185.404719] env[68391]: _type = "Task" [ 1185.404719] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.412143] env[68391]: DEBUG oslo_vmware.api [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.506907] env[68391]: DEBUG oslo_vmware.api [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Task: {'id': task-3039853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139651} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.507185] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.507371] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.507547] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.507719] env[68391]: INFO nova.compute.manager [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1185.507966] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.508189] env[68391]: DEBUG nova.compute.manager [-] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.508280] env[68391]: DEBUG nova.network.neutron [-] [instance: 0c6e5481-9501-45f5-85d3-270112974001] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.521136] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6f41fa96-32d9-4481-892c-f2ffb842f69f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.734s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.522655] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 29.086s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.522655] env[68391]: INFO nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] During sync_power_state the instance has a pending task (unshelving). Skip. [ 1185.522655] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.915176] env[68391]: DEBUG oslo_vmware.api [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039854, 'name': PowerOnVM_Task, 'duration_secs': 0.459797} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.915592] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.915592] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-48245caf-6e77-4724-9a51-b013aa281933 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Updating instance '4b3e0dfe-f18b-4187-8d3c-90375e259a64' progress to 100 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.008335] env[68391]: DEBUG nova.compute.manager [req-be53654b-faaf-4810-b594-787d5ceaed73 req-ed1dd9f5-90ec-4b2c-abdd-c4438b4adae0 service nova] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Received event network-vif-deleted-896ae3bb-82df-428c-bc99-4ee3771c7e1d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.008335] env[68391]: INFO nova.compute.manager [req-be53654b-faaf-4810-b594-787d5ceaed73 req-ed1dd9f5-90ec-4b2c-abdd-c4438b4adae0 service nova] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Neutron deleted interface 896ae3bb-82df-428c-bc99-4ee3771c7e1d; detaching it from the instance and deleting it from the info cache [ 1186.009453] env[68391]: DEBUG nova.network.neutron [req-be53654b-faaf-4810-b594-787d5ceaed73 req-ed1dd9f5-90ec-4b2c-abdd-c4438b4adae0 service nova] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.485404] env[68391]: DEBUG nova.network.neutron [-] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.511887] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe9dd6f4-c7a4-46b0-8808-36d62a1fd15d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.521155] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689fe2c6-f2b8-488c-9fb0-b5fb61b702ab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.551198] env[68391]: DEBUG nova.compute.manager [req-be53654b-faaf-4810-b594-787d5ceaed73 req-ed1dd9f5-90ec-4b2c-abdd-c4438b4adae0 service nova] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Detach interface failed, port_id=896ae3bb-82df-428c-bc99-4ee3771c7e1d, reason: Instance 0c6e5481-9501-45f5-85d3-270112974001 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1186.988570] env[68391]: INFO nova.compute.manager [-] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Took 1.48 seconds to deallocate network for instance. [ 1187.495180] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.495350] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.495804] env[68391]: DEBUG nova.objects.instance [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lazy-loading 'resources' on Instance uuid 0c6e5481-9501-45f5-85d3-270112974001 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.103492] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f62872-cf87-4d35-95ed-22544b8fc1d9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.111769] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecd484e-cddd-45c8-9500-af0b35e4ce25 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.143084] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd387f34-063f-41bd-8663-f5e3b752f83a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.150386] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1686c827-427e-4a06-af26-65df8d3b803c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.166332] env[68391]: DEBUG nova.compute.provider_tree [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.235034] env[68391]: DEBUG nova.network.neutron [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Port bf08bb61-ac24-4a3b-81d4-7ee2d792f425 binding to destination host cpu-1 is already ACTIVE {{(pid=68391) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1188.235720] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "refresh_cache-4b3e0dfe-f18b-4187-8d3c-90375e259a64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.235720] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "refresh_cache-4b3e0dfe-f18b-4187-8d3c-90375e259a64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.235720] env[68391]: DEBUG nova.network.neutron [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.670124] env[68391]: DEBUG nova.scheduler.client.report [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.968396] env[68391]: DEBUG nova.network.neutron [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Updating instance_info_cache with network_info: [{"id": "bf08bb61-ac24-4a3b-81d4-7ee2d792f425", "address": "fa:16:3e:cf:a2:8f", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf08bb61-ac", "ovs_interfaceid": "bf08bb61-ac24-4a3b-81d4-7ee2d792f425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.174545] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.197390] env[68391]: INFO nova.scheduler.client.report [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Deleted allocations for instance 0c6e5481-9501-45f5-85d3-270112974001 [ 1189.471758] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "refresh_cache-4b3e0dfe-f18b-4187-8d3c-90375e259a64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.705163] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bad98227-d909-4057-acd1-211eea201aef tempest-AttachVolumeTestJSON-1907919610 tempest-AttachVolumeTestJSON-1907919610-project-member] Lock "0c6e5481-9501-45f5-85d3-270112974001" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.805s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.975546] env[68391]: DEBUG nova.compute.manager [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68391) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1189.975792] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.976051] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.479886] env[68391]: DEBUG nova.objects.instance [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lazy-loading 'migration_context' on Instance uuid 4b3e0dfe-f18b-4187-8d3c-90375e259a64 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.065011] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee755d4-a132-435e-b08e-0d730738bf64 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.072714] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404e635d-d6dc-417a-9904-40ebc5120ba5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.103031] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb90d04e-37e3-4035-835e-841b51130bff {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.110124] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a1ed0f-bcc9-4b4b-8966-333a72a1d58f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.122841] env[68391]: DEBUG nova.compute.provider_tree [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.625904] env[68391]: DEBUG nova.scheduler.client.report [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.635643] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.659s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.013137] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "ace0bf1e-d165-43d2-87a7-0a04b54aac44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.013427] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "ace0bf1e-d165-43d2-87a7-0a04b54aac44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.013644] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "ace0bf1e-d165-43d2-87a7-0a04b54aac44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.013830] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "ace0bf1e-d165-43d2-87a7-0a04b54aac44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.014014] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "ace0bf1e-d165-43d2-87a7-0a04b54aac44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.016155] env[68391]: INFO nova.compute.manager [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Terminating instance [ 1193.521351] env[68391]: DEBUG nova.compute.manager [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.521627] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.522611] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d4352e-9d9e-4789-a0db-ff7caa9d06b5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.530706] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.530972] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4aa6f22-c9c7-43b9-9109-fbbcdcbcfb01 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.538926] env[68391]: DEBUG oslo_vmware.api [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1193.538926] env[68391]: value = "task-3039857" [ 1193.538926] env[68391]: _type = "Task" [ 1193.538926] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.546934] env[68391]: DEBUG oslo_vmware.api [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.049745] env[68391]: DEBUG oslo_vmware.api [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039857, 'name': PowerOffVM_Task, 'duration_secs': 0.191745} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.049947] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.050131] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.050396] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46a19a0e-4577-4f0d-a4c9-1ca75be06fb8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.126479] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.126700] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.126878] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Deleting the datastore file [datastore2] ace0bf1e-d165-43d2-87a7-0a04b54aac44 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.127174] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00b699fc-21f2-47fa-8646-216fe63629bf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.133496] env[68391]: DEBUG oslo_vmware.api [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1194.133496] env[68391]: value = "task-3039859" [ 1194.133496] env[68391]: _type = "Task" [ 1194.133496] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.140840] env[68391]: DEBUG oslo_vmware.api [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.174398] env[68391]: INFO nova.compute.manager [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Swapping old allocation on dict_keys(['91cd88db-7a2c-4f42-b40d-730164cb64f8']) held by migration c630c9df-ec77-4d02-880b-e9d9d608cc43 for instance [ 1194.197686] env[68391]: DEBUG nova.scheduler.client.report [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Overwriting current allocation {'allocations': {'91cd88db-7a2c-4f42-b40d-730164cb64f8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 155}}, 'project_id': 'c2039f84e9a144d2bca9cb8212bb2391', 'user_id': '3815edcb5a1248acb4f787040ec135f1', 'consumer_generation': 1} on consumer 4b3e0dfe-f18b-4187-8d3c-90375e259a64 {{(pid=68391) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1194.273087] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "refresh_cache-4b3e0dfe-f18b-4187-8d3c-90375e259a64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.273295] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "refresh_cache-4b3e0dfe-f18b-4187-8d3c-90375e259a64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.273472] env[68391]: DEBUG nova.network.neutron [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.643992] env[68391]: DEBUG oslo_vmware.api [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206902} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.644254] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.644442] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.644621] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.644794] env[68391]: INFO nova.compute.manager [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1194.645051] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.645250] env[68391]: DEBUG nova.compute.manager [-] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.645343] env[68391]: DEBUG nova.network.neutron [-] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.110316] env[68391]: DEBUG nova.network.neutron [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Updating instance_info_cache with network_info: [{"id": "bf08bb61-ac24-4a3b-81d4-7ee2d792f425", "address": "fa:16:3e:cf:a2:8f", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf08bb61-ac", "ovs_interfaceid": "bf08bb61-ac24-4a3b-81d4-7ee2d792f425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.439850] env[68391]: DEBUG nova.compute.manager [req-02995c80-f664-456f-b77e-ab6187c5a848 req-d51c4f1a-d29c-43df-b8e9-df2c53ef893b service nova] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Received event network-vif-deleted-16d46820-1959-48ad-adbc-885cdbea69ba {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.440090] env[68391]: INFO nova.compute.manager [req-02995c80-f664-456f-b77e-ab6187c5a848 req-d51c4f1a-d29c-43df-b8e9-df2c53ef893b service nova] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Neutron deleted interface 16d46820-1959-48ad-adbc-885cdbea69ba; detaching it from the instance and deleting it from the info cache [ 1195.440262] env[68391]: DEBUG nova.network.neutron [req-02995c80-f664-456f-b77e-ab6187c5a848 req-d51c4f1a-d29c-43df-b8e9-df2c53ef893b service nova] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.612621] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "refresh_cache-4b3e0dfe-f18b-4187-8d3c-90375e259a64" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.614030] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.614030] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc25cf51-89fe-4570-9866-5d1480363442 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.621094] env[68391]: DEBUG oslo_vmware.api [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1195.621094] env[68391]: value = "task-3039860" [ 1195.621094] env[68391]: _type = "Task" [ 1195.621094] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.629968] env[68391]: DEBUG oslo_vmware.api [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.921802] env[68391]: DEBUG nova.network.neutron [-] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.942998] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fbc6a2a-2a6b-4aae-93d6-f87fe365a1c1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.954800] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1856aa50-2a91-4086-887f-53fe28eea38b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.981034] env[68391]: DEBUG nova.compute.manager [req-02995c80-f664-456f-b77e-ab6187c5a848 req-d51c4f1a-d29c-43df-b8e9-df2c53ef893b service nova] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Detach interface failed, port_id=16d46820-1959-48ad-adbc-885cdbea69ba, reason: Instance ace0bf1e-d165-43d2-87a7-0a04b54aac44 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1196.134886] env[68391]: DEBUG oslo_vmware.api [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039860, 'name': PowerOffVM_Task, 'duration_secs': 0.22384} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.135304] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.136217] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.136530] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.136749] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.137018] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.137225] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.137433] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.137724] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.137947] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.138238] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.138491] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.138740] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.143874] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-163f1412-0e38-4577-9c5e-b38c7cfadf71 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.159796] env[68391]: DEBUG oslo_vmware.api [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1196.159796] env[68391]: value = "task-3039862" [ 1196.159796] env[68391]: _type = "Task" [ 1196.159796] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.167546] env[68391]: DEBUG oslo_vmware.api [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.424974] env[68391]: INFO nova.compute.manager [-] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Took 1.78 seconds to deallocate network for instance. [ 1196.669451] env[68391]: DEBUG oslo_vmware.api [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039862, 'name': ReconfigVM_Task, 'duration_secs': 0.127671} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.670231] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bf3752-5a84-4450-8ae7-a576364042a8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.688169] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.688412] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.688569] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.688749] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.688892] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.689050] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.689257] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.689413] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.689580] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.689737] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.689902] env[68391]: DEBUG nova.virt.hardware [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.690708] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e59c2208-fbbd-48f7-b665-6622466ed20b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.695494] env[68391]: DEBUG oslo_vmware.api [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1196.695494] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52769e04-6f38-a0cc-1c2e-cc22ea34b787" [ 1196.695494] env[68391]: _type = "Task" [ 1196.695494] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.702888] env[68391]: DEBUG oslo_vmware.api [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52769e04-6f38-a0cc-1c2e-cc22ea34b787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.931152] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.931433] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.931678] env[68391]: DEBUG nova.objects.instance [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lazy-loading 'resources' on Instance uuid ace0bf1e-d165-43d2-87a7-0a04b54aac44 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.206067] env[68391]: DEBUG oslo_vmware.api [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52769e04-6f38-a0cc-1c2e-cc22ea34b787, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.211427] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1197.211689] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8bdd7e0-34fd-48f7-acca-2b0b9b7f9492 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.229373] env[68391]: DEBUG oslo_vmware.api [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1197.229373] env[68391]: value = "task-3039863" [ 1197.229373] env[68391]: _type = "Task" [ 1197.229373] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.236517] env[68391]: DEBUG oslo_vmware.api [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.522350] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf175a73-f93b-449e-a2f1-cce893d32630 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.529419] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54bfad3-30af-4b2b-a128-a6c09286019b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.558667] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221917c8-d694-4d77-a1c8-26cb62d8e17b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.565511] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0481371-a50a-4f1f-b3ab-03852fb30c43 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.578178] env[68391]: DEBUG nova.compute.provider_tree [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.739152] env[68391]: DEBUG oslo_vmware.api [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039863, 'name': ReconfigVM_Task, 'duration_secs': 0.18021} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.739152] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1197.739660] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c66994-c1ea-4fd8-b77b-3f425a1cf203 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.762227] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 4b3e0dfe-f18b-4187-8d3c-90375e259a64/4b3e0dfe-f18b-4187-8d3c-90375e259a64.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.762537] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4abfb978-43b9-4ec3-88a2-c2d984f718b7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.780010] env[68391]: DEBUG oslo_vmware.api [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1197.780010] env[68391]: value = "task-3039864" [ 1197.780010] env[68391]: _type = "Task" [ 1197.780010] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.787539] env[68391]: DEBUG oslo_vmware.api [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.100316] env[68391]: ERROR nova.scheduler.client.report [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [req-03e10c94-713f-4c25-baf9-a8928dc03ab3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 91cd88db-7a2c-4f42-b40d-730164cb64f8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-03e10c94-713f-4c25-baf9-a8928dc03ab3"}]} [ 1198.118586] env[68391]: DEBUG nova.scheduler.client.report [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Refreshing inventories for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1198.135121] env[68391]: DEBUG nova.scheduler.client.report [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Updating ProviderTree inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1198.135371] env[68391]: DEBUG nova.compute.provider_tree [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1198.147083] env[68391]: DEBUG nova.scheduler.client.report [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Refreshing aggregate associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, aggregates: None {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1198.167178] env[68391]: DEBUG nova.scheduler.client.report [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Refreshing trait associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1198.245094] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7266567-6ca0-495c-a127-afe7c1a4833d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.254666] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39000dd9-a9c4-4523-9370-149104d827e0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.288825] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8e6aca-f2b1-43c5-89a2-cc377f15b617 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.295917] env[68391]: DEBUG oslo_vmware.api [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039864, 'name': ReconfigVM_Task, 'duration_secs': 0.266053} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.298281] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 4b3e0dfe-f18b-4187-8d3c-90375e259a64/4b3e0dfe-f18b-4187-8d3c-90375e259a64.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.299175] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0420ee93-3cd7-4389-b297-0b370808e42e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.302496] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eab7881-b603-4660-8d4b-6aa00ab089b2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.316048] env[68391]: DEBUG nova.compute.provider_tree [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1198.334714] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85096c96-c1a3-44f0-9090-0248e4b42488 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.356581] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb4a3a6-6341-4c73-9e7e-4dbd163686a7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.375292] env[68391]: DEBUG nova.scheduler.client.report [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Updated inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1198.375549] env[68391]: DEBUG nova.compute.provider_tree [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Updating resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 generation from 156 to 157 during operation: update_inventory {{(pid=68391) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1198.375790] env[68391]: DEBUG nova.compute.provider_tree [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1198.379468] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adff6df7-8e7b-41c8-9e32-b241c31b4511 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.386991] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.387265] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d36a1fb8-1758-451c-8dc0-816d3125c0f2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.393414] env[68391]: DEBUG oslo_vmware.api [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1198.393414] env[68391]: value = "task-3039865" [ 1198.393414] env[68391]: _type = "Task" [ 1198.393414] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.402126] env[68391]: DEBUG oslo_vmware.api [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.883916] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.904649] env[68391]: DEBUG oslo_vmware.api [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039865, 'name': PowerOnVM_Task, 'duration_secs': 0.355537} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.905705] env[68391]: INFO nova.scheduler.client.report [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Deleted allocations for instance ace0bf1e-d165-43d2-87a7-0a04b54aac44 [ 1198.907454] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.421093] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4e96e044-cfbe-4b84-9fc0-54b08579749d tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "ace0bf1e-d165-43d2-87a7-0a04b54aac44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.408s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.923222] env[68391]: INFO nova.compute.manager [None req-ef34affc-0504-4047-a195-ef81e2897aab tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Updating instance to original state: 'active' [ 1200.122439] env[68391]: DEBUG oslo_concurrency.lockutils [None req-42dba44a-3537-47f9-84c9-96e69bf78c21 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "bc083058-c49b-496f-ab5e-1158f84e03ec" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.122677] env[68391]: DEBUG oslo_concurrency.lockutils [None req-42dba44a-3537-47f9-84c9-96e69bf78c21 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "bc083058-c49b-496f-ab5e-1158f84e03ec" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.625884] env[68391]: INFO nova.compute.manager [None req-42dba44a-3537-47f9-84c9-96e69bf78c21 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Detaching volume cad44fc4-0441-402c-81ec-8c8b86dce37d [ 1200.660606] env[68391]: INFO nova.virt.block_device [None req-42dba44a-3537-47f9-84c9-96e69bf78c21 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Attempting to driver detach volume cad44fc4-0441-402c-81ec-8c8b86dce37d from mountpoint /dev/sdb [ 1200.660841] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-42dba44a-3537-47f9-84c9-96e69bf78c21 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Volume detach. Driver type: vmdk {{(pid=68391) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1200.661034] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-42dba44a-3537-47f9-84c9-96e69bf78c21 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609038', 'volume_id': 'cad44fc4-0441-402c-81ec-8c8b86dce37d', 'name': 'volume-cad44fc4-0441-402c-81ec-8c8b86dce37d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc083058-c49b-496f-ab5e-1158f84e03ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'cad44fc4-0441-402c-81ec-8c8b86dce37d', 'serial': 'cad44fc4-0441-402c-81ec-8c8b86dce37d'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1200.661925] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c75b18d-5297-4b51-afe3-853536ecbc79 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.683136] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fcf50a-f6bf-49c4-834a-6ec5e3b0dfda {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.689585] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9deda6-01f8-4d76-8c78-8873bee91150 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.708573] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a896904-038e-4104-afd4-d29ec3c9db1c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.722505] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-42dba44a-3537-47f9-84c9-96e69bf78c21 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] The volume has not been displaced from its original location: [datastore1] volume-cad44fc4-0441-402c-81ec-8c8b86dce37d/volume-cad44fc4-0441-402c-81ec-8c8b86dce37d.vmdk. No consolidation needed. {{(pid=68391) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1200.727523] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-42dba44a-3537-47f9-84c9-96e69bf78c21 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1200.727761] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b969f45-5c1b-454f-a42a-a0b2f25360e5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.744387] env[68391]: DEBUG oslo_vmware.api [None req-42dba44a-3537-47f9-84c9-96e69bf78c21 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1200.744387] env[68391]: value = "task-3039866" [ 1200.744387] env[68391]: _type = "Task" [ 1200.744387] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.751487] env[68391]: DEBUG oslo_vmware.api [None req-42dba44a-3537-47f9-84c9-96e69bf78c21 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039866, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.025786] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "4b3e0dfe-f18b-4187-8d3c-90375e259a64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.026082] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "4b3e0dfe-f18b-4187-8d3c-90375e259a64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.026300] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "4b3e0dfe-f18b-4187-8d3c-90375e259a64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.026484] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "4b3e0dfe-f18b-4187-8d3c-90375e259a64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.026657] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "4b3e0dfe-f18b-4187-8d3c-90375e259a64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.028759] env[68391]: INFO nova.compute.manager [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Terminating instance [ 1201.256549] env[68391]: DEBUG oslo_vmware.api [None req-42dba44a-3537-47f9-84c9-96e69bf78c21 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039866, 'name': ReconfigVM_Task, 'duration_secs': 0.237235} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.256767] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-42dba44a-3537-47f9-84c9-96e69bf78c21 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1201.261295] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffbb060a-7dcf-443f-9850-29d11b32492f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.275226] env[68391]: DEBUG oslo_vmware.api [None req-42dba44a-3537-47f9-84c9-96e69bf78c21 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1201.275226] env[68391]: value = "task-3039867" [ 1201.275226] env[68391]: _type = "Task" [ 1201.275226] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.282510] env[68391]: DEBUG oslo_vmware.api [None req-42dba44a-3537-47f9-84c9-96e69bf78c21 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.532909] env[68391]: DEBUG nova.compute.manager [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.533184] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.534235] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94096c6-a730-4af0-b9cf-4cc3336eef55 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.541765] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.541990] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7559ffcb-4661-4ec4-80fb-d329d979a974 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.547516] env[68391]: DEBUG oslo_vmware.api [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1201.547516] env[68391]: value = "task-3039868" [ 1201.547516] env[68391]: _type = "Task" [ 1201.547516] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.555614] env[68391]: DEBUG oslo_vmware.api [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.785699] env[68391]: DEBUG oslo_vmware.api [None req-42dba44a-3537-47f9-84c9-96e69bf78c21 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039867, 'name': ReconfigVM_Task, 'duration_secs': 0.132644} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.786054] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-42dba44a-3537-47f9-84c9-96e69bf78c21 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609038', 'volume_id': 'cad44fc4-0441-402c-81ec-8c8b86dce37d', 'name': 'volume-cad44fc4-0441-402c-81ec-8c8b86dce37d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc083058-c49b-496f-ab5e-1158f84e03ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'cad44fc4-0441-402c-81ec-8c8b86dce37d', 'serial': 'cad44fc4-0441-402c-81ec-8c8b86dce37d'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1202.057377] env[68391]: DEBUG oslo_vmware.api [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039868, 'name': PowerOffVM_Task, 'duration_secs': 0.205006} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.057615] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.057852] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.058140] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-723b0e64-5366-47db-af88-140dd3c96917 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.136112] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.136355] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.136607] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Deleting the datastore file [datastore2] 4b3e0dfe-f18b-4187-8d3c-90375e259a64 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.136876] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-552ee24a-4956-425e-aadc-f6dcb0260cce {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.143266] env[68391]: DEBUG oslo_vmware.api [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1202.143266] env[68391]: value = "task-3039870" [ 1202.143266] env[68391]: _type = "Task" [ 1202.143266] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.150787] env[68391]: DEBUG oslo_vmware.api [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.328555] env[68391]: DEBUG nova.objects.instance [None req-42dba44a-3537-47f9-84c9-96e69bf78c21 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lazy-loading 'flavor' on Instance uuid bc083058-c49b-496f-ab5e-1158f84e03ec {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.653831] env[68391]: DEBUG oslo_vmware.api [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31406} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.654095] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.654307] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.654482] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.654659] env[68391]: INFO nova.compute.manager [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1202.654889] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.655192] env[68391]: DEBUG nova.compute.manager [-] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.655291] env[68391]: DEBUG nova.network.neutron [-] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.079251] env[68391]: DEBUG nova.compute.manager [req-7b212b60-b621-4647-8faf-7a47200642ff req-7ebba69b-9210-4a42-806d-df246992aeb4 service nova] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Received event network-vif-deleted-bf08bb61-ac24-4a3b-81d4-7ee2d792f425 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.079494] env[68391]: INFO nova.compute.manager [req-7b212b60-b621-4647-8faf-7a47200642ff req-7ebba69b-9210-4a42-806d-df246992aeb4 service nova] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Neutron deleted interface bf08bb61-ac24-4a3b-81d4-7ee2d792f425; detaching it from the instance and deleting it from the info cache [ 1203.079686] env[68391]: DEBUG nova.network.neutron [req-7b212b60-b621-4647-8faf-7a47200642ff req-7ebba69b-9210-4a42-806d-df246992aeb4 service nova] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.334278] env[68391]: DEBUG oslo_concurrency.lockutils [None req-42dba44a-3537-47f9-84c9-96e69bf78c21 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "bc083058-c49b-496f-ab5e-1158f84e03ec" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.555855] env[68391]: DEBUG nova.network.neutron [-] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.583032] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bd53295-4c8d-4d39-88d2-8b0ada7a205a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.594341] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8659a0-a60e-47ae-990c-cd6ce9583157 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.621819] env[68391]: DEBUG nova.compute.manager [req-7b212b60-b621-4647-8faf-7a47200642ff req-7ebba69b-9210-4a42-806d-df246992aeb4 service nova] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Detach interface failed, port_id=bf08bb61-ac24-4a3b-81d4-7ee2d792f425, reason: Instance 4b3e0dfe-f18b-4187-8d3c-90375e259a64 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1204.058869] env[68391]: INFO nova.compute.manager [-] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Took 1.40 seconds to deallocate network for instance. [ 1204.377326] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "bc083058-c49b-496f-ab5e-1158f84e03ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.377604] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "bc083058-c49b-496f-ab5e-1158f84e03ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.377817] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "bc083058-c49b-496f-ab5e-1158f84e03ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.377997] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "bc083058-c49b-496f-ab5e-1158f84e03ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.378191] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "bc083058-c49b-496f-ab5e-1158f84e03ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.380267] env[68391]: INFO nova.compute.manager [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Terminating instance [ 1204.564978] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.565233] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.565425] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.588261] env[68391]: INFO nova.scheduler.client.report [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Deleted allocations for instance 4b3e0dfe-f18b-4187-8d3c-90375e259a64 [ 1204.884446] env[68391]: DEBUG nova.compute.manager [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.884702] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.885636] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc893f6c-0008-497e-9af7-26bfe60a0121 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.893660] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.893910] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-253b7e31-e2dc-42ee-90e7-b2c413610f3f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.900374] env[68391]: DEBUG oslo_vmware.api [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1204.900374] env[68391]: value = "task-3039871" [ 1204.900374] env[68391]: _type = "Task" [ 1204.900374] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.910116] env[68391]: DEBUG oslo_vmware.api [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.963883] env[68391]: DEBUG nova.compute.manager [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.964905] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b3ed2f-faed-448c-b019-49b6524427fe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.095953] env[68391]: DEBUG oslo_concurrency.lockutils [None req-be937be4-89eb-4870-849f-ce0b98c8333e tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "4b3e0dfe-f18b-4187-8d3c-90375e259a64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.070s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.410185] env[68391]: DEBUG oslo_vmware.api [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039871, 'name': PowerOffVM_Task, 'duration_secs': 0.185564} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.410458] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.410650] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.410897] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53a3d96a-a702-43e5-b699-91c92b8540b5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.469157] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.469382] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.469568] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Deleting the datastore file [datastore1] bc083058-c49b-496f-ab5e-1158f84e03ec {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.469834] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c23f887c-5daa-4179-a90f-165636a79f08 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.474419] env[68391]: INFO nova.compute.manager [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] instance snapshotting [ 1205.474942] env[68391]: DEBUG nova.objects.instance [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lazy-loading 'flavor' on Instance uuid a1a271e8-2764-46a4-9eeb-b8e0d6f9c842 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.477661] env[68391]: DEBUG oslo_vmware.api [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1205.477661] env[68391]: value = "task-3039873" [ 1205.477661] env[68391]: _type = "Task" [ 1205.477661] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.485918] env[68391]: DEBUG oslo_vmware.api [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.970148] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "ff37ae30-71e8-485d-95af-302e86188b1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.970307] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "ff37ae30-71e8-485d-95af-302e86188b1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.984307] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09744ec-148f-4daf-936b-aeabe6e5a7e3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.992970] env[68391]: DEBUG oslo_vmware.api [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144915} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.005592] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.005778] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.005958] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.006143] env[68391]: INFO nova.compute.manager [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1206.006373] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.007062] env[68391]: DEBUG nova.compute.manager [-] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.007165] env[68391]: DEBUG nova.network.neutron [-] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.009127] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a775f3-6466-43ed-9c56-ba0932f236bd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.472302] env[68391]: DEBUG nova.compute.manager [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1206.480561] env[68391]: DEBUG nova.compute.manager [req-d93b6e7e-94db-4c04-bca2-961256d663fb req-16be61e7-8eb0-4292-a174-f51d81732234 service nova] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Received event network-vif-deleted-ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.480891] env[68391]: INFO nova.compute.manager [req-d93b6e7e-94db-4c04-bca2-961256d663fb req-16be61e7-8eb0-4292-a174-f51d81732234 service nova] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Neutron deleted interface ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d; detaching it from the instance and deleting it from the info cache [ 1206.480959] env[68391]: DEBUG nova.network.neutron [req-d93b6e7e-94db-4c04-bca2-961256d663fb req-16be61e7-8eb0-4292-a174-f51d81732234 service nova] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.519471] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Creating Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1206.519645] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7c2e76da-4b91-468a-a1b8-cde806e8ed88 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.528016] env[68391]: DEBUG oslo_vmware.api [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1206.528016] env[68391]: value = "task-3039874" [ 1206.528016] env[68391]: _type = "Task" [ 1206.528016] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.536445] env[68391]: DEBUG oslo_vmware.api [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039874, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.965651] env[68391]: DEBUG nova.network.neutron [-] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.982817] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd6ac946-0c5b-40fc-bf4b-ec1778b0a620 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.992258] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f2e9f9-b962-413b-9f2d-a151645c44d0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.004926] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.005207] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.006734] env[68391]: INFO nova.compute.claims [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.024384] env[68391]: DEBUG nova.compute.manager [req-d93b6e7e-94db-4c04-bca2-961256d663fb req-16be61e7-8eb0-4292-a174-f51d81732234 service nova] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Detach interface failed, port_id=ad88afdd-c2bf-4289-abeb-71fbe8ed1b4d, reason: Instance bc083058-c49b-496f-ab5e-1158f84e03ec could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1207.037863] env[68391]: DEBUG oslo_vmware.api [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039874, 'name': CreateSnapshot_Task, 'duration_secs': 0.440788} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.037863] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Created Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1207.038138] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0e32ad-1ddd-4946-a0df-c5289c3c476b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.468476] env[68391]: INFO nova.compute.manager [-] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Took 1.46 seconds to deallocate network for instance. [ 1207.557377] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Creating linked-clone VM from snapshot {{(pid=68391) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1207.557924] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8211ea74-8677-41dc-b7e2-9442abe2f978 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.566843] env[68391]: DEBUG oslo_vmware.api [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1207.566843] env[68391]: value = "task-3039875" [ 1207.566843] env[68391]: _type = "Task" [ 1207.566843] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.574905] env[68391]: DEBUG oslo_vmware.api [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039875, 'name': CloneVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.974896] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.076656] env[68391]: DEBUG oslo_vmware.api [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039875, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.078072] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64357ecc-48cf-44ad-b329-e9b66a3a2d18 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.084435] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c469ab-a36d-45ec-a3af-778f4debddb0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.117662] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781607a3-93ff-4fc7-833a-e03e6b4bb52e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.125803] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60de69a-d94b-4ef1-9142-b4c02f557f2a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.139217] env[68391]: DEBUG nova.compute.provider_tree [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.577345] env[68391]: DEBUG oslo_vmware.api [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039875, 'name': CloneVM_Task} progress is 95%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.643025] env[68391]: DEBUG nova.scheduler.client.report [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.079071] env[68391]: DEBUG oslo_vmware.api [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039875, 'name': CloneVM_Task, 'duration_secs': 1.185752} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.079346] env[68391]: INFO nova.virt.vmwareapi.vmops [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Created linked-clone VM from snapshot [ 1209.080080] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeec0d14-0d57-45ab-916d-d48f92583143 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.086911] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Uploading image e88e1ed4-59dc-4ba2-bdd1-344f78687856 {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1209.107565] env[68391]: DEBUG oslo_vmware.rw_handles [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1209.107565] env[68391]: value = "vm-609052" [ 1209.107565] env[68391]: _type = "VirtualMachine" [ 1209.107565] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1209.107832] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1a3b873f-fa85-4ac8-adf7-7ef7b678c2be {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.115261] env[68391]: DEBUG oslo_vmware.rw_handles [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lease: (returnval){ [ 1209.115261] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c5d3da-a04b-f986-3eab-e8453d14c96d" [ 1209.115261] env[68391]: _type = "HttpNfcLease" [ 1209.115261] env[68391]: } obtained for exporting VM: (result){ [ 1209.115261] env[68391]: value = "vm-609052" [ 1209.115261] env[68391]: _type = "VirtualMachine" [ 1209.115261] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1209.115538] env[68391]: DEBUG oslo_vmware.api [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the lease: (returnval){ [ 1209.115538] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c5d3da-a04b-f986-3eab-e8453d14c96d" [ 1209.115538] env[68391]: _type = "HttpNfcLease" [ 1209.115538] env[68391]: } to be ready. {{(pid=68391) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1209.121739] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1209.121739] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c5d3da-a04b-f986-3eab-e8453d14c96d" [ 1209.121739] env[68391]: _type = "HttpNfcLease" [ 1209.121739] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1209.149645] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.150196] env[68391]: DEBUG nova.compute.manager [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1209.152925] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.178s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.153145] env[68391]: DEBUG nova.objects.instance [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lazy-loading 'resources' on Instance uuid bc083058-c49b-496f-ab5e-1158f84e03ec {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.624543] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1209.624543] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c5d3da-a04b-f986-3eab-e8453d14c96d" [ 1209.624543] env[68391]: _type = "HttpNfcLease" [ 1209.624543] env[68391]: } is ready. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1209.624976] env[68391]: DEBUG oslo_vmware.rw_handles [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1209.624976] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c5d3da-a04b-f986-3eab-e8453d14c96d" [ 1209.624976] env[68391]: _type = "HttpNfcLease" [ 1209.624976] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1209.625563] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e840b0-a712-4fc5-8d52-e551f1216aff {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.632467] env[68391]: DEBUG oslo_vmware.rw_handles [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f9fbd-be7d-4c38-0348-36bcccef324c/disk-0.vmdk from lease info. {{(pid=68391) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1209.632640] env[68391]: DEBUG oslo_vmware.rw_handles [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f9fbd-be7d-4c38-0348-36bcccef324c/disk-0.vmdk for reading. {{(pid=68391) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1209.689206] env[68391]: DEBUG nova.compute.utils [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.694347] env[68391]: DEBUG nova.compute.manager [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.694516] env[68391]: DEBUG nova.network.neutron [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.724246] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9e219289-3457-4fde-94a6-f7f791a225a2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.747701] env[68391]: DEBUG nova.policy [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3815edcb5a1248acb4f787040ec135f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2039f84e9a144d2bca9cb8212bb2391', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.758897] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51ab16e-05db-440c-9774-123ee3c7ee74 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.765841] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca149c78-f127-4a95-b806-9ad329e818bd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.797898] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d4d734-ed5b-43ff-ad40-dde226fc144b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.804905] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61a0ce5-6d65-4619-8500-d72395aadf5e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.817407] env[68391]: DEBUG nova.compute.provider_tree [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.045112] env[68391]: DEBUG nova.network.neutron [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Successfully created port: 7daee36c-c6b2-426b-9885-80cdeb8c35a7 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.192446] env[68391]: DEBUG nova.compute.manager [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.321021] env[68391]: DEBUG nova.scheduler.client.report [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.826814] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.853672] env[68391]: INFO nova.scheduler.client.report [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Deleted allocations for instance bc083058-c49b-496f-ab5e-1158f84e03ec [ 1211.202512] env[68391]: DEBUG nova.compute.manager [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1211.225621] env[68391]: DEBUG nova.virt.hardware [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.225872] env[68391]: DEBUG nova.virt.hardware [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.226035] env[68391]: DEBUG nova.virt.hardware [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.226221] env[68391]: DEBUG nova.virt.hardware [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.226366] env[68391]: DEBUG nova.virt.hardware [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.226513] env[68391]: DEBUG nova.virt.hardware [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.226718] env[68391]: DEBUG nova.virt.hardware [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.226875] env[68391]: DEBUG nova.virt.hardware [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.227056] env[68391]: DEBUG nova.virt.hardware [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.227223] env[68391]: DEBUG nova.virt.hardware [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.227394] env[68391]: DEBUG nova.virt.hardware [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.228523] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4113e298-94da-4e0f-8a52-760ae8bbbee8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.236744] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786bc759-cddd-4643-9907-f42e91fb4027 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.361377] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8fc1e45b-73cd-4343-bbc1-09bcf7e63136 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "bc083058-c49b-496f-ab5e-1158f84e03ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.984s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.444821] env[68391]: DEBUG nova.compute.manager [req-9eb0d431-eb96-4cd6-a724-19b78e26d681 req-a7fb345d-36de-4c28-b7b1-33a1fbc7d986 service nova] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Received event network-vif-plugged-7daee36c-c6b2-426b-9885-80cdeb8c35a7 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.445184] env[68391]: DEBUG oslo_concurrency.lockutils [req-9eb0d431-eb96-4cd6-a724-19b78e26d681 req-a7fb345d-36de-4c28-b7b1-33a1fbc7d986 service nova] Acquiring lock "ff37ae30-71e8-485d-95af-302e86188b1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.445480] env[68391]: DEBUG oslo_concurrency.lockutils [req-9eb0d431-eb96-4cd6-a724-19b78e26d681 req-a7fb345d-36de-4c28-b7b1-33a1fbc7d986 service nova] Lock "ff37ae30-71e8-485d-95af-302e86188b1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.445704] env[68391]: DEBUG oslo_concurrency.lockutils [req-9eb0d431-eb96-4cd6-a724-19b78e26d681 req-a7fb345d-36de-4c28-b7b1-33a1fbc7d986 service nova] Lock "ff37ae30-71e8-485d-95af-302e86188b1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.445976] env[68391]: DEBUG nova.compute.manager [req-9eb0d431-eb96-4cd6-a724-19b78e26d681 req-a7fb345d-36de-4c28-b7b1-33a1fbc7d986 service nova] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] No waiting events found dispatching network-vif-plugged-7daee36c-c6b2-426b-9885-80cdeb8c35a7 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.446240] env[68391]: WARNING nova.compute.manager [req-9eb0d431-eb96-4cd6-a724-19b78e26d681 req-a7fb345d-36de-4c28-b7b1-33a1fbc7d986 service nova] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Received unexpected event network-vif-plugged-7daee36c-c6b2-426b-9885-80cdeb8c35a7 for instance with vm_state building and task_state spawning. [ 1211.519341] env[68391]: DEBUG nova.network.neutron [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Successfully updated port: 7daee36c-c6b2-426b-9885-80cdeb8c35a7 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.025461] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "refresh_cache-ff37ae30-71e8-485d-95af-302e86188b1a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.025742] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "refresh_cache-ff37ae30-71e8-485d-95af-302e86188b1a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.025786] env[68391]: DEBUG nova.network.neutron [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.558246] env[68391]: DEBUG nova.network.neutron [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.752292] env[68391]: DEBUG nova.network.neutron [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Updating instance_info_cache with network_info: [{"id": "7daee36c-c6b2-426b-9885-80cdeb8c35a7", "address": "fa:16:3e:6e:49:8f", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7daee36c-c6", "ovs_interfaceid": "7daee36c-c6b2-426b-9885-80cdeb8c35a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.254741] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "refresh_cache-ff37ae30-71e8-485d-95af-302e86188b1a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.255152] env[68391]: DEBUG nova.compute.manager [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Instance network_info: |[{"id": "7daee36c-c6b2-426b-9885-80cdeb8c35a7", "address": "fa:16:3e:6e:49:8f", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7daee36c-c6", "ovs_interfaceid": "7daee36c-c6b2-426b-9885-80cdeb8c35a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.255611] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:49:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7daee36c-c6b2-426b-9885-80cdeb8c35a7', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.263322] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.263540] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.263776] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-309fb3c4-8acd-40a1-8c25-8969903f6edf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.284459] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.284459] env[68391]: value = "task-3039877" [ 1213.284459] env[68391]: _type = "Task" [ 1213.284459] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.292391] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039877, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.474087] env[68391]: DEBUG nova.compute.manager [req-e4dbfe1a-e363-4827-8978-dbff4a5307b9 req-38800b0b-50d9-48d6-b237-48482a2fe668 service nova] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Received event network-changed-7daee36c-c6b2-426b-9885-80cdeb8c35a7 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.474326] env[68391]: DEBUG nova.compute.manager [req-e4dbfe1a-e363-4827-8978-dbff4a5307b9 req-38800b0b-50d9-48d6-b237-48482a2fe668 service nova] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Refreshing instance network info cache due to event network-changed-7daee36c-c6b2-426b-9885-80cdeb8c35a7. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.474511] env[68391]: DEBUG oslo_concurrency.lockutils [req-e4dbfe1a-e363-4827-8978-dbff4a5307b9 req-38800b0b-50d9-48d6-b237-48482a2fe668 service nova] Acquiring lock "refresh_cache-ff37ae30-71e8-485d-95af-302e86188b1a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.474675] env[68391]: DEBUG oslo_concurrency.lockutils [req-e4dbfe1a-e363-4827-8978-dbff4a5307b9 req-38800b0b-50d9-48d6-b237-48482a2fe668 service nova] Acquired lock "refresh_cache-ff37ae30-71e8-485d-95af-302e86188b1a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.474889] env[68391]: DEBUG nova.network.neutron [req-e4dbfe1a-e363-4827-8978-dbff4a5307b9 req-38800b0b-50d9-48d6-b237-48482a2fe668 service nova] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Refreshing network info cache for port 7daee36c-c6b2-426b-9885-80cdeb8c35a7 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.523725] env[68391]: DEBUG oslo_concurrency.lockutils [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "58ebc9a9-439e-40c5-9079-729f9bcc0c00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.523975] env[68391]: DEBUG oslo_concurrency.lockutils [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "58ebc9a9-439e-40c5-9079-729f9bcc0c00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.794377] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039877, 'name': CreateVM_Task, 'duration_secs': 0.337476} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.794794] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.795489] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.795656] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.795979] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.796253] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-229cd388-ef5a-4e5d-b5e2-6fbbb055299f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.800915] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1213.800915] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f558a1-48cf-f874-a07b-7fdd8be3b70f" [ 1213.800915] env[68391]: _type = "Task" [ 1213.800915] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.808476] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f558a1-48cf-f874-a07b-7fdd8be3b70f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.026484] env[68391]: DEBUG nova.compute.manager [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1214.210202] env[68391]: DEBUG nova.network.neutron [req-e4dbfe1a-e363-4827-8978-dbff4a5307b9 req-38800b0b-50d9-48d6-b237-48482a2fe668 service nova] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Updated VIF entry in instance network info cache for port 7daee36c-c6b2-426b-9885-80cdeb8c35a7. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.210637] env[68391]: DEBUG nova.network.neutron [req-e4dbfe1a-e363-4827-8978-dbff4a5307b9 req-38800b0b-50d9-48d6-b237-48482a2fe668 service nova] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Updating instance_info_cache with network_info: [{"id": "7daee36c-c6b2-426b-9885-80cdeb8c35a7", "address": "fa:16:3e:6e:49:8f", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7daee36c-c6", "ovs_interfaceid": "7daee36c-c6b2-426b-9885-80cdeb8c35a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.311390] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f558a1-48cf-f874-a07b-7fdd8be3b70f, 'name': SearchDatastore_Task, 'duration_secs': 0.012825} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.311784] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.311876] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.312136] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.312285] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.312466] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.312745] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-731d061c-ea77-46f3-819a-7bcfcfd35a40 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.320895] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.321091] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.321810] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4836742-8542-4456-8eb4-14cdd00a5be4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.326900] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1214.326900] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526bb114-fab3-3397-f6b8-5bc90c7cf919" [ 1214.326900] env[68391]: _type = "Task" [ 1214.326900] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.334342] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526bb114-fab3-3397-f6b8-5bc90c7cf919, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.549712] env[68391]: DEBUG oslo_concurrency.lockutils [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.550034] env[68391]: DEBUG oslo_concurrency.lockutils [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.552385] env[68391]: INFO nova.compute.claims [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.712989] env[68391]: DEBUG oslo_concurrency.lockutils [req-e4dbfe1a-e363-4827-8978-dbff4a5307b9 req-38800b0b-50d9-48d6-b237-48482a2fe668 service nova] Releasing lock "refresh_cache-ff37ae30-71e8-485d-95af-302e86188b1a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.838696] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526bb114-fab3-3397-f6b8-5bc90c7cf919, 'name': SearchDatastore_Task, 'duration_secs': 0.009903} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.839624] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73cd3518-8982-49d6-a6f0-385777cc2e9f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.845112] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1214.845112] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e12e40-2a9f-c35c-b2ba-1dab03019731" [ 1214.845112] env[68391]: _type = "Task" [ 1214.845112] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.853141] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e12e40-2a9f-c35c-b2ba-1dab03019731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.355627] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e12e40-2a9f-c35c-b2ba-1dab03019731, 'name': SearchDatastore_Task, 'duration_secs': 0.010669} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.356034] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.356245] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] ff37ae30-71e8-485d-95af-302e86188b1a/ff37ae30-71e8-485d-95af-302e86188b1a.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.356536] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d3535fd-561d-42bd-b7ee-0ea3386a237c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.362797] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1215.362797] env[68391]: value = "task-3039878" [ 1215.362797] env[68391]: _type = "Task" [ 1215.362797] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.370737] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.638732] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb36ac8c-6123-480d-8ba4-d7dcfffcbead {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.650599] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3095438d-9b21-47fd-883a-663a03a18c47 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.684016] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2267ed9-bd4d-4c87-8e18-879e6e3f7ea2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.692431] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593574be-12ee-4273-9310-f75bc1bce25b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.707299] env[68391]: DEBUG nova.compute.provider_tree [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.873432] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468175} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.873714] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] ff37ae30-71e8-485d-95af-302e86188b1a/ff37ae30-71e8-485d-95af-302e86188b1a.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.873957] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.874230] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a188d9f-2f00-4ce1-9461-9fc6c684695f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.880557] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1215.880557] env[68391]: value = "task-3039879" [ 1215.880557] env[68391]: _type = "Task" [ 1215.880557] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.888412] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.210709] env[68391]: DEBUG nova.scheduler.client.report [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.390645] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064855} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.390951] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.391677] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2bcdee-48e1-4d68-9af5-e15bd1232e9a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.412584] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] ff37ae30-71e8-485d-95af-302e86188b1a/ff37ae30-71e8-485d-95af-302e86188b1a.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.412844] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7595f46a-09a7-4fea-b146-db5aacc49b7a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.432892] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1216.432892] env[68391]: value = "task-3039880" [ 1216.432892] env[68391]: _type = "Task" [ 1216.432892] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.442652] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039880, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.715947] env[68391]: DEBUG oslo_concurrency.lockutils [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.716652] env[68391]: DEBUG nova.compute.manager [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1216.943177] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039880, 'name': ReconfigVM_Task, 'duration_secs': 0.286034} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.943439] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Reconfigured VM instance instance-00000075 to attach disk [datastore2] ff37ae30-71e8-485d-95af-302e86188b1a/ff37ae30-71e8-485d-95af-302e86188b1a.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.944070] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d11b1c4-6ce2-4018-ad45-cfe57aee60cd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.950265] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1216.950265] env[68391]: value = "task-3039881" [ 1216.950265] env[68391]: _type = "Task" [ 1216.950265] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.957860] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039881, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.018793] env[68391]: DEBUG oslo_vmware.rw_handles [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f9fbd-be7d-4c38-0348-36bcccef324c/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1217.019704] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc1cd41-092c-4afc-95da-e83c59a96032 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.025434] env[68391]: DEBUG oslo_vmware.rw_handles [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f9fbd-be7d-4c38-0348-36bcccef324c/disk-0.vmdk is in state: ready. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1217.025596] env[68391]: ERROR oslo_vmware.rw_handles [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f9fbd-be7d-4c38-0348-36bcccef324c/disk-0.vmdk due to incomplete transfer. [ 1217.025802] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7cd9dbdc-aa38-404a-8466-b05e47e76f1b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.031909] env[68391]: DEBUG oslo_vmware.rw_handles [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f9fbd-be7d-4c38-0348-36bcccef324c/disk-0.vmdk. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1217.032145] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Uploaded image e88e1ed4-59dc-4ba2-bdd1-344f78687856 to the Glance image server {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1217.034567] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Destroying the VM {{(pid=68391) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1217.034787] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-014eee7b-93a0-47b7-816f-5d53840341d4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.040097] env[68391]: DEBUG oslo_vmware.api [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1217.040097] env[68391]: value = "task-3039882" [ 1217.040097] env[68391]: _type = "Task" [ 1217.040097] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.048516] env[68391]: DEBUG oslo_vmware.api [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039882, 'name': Destroy_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.222430] env[68391]: DEBUG nova.compute.utils [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.223851] env[68391]: DEBUG nova.compute.manager [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1217.224952] env[68391]: DEBUG nova.network.neutron [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1217.261872] env[68391]: DEBUG nova.policy [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ccc68919ff44a95b5422042eb1b4085', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffcd61a7751e437f8129d7e4b82e8672', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1217.459923] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039881, 'name': Rename_Task, 'duration_secs': 0.170388} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.460340] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.460440] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cab96d8c-0f4d-4a95-bf90-a97af85df466 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.466845] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1217.466845] env[68391]: value = "task-3039883" [ 1217.466845] env[68391]: _type = "Task" [ 1217.466845] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.474136] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.531908] env[68391]: DEBUG nova.network.neutron [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Successfully created port: 85350f90-54ed-4a9c-ac48-27c6fb732bb0 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.549639] env[68391]: DEBUG oslo_vmware.api [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039882, 'name': Destroy_Task, 'duration_secs': 0.296189} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.549898] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Destroyed the VM [ 1217.550148] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Deleting Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1217.550398] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d574ffb3-0827-4c4b-ba3f-88f303f95a02 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.558338] env[68391]: DEBUG oslo_vmware.api [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1217.558338] env[68391]: value = "task-3039884" [ 1217.558338] env[68391]: _type = "Task" [ 1217.558338] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.565592] env[68391]: DEBUG oslo_vmware.api [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039884, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.728466] env[68391]: DEBUG nova.compute.manager [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1217.976806] env[68391]: DEBUG oslo_vmware.api [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039883, 'name': PowerOnVM_Task, 'duration_secs': 0.442548} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.977091] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.977296] env[68391]: INFO nova.compute.manager [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1217.977475] env[68391]: DEBUG nova.compute.manager [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.978234] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712a42ba-2e6d-4ae9-925e-7001a4cc2bdb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.067715] env[68391]: DEBUG oslo_vmware.api [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039884, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.495892] env[68391]: INFO nova.compute.manager [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Took 11.52 seconds to build instance. [ 1218.568554] env[68391]: DEBUG oslo_vmware.api [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039884, 'name': RemoveSnapshot_Task, 'duration_secs': 0.810326} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.568854] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Deleted Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1218.569114] env[68391]: INFO nova.compute.manager [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Took 12.59 seconds to snapshot the instance on the hypervisor. [ 1218.742123] env[68391]: DEBUG nova.compute.manager [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1218.766026] env[68391]: DEBUG nova.virt.hardware [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.766280] env[68391]: DEBUG nova.virt.hardware [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.766437] env[68391]: DEBUG nova.virt.hardware [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.766614] env[68391]: DEBUG nova.virt.hardware [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.766759] env[68391]: DEBUG nova.virt.hardware [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.766905] env[68391]: DEBUG nova.virt.hardware [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.767125] env[68391]: DEBUG nova.virt.hardware [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.767288] env[68391]: DEBUG nova.virt.hardware [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.767456] env[68391]: DEBUG nova.virt.hardware [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.767618] env[68391]: DEBUG nova.virt.hardware [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.767788] env[68391]: DEBUG nova.virt.hardware [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.768698] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e360b6d9-1b5c-4c09-8b26-b524a9975f19 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.776868] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3760d476-0ee8-4625-b326-07dea2caf0a3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.998270] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6b38684a-db29-4577-9682-ee664a55eac1 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "ff37ae30-71e8-485d-95af-302e86188b1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.028s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.021050] env[68391]: DEBUG nova.compute.manager [req-82ad14e2-51c9-40bb-b1ab-3ef80744bd80 req-70ef2ba6-b3dd-44fa-bb69-bb64c88794cf service nova] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Received event network-vif-plugged-85350f90-54ed-4a9c-ac48-27c6fb732bb0 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.021286] env[68391]: DEBUG oslo_concurrency.lockutils [req-82ad14e2-51c9-40bb-b1ab-3ef80744bd80 req-70ef2ba6-b3dd-44fa-bb69-bb64c88794cf service nova] Acquiring lock "58ebc9a9-439e-40c5-9079-729f9bcc0c00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.021492] env[68391]: DEBUG oslo_concurrency.lockutils [req-82ad14e2-51c9-40bb-b1ab-3ef80744bd80 req-70ef2ba6-b3dd-44fa-bb69-bb64c88794cf service nova] Lock "58ebc9a9-439e-40c5-9079-729f9bcc0c00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.021657] env[68391]: DEBUG oslo_concurrency.lockutils [req-82ad14e2-51c9-40bb-b1ab-3ef80744bd80 req-70ef2ba6-b3dd-44fa-bb69-bb64c88794cf service nova] Lock "58ebc9a9-439e-40c5-9079-729f9bcc0c00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.021843] env[68391]: DEBUG nova.compute.manager [req-82ad14e2-51c9-40bb-b1ab-3ef80744bd80 req-70ef2ba6-b3dd-44fa-bb69-bb64c88794cf service nova] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] No waiting events found dispatching network-vif-plugged-85350f90-54ed-4a9c-ac48-27c6fb732bb0 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1219.022031] env[68391]: WARNING nova.compute.manager [req-82ad14e2-51c9-40bb-b1ab-3ef80744bd80 req-70ef2ba6-b3dd-44fa-bb69-bb64c88794cf service nova] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Received unexpected event network-vif-plugged-85350f90-54ed-4a9c-ac48-27c6fb732bb0 for instance with vm_state building and task_state spawning. [ 1219.107013] env[68391]: DEBUG nova.compute.manager [None req-b43f5d11-cfc3-4194-930f-266adfdf63a1 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Found 1 images (rotation: 2) {{(pid=68391) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1219.186841] env[68391]: DEBUG nova.network.neutron [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Successfully updated port: 85350f90-54ed-4a9c-ac48-27c6fb732bb0 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1219.690245] env[68391]: DEBUG oslo_concurrency.lockutils [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "refresh_cache-58ebc9a9-439e-40c5-9079-729f9bcc0c00" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.690724] env[68391]: DEBUG oslo_concurrency.lockutils [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquired lock "refresh_cache-58ebc9a9-439e-40c5-9079-729f9bcc0c00" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.690724] env[68391]: DEBUG nova.network.neutron [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.843630] env[68391]: DEBUG nova.compute.manager [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.844625] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4edecb-37b4-4967-a14d-5060bf7959b5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.233414] env[68391]: DEBUG nova.network.neutron [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.355253] env[68391]: INFO nova.compute.manager [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] instance snapshotting [ 1220.355868] env[68391]: DEBUG nova.objects.instance [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lazy-loading 'flavor' on Instance uuid a1a271e8-2764-46a4-9eeb-b8e0d6f9c842 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.394597] env[68391]: DEBUG nova.network.neutron [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Updating instance_info_cache with network_info: [{"id": "85350f90-54ed-4a9c-ac48-27c6fb732bb0", "address": "fa:16:3e:31:d8:98", "network": {"id": "559576db-d198-4d30-ad99-31a9917de15c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1964259922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffcd61a7751e437f8129d7e4b82e8672", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85350f90-54", "ovs_interfaceid": "85350f90-54ed-4a9c-ac48-27c6fb732bb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.591075] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.591339] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.861296] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe60a02-9889-46b2-88af-27f8b1867c3e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.880580] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d89898b-ac65-45ea-9448-a79be8231175 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.897754] env[68391]: DEBUG oslo_concurrency.lockutils [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Releasing lock "refresh_cache-58ebc9a9-439e-40c5-9079-729f9bcc0c00" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.897754] env[68391]: DEBUG nova.compute.manager [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Instance network_info: |[{"id": "85350f90-54ed-4a9c-ac48-27c6fb732bb0", "address": "fa:16:3e:31:d8:98", "network": {"id": "559576db-d198-4d30-ad99-31a9917de15c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1964259922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffcd61a7751e437f8129d7e4b82e8672", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85350f90-54", "ovs_interfaceid": "85350f90-54ed-4a9c-ac48-27c6fb732bb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1220.898064] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:d8:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85350f90-54ed-4a9c-ac48-27c6fb732bb0', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1220.905541] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.906993] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1220.906993] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3234742-8d15-4d8c-b473-df365e36c4c8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.926716] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1220.926716] env[68391]: value = "task-3039885" [ 1220.926716] env[68391]: _type = "Task" [ 1220.926716] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.936021] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039885, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.050438] env[68391]: DEBUG nova.compute.manager [req-28ee763f-c881-4384-b488-eaf5729b525c req-bd46a633-d236-4a8c-9778-dac84be84d29 service nova] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Received event network-changed-85350f90-54ed-4a9c-ac48-27c6fb732bb0 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.050639] env[68391]: DEBUG nova.compute.manager [req-28ee763f-c881-4384-b488-eaf5729b525c req-bd46a633-d236-4a8c-9778-dac84be84d29 service nova] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Refreshing instance network info cache due to event network-changed-85350f90-54ed-4a9c-ac48-27c6fb732bb0. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.050916] env[68391]: DEBUG oslo_concurrency.lockutils [req-28ee763f-c881-4384-b488-eaf5729b525c req-bd46a633-d236-4a8c-9778-dac84be84d29 service nova] Acquiring lock "refresh_cache-58ebc9a9-439e-40c5-9079-729f9bcc0c00" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.051092] env[68391]: DEBUG oslo_concurrency.lockutils [req-28ee763f-c881-4384-b488-eaf5729b525c req-bd46a633-d236-4a8c-9778-dac84be84d29 service nova] Acquired lock "refresh_cache-58ebc9a9-439e-40c5-9079-729f9bcc0c00" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.051259] env[68391]: DEBUG nova.network.neutron [req-28ee763f-c881-4384-b488-eaf5729b525c req-bd46a633-d236-4a8c-9778-dac84be84d29 service nova] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Refreshing network info cache for port 85350f90-54ed-4a9c-ac48-27c6fb732bb0 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.096692] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.096858] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.097110] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.097659] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.097695] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.097854] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.097958] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68391) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1221.098167] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.391957] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Creating Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1221.392499] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-765bd7c9-e6e2-4ce2-942c-b28e4b9e9c29 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.402188] env[68391]: DEBUG oslo_vmware.api [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1221.402188] env[68391]: value = "task-3039886" [ 1221.402188] env[68391]: _type = "Task" [ 1221.402188] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.415152] env[68391]: DEBUG oslo_vmware.api [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039886, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.437660] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039885, 'name': CreateVM_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.601501] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.601884] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.602139] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.602316] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68391) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1221.603235] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a879c9-82e9-47d1-9f7d-6805f151a430 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.611533] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe9f583-2a33-415d-97c4-172c6cefa45d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.629255] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38499efa-48e5-47f5-b9d6-1b1a626600b0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.637534] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ac7a5a-9c82-49b1-bc7d-5a190f3eecb4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.667767] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dec4d940-fa4a-48d6-9fc5-292f6d246065 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.667999] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dec4d940-fa4a-48d6-9fc5-292f6d246065 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.670071] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180228MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=68391) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1221.670071] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.670071] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.912137] env[68391]: DEBUG oslo_vmware.api [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039886, 'name': CreateSnapshot_Task, 'duration_secs': 0.448413} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.912538] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Created Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1221.913158] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8a9311-10e7-4520-985f-efaecc0891d0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.936685] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039885, 'name': CreateVM_Task, 'duration_secs': 0.627868} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.936866] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.937519] env[68391]: DEBUG oslo_concurrency.lockutils [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.937791] env[68391]: DEBUG oslo_concurrency.lockutils [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.937994] env[68391]: DEBUG oslo_concurrency.lockutils [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.938256] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c5cfb2-cc73-452d-8036-76465f64ac0a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.942996] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1221.942996] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ea9f0c-08e7-66e9-4b73-aad8fb7c6691" [ 1221.942996] env[68391]: _type = "Task" [ 1221.942996] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.953720] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ea9f0c-08e7-66e9-4b73-aad8fb7c6691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.982273] env[68391]: DEBUG nova.network.neutron [req-28ee763f-c881-4384-b488-eaf5729b525c req-bd46a633-d236-4a8c-9778-dac84be84d29 service nova] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Updated VIF entry in instance network info cache for port 85350f90-54ed-4a9c-ac48-27c6fb732bb0. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.982623] env[68391]: DEBUG nova.network.neutron [req-28ee763f-c881-4384-b488-eaf5729b525c req-bd46a633-d236-4a8c-9778-dac84be84d29 service nova] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Updating instance_info_cache with network_info: [{"id": "85350f90-54ed-4a9c-ac48-27c6fb732bb0", "address": "fa:16:3e:31:d8:98", "network": {"id": "559576db-d198-4d30-ad99-31a9917de15c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1964259922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffcd61a7751e437f8129d7e4b82e8672", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85350f90-54", "ovs_interfaceid": "85350f90-54ed-4a9c-ac48-27c6fb732bb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.175305] env[68391]: INFO nova.compute.manager [None req-dec4d940-fa4a-48d6-9fc5-292f6d246065 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Detaching volume cfce57e9-5bc2-4240-afc8-dcee693cb0d9 [ 1222.211569] env[68391]: INFO nova.virt.block_device [None req-dec4d940-fa4a-48d6-9fc5-292f6d246065 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Attempting to driver detach volume cfce57e9-5bc2-4240-afc8-dcee693cb0d9 from mountpoint /dev/sdb [ 1222.211876] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec4d940-fa4a-48d6-9fc5-292f6d246065 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Volume detach. Driver type: vmdk {{(pid=68391) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1222.212113] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec4d940-fa4a-48d6-9fc5-292f6d246065 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609044', 'volume_id': 'cfce57e9-5bc2-4240-afc8-dcee693cb0d9', 'name': 'volume-cfce57e9-5bc2-4240-afc8-dcee693cb0d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '60bd62a6-d953-438c-8028-e1eb4ffe1bfc', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfce57e9-5bc2-4240-afc8-dcee693cb0d9', 'serial': 'cfce57e9-5bc2-4240-afc8-dcee693cb0d9'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1222.213035] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31a9a99-3471-4d9e-a754-47396cb241d9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.234945] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304c9bc5-2d12-44fb-aefc-52bc7c410506 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.241183] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0144963-30ad-4bfb-9632-be04e2b2576c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.261815] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca94614-2c5c-412e-8c08-fd75f7a74695 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.276135] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec4d940-fa4a-48d6-9fc5-292f6d246065 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] The volume has not been displaced from its original location: [datastore1] volume-cfce57e9-5bc2-4240-afc8-dcee693cb0d9/volume-cfce57e9-5bc2-4240-afc8-dcee693cb0d9.vmdk. No consolidation needed. {{(pid=68391) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1222.281209] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec4d940-fa4a-48d6-9fc5-292f6d246065 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1222.281504] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fd04e5b-754c-4a12-8948-98a539de1967 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.298470] env[68391]: DEBUG oslo_vmware.api [None req-dec4d940-fa4a-48d6-9fc5-292f6d246065 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1222.298470] env[68391]: value = "task-3039887" [ 1222.298470] env[68391]: _type = "Task" [ 1222.298470] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.305881] env[68391]: DEBUG oslo_vmware.api [None req-dec4d940-fa4a-48d6-9fc5-292f6d246065 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.430649] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Creating linked-clone VM from snapshot {{(pid=68391) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1222.430972] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ad5867d9-29b0-4494-ad4e-2a14802ecfb4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.438938] env[68391]: DEBUG oslo_vmware.api [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1222.438938] env[68391]: value = "task-3039888" [ 1222.438938] env[68391]: _type = "Task" [ 1222.438938] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.448934] env[68391]: DEBUG oslo_vmware.api [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039888, 'name': CloneVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.454157] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ea9f0c-08e7-66e9-4b73-aad8fb7c6691, 'name': SearchDatastore_Task, 'duration_secs': 0.030349} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.454425] env[68391]: DEBUG oslo_concurrency.lockutils [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.454651] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.454879] env[68391]: DEBUG oslo_concurrency.lockutils [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.455036] env[68391]: DEBUG oslo_concurrency.lockutils [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.455220] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.455449] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-507eb205-dd82-4a09-a81e-aa99a352c581 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.462864] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.463053] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.463690] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-873ba33b-6e0f-42ef-9c8c-d3baac818c66 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.468535] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1222.468535] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bfd0fa-3c6b-7186-4c8e-99d163e79c34" [ 1222.468535] env[68391]: _type = "Task" [ 1222.468535] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.475541] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bfd0fa-3c6b-7186-4c8e-99d163e79c34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.485151] env[68391]: DEBUG oslo_concurrency.lockutils [req-28ee763f-c881-4384-b488-eaf5729b525c req-bd46a633-d236-4a8c-9778-dac84be84d29 service nova] Releasing lock "refresh_cache-58ebc9a9-439e-40c5-9079-729f9bcc0c00" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.485391] env[68391]: DEBUG nova.compute.manager [req-28ee763f-c881-4384-b488-eaf5729b525c req-bd46a633-d236-4a8c-9778-dac84be84d29 service nova] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Received event network-changed-7daee36c-c6b2-426b-9885-80cdeb8c35a7 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.485567] env[68391]: DEBUG nova.compute.manager [req-28ee763f-c881-4384-b488-eaf5729b525c req-bd46a633-d236-4a8c-9778-dac84be84d29 service nova] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Refreshing instance network info cache due to event network-changed-7daee36c-c6b2-426b-9885-80cdeb8c35a7. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.485764] env[68391]: DEBUG oslo_concurrency.lockutils [req-28ee763f-c881-4384-b488-eaf5729b525c req-bd46a633-d236-4a8c-9778-dac84be84d29 service nova] Acquiring lock "refresh_cache-ff37ae30-71e8-485d-95af-302e86188b1a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.485908] env[68391]: DEBUG oslo_concurrency.lockutils [req-28ee763f-c881-4384-b488-eaf5729b525c req-bd46a633-d236-4a8c-9778-dac84be84d29 service nova] Acquired lock "refresh_cache-ff37ae30-71e8-485d-95af-302e86188b1a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.486085] env[68391]: DEBUG nova.network.neutron [req-28ee763f-c881-4384-b488-eaf5729b525c req-bd46a633-d236-4a8c-9778-dac84be84d29 service nova] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Refreshing network info cache for port 7daee36c-c6b2-426b-9885-80cdeb8c35a7 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.703716] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance a1a271e8-2764-46a4-9eeb-b8e0d6f9c842 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.703925] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 60bd62a6-d953-438c-8028-e1eb4ffe1bfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.704082] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance ff37ae30-71e8-485d-95af-302e86188b1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.704229] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 58ebc9a9-439e-40c5-9079-729f9bcc0c00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.704460] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1222.704630] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1222.768393] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ea7a98-4fe0-4ae2-b955-a1df70a817ac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.775938] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce07d1c-5b89-46cf-b5a5-225ce5cfc838 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.809120] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb760edd-7a9f-47ef-ab6d-4cfe31be74b4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.816673] env[68391]: DEBUG oslo_vmware.api [None req-dec4d940-fa4a-48d6-9fc5-292f6d246065 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039887, 'name': ReconfigVM_Task, 'duration_secs': 0.467793} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.818675] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec4d940-fa4a-48d6-9fc5-292f6d246065 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1222.823268] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa528787-d7ab-402a-8bb5-8d66613e8ed5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.833782] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c898ee40-5da0-4791-9a34-8fe88a5e141a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.847410] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.849731] env[68391]: DEBUG oslo_vmware.api [None req-dec4d940-fa4a-48d6-9fc5-292f6d246065 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1222.849731] env[68391]: value = "task-3039889" [ 1222.849731] env[68391]: _type = "Task" [ 1222.849731] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.857494] env[68391]: DEBUG oslo_vmware.api [None req-dec4d940-fa4a-48d6-9fc5-292f6d246065 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.950067] env[68391]: DEBUG oslo_vmware.api [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039888, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.978465] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52bfd0fa-3c6b-7186-4c8e-99d163e79c34, 'name': SearchDatastore_Task, 'duration_secs': 0.034773} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.979290] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d89eef6d-a6a9-4d49-a43c-99e23a55760b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.984645] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1222.984645] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ba6b80-b6df-1042-2626-fff91bd595f9" [ 1222.984645] env[68391]: _type = "Task" [ 1222.984645] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.994744] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ba6b80-b6df-1042-2626-fff91bd595f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.190026] env[68391]: DEBUG nova.network.neutron [req-28ee763f-c881-4384-b488-eaf5729b525c req-bd46a633-d236-4a8c-9778-dac84be84d29 service nova] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Updated VIF entry in instance network info cache for port 7daee36c-c6b2-426b-9885-80cdeb8c35a7. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.190423] env[68391]: DEBUG nova.network.neutron [req-28ee763f-c881-4384-b488-eaf5729b525c req-bd46a633-d236-4a8c-9778-dac84be84d29 service nova] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Updating instance_info_cache with network_info: [{"id": "7daee36c-c6b2-426b-9885-80cdeb8c35a7", "address": "fa:16:3e:6e:49:8f", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7daee36c-c6", "ovs_interfaceid": "7daee36c-c6b2-426b-9885-80cdeb8c35a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.351479] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.363734] env[68391]: DEBUG oslo_vmware.api [None req-dec4d940-fa4a-48d6-9fc5-292f6d246065 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039889, 'name': ReconfigVM_Task, 'duration_secs': 0.142112} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.363734] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec4d940-fa4a-48d6-9fc5-292f6d246065 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609044', 'volume_id': 'cfce57e9-5bc2-4240-afc8-dcee693cb0d9', 'name': 'volume-cfce57e9-5bc2-4240-afc8-dcee693cb0d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '60bd62a6-d953-438c-8028-e1eb4ffe1bfc', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfce57e9-5bc2-4240-afc8-dcee693cb0d9', 'serial': 'cfce57e9-5bc2-4240-afc8-dcee693cb0d9'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1223.449269] env[68391]: DEBUG oslo_vmware.api [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039888, 'name': CloneVM_Task, 'duration_secs': 0.903435} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.449539] env[68391]: INFO nova.virt.vmwareapi.vmops [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Created linked-clone VM from snapshot [ 1223.450269] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37def8b2-c932-49c7-aaf6-4d3550d44c6c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.456945] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Uploading image 5709a9e4-a76b-4919-92ad-bdc3a9461bd8 {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1223.475803] env[68391]: DEBUG oslo_vmware.rw_handles [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1223.475803] env[68391]: value = "vm-609056" [ 1223.475803] env[68391]: _type = "VirtualMachine" [ 1223.475803] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1223.476110] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-09497e4e-2bbc-4eeb-9f7e-3b381f54426c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.482069] env[68391]: DEBUG oslo_vmware.rw_handles [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lease: (returnval){ [ 1223.482069] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f3000d-1e18-e0f1-67de-d49de5496d0b" [ 1223.482069] env[68391]: _type = "HttpNfcLease" [ 1223.482069] env[68391]: } obtained for exporting VM: (result){ [ 1223.482069] env[68391]: value = "vm-609056" [ 1223.482069] env[68391]: _type = "VirtualMachine" [ 1223.482069] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1223.482347] env[68391]: DEBUG oslo_vmware.api [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the lease: (returnval){ [ 1223.482347] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f3000d-1e18-e0f1-67de-d49de5496d0b" [ 1223.482347] env[68391]: _type = "HttpNfcLease" [ 1223.482347] env[68391]: } to be ready. {{(pid=68391) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1223.491765] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.491765] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f3000d-1e18-e0f1-67de-d49de5496d0b" [ 1223.491765] env[68391]: _type = "HttpNfcLease" [ 1223.491765] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1223.494724] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ba6b80-b6df-1042-2626-fff91bd595f9, 'name': SearchDatastore_Task, 'duration_secs': 0.00907} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.494996] env[68391]: DEBUG oslo_concurrency.lockutils [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.495273] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 58ebc9a9-439e-40c5-9079-729f9bcc0c00/58ebc9a9-439e-40c5-9079-729f9bcc0c00.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.495780] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d5adce0-76c1-4b10-9479-5fd40f3b61a8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.501434] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1223.501434] env[68391]: value = "task-3039891" [ 1223.501434] env[68391]: _type = "Task" [ 1223.501434] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.509786] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.693421] env[68391]: DEBUG oslo_concurrency.lockutils [req-28ee763f-c881-4384-b488-eaf5729b525c req-bd46a633-d236-4a8c-9778-dac84be84d29 service nova] Releasing lock "refresh_cache-ff37ae30-71e8-485d-95af-302e86188b1a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.859872] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68391) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1223.860139] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.190s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.911323] env[68391]: DEBUG nova.objects.instance [None req-dec4d940-fa4a-48d6-9fc5-292f6d246065 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lazy-loading 'flavor' on Instance uuid 60bd62a6-d953-438c-8028-e1eb4ffe1bfc {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.991131] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.991131] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f3000d-1e18-e0f1-67de-d49de5496d0b" [ 1223.991131] env[68391]: _type = "HttpNfcLease" [ 1223.991131] env[68391]: } is ready. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1223.991619] env[68391]: DEBUG oslo_vmware.rw_handles [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1223.991619] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52f3000d-1e18-e0f1-67de-d49de5496d0b" [ 1223.991619] env[68391]: _type = "HttpNfcLease" [ 1223.991619] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1223.992289] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1901b1-26ba-49db-8b9b-ab3906c10e71 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.999532] env[68391]: DEBUG oslo_vmware.rw_handles [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528daa78-8963-f7e5-0230-1ac972e254a3/disk-0.vmdk from lease info. {{(pid=68391) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1223.999704] env[68391]: DEBUG oslo_vmware.rw_handles [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528daa78-8963-f7e5-0230-1ac972e254a3/disk-0.vmdk for reading. {{(pid=68391) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1224.062486] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423521} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.063739] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 58ebc9a9-439e-40c5-9079-729f9bcc0c00/58ebc9a9-439e-40c5-9079-729f9bcc0c00.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.063951] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.064204] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13849c6d-fd93-405c-a9fa-62419f630fde {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.070398] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1224.070398] env[68391]: value = "task-3039892" [ 1224.070398] env[68391]: _type = "Task" [ 1224.070398] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.077301] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.092223] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-64afb221-1636-44ee-935e-ca00172ebbd2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.581315] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063828} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.581892] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.582883] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdfd2de-e8c7-4c0d-8670-46e9368949b1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.605225] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 58ebc9a9-439e-40c5-9079-729f9bcc0c00/58ebc9a9-439e-40c5-9079-729f9bcc0c00.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.605877] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abea8439-a8d6-48e1-9a14-2786a1867879 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.626465] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1224.626465] env[68391]: value = "task-3039893" [ 1224.626465] env[68391]: _type = "Task" [ 1224.626465] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.634512] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.918399] env[68391]: DEBUG oslo_concurrency.lockutils [None req-dec4d940-fa4a-48d6-9fc5-292f6d246065 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.250s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.137019] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039893, 'name': ReconfigVM_Task, 'duration_secs': 0.323261} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.137479] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 58ebc9a9-439e-40c5-9079-729f9bcc0c00/58ebc9a9-439e-40c5-9079-729f9bcc0c00.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.138092] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1809ffea-2fd2-4017-ad42-5830f4865e74 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.144277] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1225.144277] env[68391]: value = "task-3039894" [ 1225.144277] env[68391]: _type = "Task" [ 1225.144277] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.152370] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039894, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.655239] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039894, 'name': Rename_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.910658] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.911086] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.911414] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.911710] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.911993] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.914550] env[68391]: INFO nova.compute.manager [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Terminating instance [ 1226.156013] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039894, 'name': Rename_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.418796] env[68391]: DEBUG nova.compute.manager [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.418994] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.419982] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b153b978-5269-42b2-a26d-6bfed98af732 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.428269] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.428538] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e65522f-7e6c-4ff0-aed0-188049acf263 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.436422] env[68391]: DEBUG oslo_vmware.api [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1226.436422] env[68391]: value = "task-3039895" [ 1226.436422] env[68391]: _type = "Task" [ 1226.436422] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.445517] env[68391]: DEBUG oslo_vmware.api [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.656203] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039894, 'name': Rename_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.946919] env[68391]: DEBUG oslo_vmware.api [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039895, 'name': PowerOffVM_Task, 'duration_secs': 0.226909} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.947342] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.947532] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.947800] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b28e096a-0015-4de7-a13a-d6df5a0d2a4c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.009569] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.009806] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.009917] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Deleting the datastore file [datastore1] 60bd62a6-d953-438c-8028-e1eb4ffe1bfc {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.010207] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18350e77-449e-4bd1-9ce1-20d496324ecc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.017140] env[68391]: DEBUG oslo_vmware.api [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1227.017140] env[68391]: value = "task-3039897" [ 1227.017140] env[68391]: _type = "Task" [ 1227.017140] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.024744] env[68391]: DEBUG oslo_vmware.api [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.157997] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039894, 'name': Rename_Task, 'duration_secs': 1.894135} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.158362] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.158589] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d5553e4-f02a-4320-a1c7-673f4e8ed3c4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.165927] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1227.165927] env[68391]: value = "task-3039898" [ 1227.165927] env[68391]: _type = "Task" [ 1227.165927] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.173817] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.527128] env[68391]: DEBUG oslo_vmware.api [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243031} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.527443] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.527651] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.527850] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.528069] env[68391]: INFO nova.compute.manager [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1227.528331] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.528547] env[68391]: DEBUG nova.compute.manager [-] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.528644] env[68391]: DEBUG nova.network.neutron [-] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.675780] env[68391]: DEBUG oslo_vmware.api [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039898, 'name': PowerOnVM_Task, 'duration_secs': 0.498084} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.675906] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.676076] env[68391]: INFO nova.compute.manager [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1227.676263] env[68391]: DEBUG nova.compute.manager [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.677939] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2e5a49-697f-4127-8b98-dc70ae25b9df {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.030199] env[68391]: DEBUG nova.compute.manager [req-c2092bfc-5e75-47c2-a9ee-cb7c6ff52d97 req-65343145-f07c-419a-972c-50dc690643f2 service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Received event network-vif-deleted-aeedb69f-a1ae-406f-838f-123da50d2d88 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.030453] env[68391]: INFO nova.compute.manager [req-c2092bfc-5e75-47c2-a9ee-cb7c6ff52d97 req-65343145-f07c-419a-972c-50dc690643f2 service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Neutron deleted interface aeedb69f-a1ae-406f-838f-123da50d2d88; detaching it from the instance and deleting it from the info cache [ 1228.030656] env[68391]: DEBUG nova.network.neutron [req-c2092bfc-5e75-47c2-a9ee-cb7c6ff52d97 req-65343145-f07c-419a-972c-50dc690643f2 service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.195232] env[68391]: INFO nova.compute.manager [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Took 13.66 seconds to build instance. [ 1228.511468] env[68391]: DEBUG nova.network.neutron [-] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.534624] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51981b84-4dcf-4c2f-9700-2f50046ee6fa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.544862] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d087f44-e9aa-4216-a175-7b13b09084d4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.572600] env[68391]: DEBUG nova.compute.manager [req-c2092bfc-5e75-47c2-a9ee-cb7c6ff52d97 req-65343145-f07c-419a-972c-50dc690643f2 service nova] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Detach interface failed, port_id=aeedb69f-a1ae-406f-838f-123da50d2d88, reason: Instance 60bd62a6-d953-438c-8028-e1eb4ffe1bfc could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1228.697538] env[68391]: DEBUG oslo_concurrency.lockutils [None req-260a8446-6cfa-4804-9028-99cc341cff0b tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "58ebc9a9-439e-40c5-9079-729f9bcc0c00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.173s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.866805] env[68391]: DEBUG nova.compute.manager [req-ec70eb6e-1a5a-4fd4-ac9f-ee6f2dcad833 req-5040138f-5c75-48a2-9516-6b6e92ebbd72 service nova] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Received event network-changed-85350f90-54ed-4a9c-ac48-27c6fb732bb0 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.866805] env[68391]: DEBUG nova.compute.manager [req-ec70eb6e-1a5a-4fd4-ac9f-ee6f2dcad833 req-5040138f-5c75-48a2-9516-6b6e92ebbd72 service nova] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Refreshing instance network info cache due to event network-changed-85350f90-54ed-4a9c-ac48-27c6fb732bb0. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.866805] env[68391]: DEBUG oslo_concurrency.lockutils [req-ec70eb6e-1a5a-4fd4-ac9f-ee6f2dcad833 req-5040138f-5c75-48a2-9516-6b6e92ebbd72 service nova] Acquiring lock "refresh_cache-58ebc9a9-439e-40c5-9079-729f9bcc0c00" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.866805] env[68391]: DEBUG oslo_concurrency.lockutils [req-ec70eb6e-1a5a-4fd4-ac9f-ee6f2dcad833 req-5040138f-5c75-48a2-9516-6b6e92ebbd72 service nova] Acquired lock "refresh_cache-58ebc9a9-439e-40c5-9079-729f9bcc0c00" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.866805] env[68391]: DEBUG nova.network.neutron [req-ec70eb6e-1a5a-4fd4-ac9f-ee6f2dcad833 req-5040138f-5c75-48a2-9516-6b6e92ebbd72 service nova] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Refreshing network info cache for port 85350f90-54ed-4a9c-ac48-27c6fb732bb0 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.014379] env[68391]: INFO nova.compute.manager [-] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Took 1.49 seconds to deallocate network for instance. [ 1229.521231] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.521543] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.521735] env[68391]: DEBUG nova.objects.instance [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lazy-loading 'resources' on Instance uuid 60bd62a6-d953-438c-8028-e1eb4ffe1bfc {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.576201] env[68391]: DEBUG nova.network.neutron [req-ec70eb6e-1a5a-4fd4-ac9f-ee6f2dcad833 req-5040138f-5c75-48a2-9516-6b6e92ebbd72 service nova] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Updated VIF entry in instance network info cache for port 85350f90-54ed-4a9c-ac48-27c6fb732bb0. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.576644] env[68391]: DEBUG nova.network.neutron [req-ec70eb6e-1a5a-4fd4-ac9f-ee6f2dcad833 req-5040138f-5c75-48a2-9516-6b6e92ebbd72 service nova] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Updating instance_info_cache with network_info: [{"id": "85350f90-54ed-4a9c-ac48-27c6fb732bb0", "address": "fa:16:3e:31:d8:98", "network": {"id": "559576db-d198-4d30-ad99-31a9917de15c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1964259922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffcd61a7751e437f8129d7e4b82e8672", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85350f90-54", "ovs_interfaceid": "85350f90-54ed-4a9c-ac48-27c6fb732bb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.078915] env[68391]: DEBUG oslo_concurrency.lockutils [req-ec70eb6e-1a5a-4fd4-ac9f-ee6f2dcad833 req-5040138f-5c75-48a2-9516-6b6e92ebbd72 service nova] Releasing lock "refresh_cache-58ebc9a9-439e-40c5-9079-729f9bcc0c00" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.091842] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5129e50-18cf-412e-a7b1-ab3ae5dd89ec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.099604] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5931dac-9a78-459a-89e1-2965894fbfeb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.131321] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628fd8d6-da7b-48fd-ae33-5ecca9449076 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.138589] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49ff80a-9a71-4bfe-8efb-1a0735a6fe32 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.152156] env[68391]: DEBUG nova.compute.provider_tree [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.675056] env[68391]: ERROR nova.scheduler.client.report [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [req-b6b8e552-bfbf-41f0-98c8-1c7f3d739d72] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 91cd88db-7a2c-4f42-b40d-730164cb64f8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b6b8e552-bfbf-41f0-98c8-1c7f3d739d72"}]} [ 1230.691384] env[68391]: DEBUG nova.scheduler.client.report [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Refreshing inventories for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1230.706098] env[68391]: DEBUG nova.scheduler.client.report [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Updating ProviderTree inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1230.706369] env[68391]: DEBUG nova.compute.provider_tree [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.717559] env[68391]: DEBUG nova.scheduler.client.report [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Refreshing aggregate associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, aggregates: None {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1230.737824] env[68391]: DEBUG nova.scheduler.client.report [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Refreshing trait associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1230.800261] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efffde3a-8baf-48cb-ab64-cedfee774317 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.808017] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d7edb7-fc7a-4c5f-9686-e7034e633b09 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.838475] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f434321b-9f5c-46c6-b0d2-41fbae514517 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.845849] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22fb68b-5e3c-456a-a796-54488d3e3efb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.860853] env[68391]: DEBUG nova.compute.provider_tree [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.393072] env[68391]: DEBUG nova.scheduler.client.report [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Updated inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1231.393398] env[68391]: DEBUG nova.compute.provider_tree [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Updating resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 generation from 159 to 160 during operation: update_inventory {{(pid=68391) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1231.393585] env[68391]: DEBUG nova.compute.provider_tree [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.898531] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.377s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.932619] env[68391]: INFO nova.scheduler.client.report [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Deleted allocations for instance 60bd62a6-d953-438c-8028-e1eb4ffe1bfc [ 1232.101197] env[68391]: DEBUG oslo_vmware.rw_handles [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528daa78-8963-f7e5-0230-1ac972e254a3/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1232.102188] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118ac284-e0b0-4823-a9f1-bc84a1c3aed8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.108832] env[68391]: DEBUG oslo_vmware.rw_handles [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528daa78-8963-f7e5-0230-1ac972e254a3/disk-0.vmdk is in state: ready. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1232.109042] env[68391]: ERROR oslo_vmware.rw_handles [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528daa78-8963-f7e5-0230-1ac972e254a3/disk-0.vmdk due to incomplete transfer. [ 1232.109268] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-582f4003-1b56-4054-9fec-3bd36e612b3d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.117229] env[68391]: DEBUG oslo_vmware.rw_handles [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528daa78-8963-f7e5-0230-1ac972e254a3/disk-0.vmdk. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1232.117431] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Uploaded image 5709a9e4-a76b-4919-92ad-bdc3a9461bd8 to the Glance image server {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1232.119826] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Destroying the VM {{(pid=68391) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1232.120082] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-74c786f3-1ab2-4ddf-831b-08ee125fba92 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.126031] env[68391]: DEBUG oslo_vmware.api [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1232.126031] env[68391]: value = "task-3039899" [ 1232.126031] env[68391]: _type = "Task" [ 1232.126031] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.133974] env[68391]: DEBUG oslo_vmware.api [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039899, 'name': Destroy_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.440707] env[68391]: DEBUG oslo_concurrency.lockutils [None req-9094f621-28ee-418c-be79-7a4a45c5776d tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "60bd62a6-d953-438c-8028-e1eb4ffe1bfc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.530s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.638492] env[68391]: DEBUG oslo_vmware.api [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039899, 'name': Destroy_Task, 'duration_secs': 0.299729} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.638784] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Destroyed the VM [ 1232.639078] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Deleting Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1232.639358] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ecee6793-2281-4e69-8c79-77de83c92baa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.646599] env[68391]: DEBUG oslo_vmware.api [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1232.646599] env[68391]: value = "task-3039900" [ 1232.646599] env[68391]: _type = "Task" [ 1232.646599] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.654249] env[68391]: DEBUG oslo_vmware.api [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039900, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.156695] env[68391]: DEBUG oslo_vmware.api [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039900, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.658044] env[68391]: DEBUG oslo_vmware.api [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039900, 'name': RemoveSnapshot_Task, 'duration_secs': 0.550186} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.658044] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Deleted Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1233.658190] env[68391]: INFO nova.compute.manager [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Took 12.80 seconds to snapshot the instance on the hypervisor. [ 1233.957902] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.958152] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.201335] env[68391]: DEBUG nova.compute.manager [None req-a4899fb4-bdc3-4a80-a35b-f6912b82d366 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Found 2 images (rotation: 2) {{(pid=68391) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1234.461419] env[68391]: DEBUG nova.compute.manager [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1234.808532] env[68391]: DEBUG nova.compute.manager [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.809526] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f9de8a-e3c1-4a38-9a7f-64474243cea1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.986066] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.986388] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.988012] env[68391]: INFO nova.compute.claims [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1235.319756] env[68391]: INFO nova.compute.manager [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] instance snapshotting [ 1235.320389] env[68391]: DEBUG nova.objects.instance [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lazy-loading 'flavor' on Instance uuid a1a271e8-2764-46a4-9eeb-b8e0d6f9c842 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.825922] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9854ecfa-f21f-4174-96f6-143c1d4fb2e0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.845126] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609b5bec-ff16-4b94-b3ea-05dffc923053 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.054267] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3033ddf0-7ec0-49d9-b683-c4b05543115d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.061801] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6083ad0-bb9f-4cfc-b722-3fd30b75f1f1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.091686] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f2fba3-d333-4992-8659-975f16cc2a69 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.098542] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77c70e7-50dd-4547-b935-c8cb6734bb27 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.112113] env[68391]: DEBUG nova.compute.provider_tree [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.355132] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Creating Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1236.355524] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d55a7de0-40f1-4cf5-b60f-602a6dca0e08 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.363579] env[68391]: DEBUG oslo_vmware.api [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1236.363579] env[68391]: value = "task-3039901" [ 1236.363579] env[68391]: _type = "Task" [ 1236.363579] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.370998] env[68391]: DEBUG oslo_vmware.api [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039901, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.616221] env[68391]: DEBUG nova.scheduler.client.report [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.873722] env[68391]: DEBUG oslo_vmware.api [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039901, 'name': CreateSnapshot_Task, 'duration_secs': 0.433024} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.873934] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Created Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1236.874653] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e82ab25-d67d-4e40-9853-56a2357c618c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.123399] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.124030] env[68391]: DEBUG nova.compute.manager [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1237.391996] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Creating linked-clone VM from snapshot {{(pid=68391) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1237.392379] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-690042df-80d3-4ad0-9b54-29bd311812b0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.401317] env[68391]: DEBUG oslo_vmware.api [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1237.401317] env[68391]: value = "task-3039902" [ 1237.401317] env[68391]: _type = "Task" [ 1237.401317] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.408868] env[68391]: DEBUG oslo_vmware.api [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039902, 'name': CloneVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.629124] env[68391]: DEBUG nova.compute.utils [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1237.630656] env[68391]: DEBUG nova.compute.manager [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1237.630832] env[68391]: DEBUG nova.network.neutron [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1237.690589] env[68391]: DEBUG nova.policy [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4a21ee26f414987b8e5e05a34a5aebc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ab3e163888b4797922ee1e2438d30a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1237.914811] env[68391]: DEBUG oslo_vmware.api [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039902, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.957479] env[68391]: DEBUG nova.network.neutron [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Successfully created port: 29c2d9dd-6df2-4108-a011-97234de2cb41 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1238.134622] env[68391]: DEBUG nova.compute.manager [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1238.412230] env[68391]: DEBUG oslo_vmware.api [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039902, 'name': CloneVM_Task, 'duration_secs': 0.920957} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.412615] env[68391]: INFO nova.virt.vmwareapi.vmops [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Created linked-clone VM from snapshot [ 1238.413263] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5b3839-f39a-422b-9946-b480462ae491 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.420265] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Uploading image 41c7a972-532b-4ead-bedc-a7650d287712 {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1238.441935] env[68391]: DEBUG oslo_vmware.rw_handles [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1238.441935] env[68391]: value = "vm-609058" [ 1238.441935] env[68391]: _type = "VirtualMachine" [ 1238.441935] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1238.442191] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-819b6a15-d057-4c84-baf7-be767d6428df {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.448547] env[68391]: DEBUG oslo_vmware.rw_handles [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lease: (returnval){ [ 1238.448547] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521d1df3-9106-9bf7-f6b8-f43a4d5cb618" [ 1238.448547] env[68391]: _type = "HttpNfcLease" [ 1238.448547] env[68391]: } obtained for exporting VM: (result){ [ 1238.448547] env[68391]: value = "vm-609058" [ 1238.448547] env[68391]: _type = "VirtualMachine" [ 1238.448547] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1238.448937] env[68391]: DEBUG oslo_vmware.api [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the lease: (returnval){ [ 1238.448937] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521d1df3-9106-9bf7-f6b8-f43a4d5cb618" [ 1238.448937] env[68391]: _type = "HttpNfcLease" [ 1238.448937] env[68391]: } to be ready. {{(pid=68391) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1238.454657] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1238.454657] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521d1df3-9106-9bf7-f6b8-f43a4d5cb618" [ 1238.454657] env[68391]: _type = "HttpNfcLease" [ 1238.454657] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1238.957982] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1238.957982] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521d1df3-9106-9bf7-f6b8-f43a4d5cb618" [ 1238.957982] env[68391]: _type = "HttpNfcLease" [ 1238.957982] env[68391]: } is ready. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1238.957982] env[68391]: DEBUG oslo_vmware.rw_handles [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1238.957982] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521d1df3-9106-9bf7-f6b8-f43a4d5cb618" [ 1238.957982] env[68391]: _type = "HttpNfcLease" [ 1238.957982] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1238.958347] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12196806-0728-4ce5-ab4d-9521bac5f068 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.965086] env[68391]: DEBUG oslo_vmware.rw_handles [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52106a72-a88a-8195-f9b9-8c3d4b411768/disk-0.vmdk from lease info. {{(pid=68391) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1238.965279] env[68391]: DEBUG oslo_vmware.rw_handles [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52106a72-a88a-8195-f9b9-8c3d4b411768/disk-0.vmdk for reading. {{(pid=68391) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1239.048803] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a1072e4e-3602-4e0b-91ce-ebe01068fa72 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.144082] env[68391]: DEBUG nova.compute.manager [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1239.165765] env[68391]: DEBUG nova.virt.hardware [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.166026] env[68391]: DEBUG nova.virt.hardware [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.166189] env[68391]: DEBUG nova.virt.hardware [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.166371] env[68391]: DEBUG nova.virt.hardware [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.166513] env[68391]: DEBUG nova.virt.hardware [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.166655] env[68391]: DEBUG nova.virt.hardware [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.166855] env[68391]: DEBUG nova.virt.hardware [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.167022] env[68391]: DEBUG nova.virt.hardware [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.167330] env[68391]: DEBUG nova.virt.hardware [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.167408] env[68391]: DEBUG nova.virt.hardware [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.167512] env[68391]: DEBUG nova.virt.hardware [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.168403] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b7ac70-d49e-4cd7-b57d-f357e78c6990 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.176229] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c0f12a-afa1-4771-87e3-238b71d9399f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.337945] env[68391]: DEBUG nova.compute.manager [req-ced4dd01-ea0b-4d23-ba6a-1230e6129fe8 req-a684508e-fc42-4caf-b438-c3d80e1d00a7 service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Received event network-vif-plugged-29c2d9dd-6df2-4108-a011-97234de2cb41 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.338294] env[68391]: DEBUG oslo_concurrency.lockutils [req-ced4dd01-ea0b-4d23-ba6a-1230e6129fe8 req-a684508e-fc42-4caf-b438-c3d80e1d00a7 service nova] Acquiring lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.338588] env[68391]: DEBUG oslo_concurrency.lockutils [req-ced4dd01-ea0b-4d23-ba6a-1230e6129fe8 req-a684508e-fc42-4caf-b438-c3d80e1d00a7 service nova] Lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.338869] env[68391]: DEBUG oslo_concurrency.lockutils [req-ced4dd01-ea0b-4d23-ba6a-1230e6129fe8 req-a684508e-fc42-4caf-b438-c3d80e1d00a7 service nova] Lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.339082] env[68391]: DEBUG nova.compute.manager [req-ced4dd01-ea0b-4d23-ba6a-1230e6129fe8 req-a684508e-fc42-4caf-b438-c3d80e1d00a7 service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] No waiting events found dispatching network-vif-plugged-29c2d9dd-6df2-4108-a011-97234de2cb41 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1239.339273] env[68391]: WARNING nova.compute.manager [req-ced4dd01-ea0b-4d23-ba6a-1230e6129fe8 req-a684508e-fc42-4caf-b438-c3d80e1d00a7 service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Received unexpected event network-vif-plugged-29c2d9dd-6df2-4108-a011-97234de2cb41 for instance with vm_state building and task_state spawning. [ 1239.437260] env[68391]: DEBUG nova.network.neutron [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Successfully updated port: 29c2d9dd-6df2-4108-a011-97234de2cb41 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1239.941311] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "refresh_cache-d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.941311] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquired lock "refresh_cache-d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.941655] env[68391]: DEBUG nova.network.neutron [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.474097] env[68391]: DEBUG nova.network.neutron [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.603366] env[68391]: DEBUG nova.network.neutron [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Updating instance_info_cache with network_info: [{"id": "29c2d9dd-6df2-4108-a011-97234de2cb41", "address": "fa:16:3e:47:9a:09", "network": {"id": "50320497-e5a5-47f4-a99d-77674efcd3a7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1785897079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab3e163888b4797922ee1e2438d30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c2d9dd-6d", "ovs_interfaceid": "29c2d9dd-6df2-4108-a011-97234de2cb41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.106906] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Releasing lock "refresh_cache-d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.107336] env[68391]: DEBUG nova.compute.manager [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Instance network_info: |[{"id": "29c2d9dd-6df2-4108-a011-97234de2cb41", "address": "fa:16:3e:47:9a:09", "network": {"id": "50320497-e5a5-47f4-a99d-77674efcd3a7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1785897079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab3e163888b4797922ee1e2438d30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c2d9dd-6d", "ovs_interfaceid": "29c2d9dd-6df2-4108-a011-97234de2cb41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1241.107917] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:9a:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29c2d9dd-6df2-4108-a011-97234de2cb41', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1241.118077] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.118311] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1241.118537] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89ca744d-8087-4f54-9418-40f1496d9edd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.139584] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1241.139584] env[68391]: value = "task-3039904" [ 1241.139584] env[68391]: _type = "Task" [ 1241.139584] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.147353] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039904, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.367479] env[68391]: DEBUG nova.compute.manager [req-bddfecf1-5d7f-4462-a136-33a9d5296dd0 req-ec763e55-613f-43fa-9ac2-743fb6289d2b service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Received event network-changed-29c2d9dd-6df2-4108-a011-97234de2cb41 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.367692] env[68391]: DEBUG nova.compute.manager [req-bddfecf1-5d7f-4462-a136-33a9d5296dd0 req-ec763e55-613f-43fa-9ac2-743fb6289d2b service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Refreshing instance network info cache due to event network-changed-29c2d9dd-6df2-4108-a011-97234de2cb41. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1241.367880] env[68391]: DEBUG oslo_concurrency.lockutils [req-bddfecf1-5d7f-4462-a136-33a9d5296dd0 req-ec763e55-613f-43fa-9ac2-743fb6289d2b service nova] Acquiring lock "refresh_cache-d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.368198] env[68391]: DEBUG oslo_concurrency.lockutils [req-bddfecf1-5d7f-4462-a136-33a9d5296dd0 req-ec763e55-613f-43fa-9ac2-743fb6289d2b service nova] Acquired lock "refresh_cache-d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.368480] env[68391]: DEBUG nova.network.neutron [req-bddfecf1-5d7f-4462-a136-33a9d5296dd0 req-ec763e55-613f-43fa-9ac2-743fb6289d2b service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Refreshing network info cache for port 29c2d9dd-6df2-4108-a011-97234de2cb41 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.648976] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039904, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.068085] env[68391]: DEBUG nova.network.neutron [req-bddfecf1-5d7f-4462-a136-33a9d5296dd0 req-ec763e55-613f-43fa-9ac2-743fb6289d2b service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Updated VIF entry in instance network info cache for port 29c2d9dd-6df2-4108-a011-97234de2cb41. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.068534] env[68391]: DEBUG nova.network.neutron [req-bddfecf1-5d7f-4462-a136-33a9d5296dd0 req-ec763e55-613f-43fa-9ac2-743fb6289d2b service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Updating instance_info_cache with network_info: [{"id": "29c2d9dd-6df2-4108-a011-97234de2cb41", "address": "fa:16:3e:47:9a:09", "network": {"id": "50320497-e5a5-47f4-a99d-77674efcd3a7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1785897079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab3e163888b4797922ee1e2438d30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c2d9dd-6d", "ovs_interfaceid": "29c2d9dd-6df2-4108-a011-97234de2cb41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.150575] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039904, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.571863] env[68391]: DEBUG oslo_concurrency.lockutils [req-bddfecf1-5d7f-4462-a136-33a9d5296dd0 req-ec763e55-613f-43fa-9ac2-743fb6289d2b service nova] Releasing lock "refresh_cache-d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.650306] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039904, 'name': CreateVM_Task, 'duration_secs': 1.368591} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.650563] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.651199] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.651373] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.651778] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.652177] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7da90fce-706e-48e5-930c-b73dd838b458 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.656638] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1242.656638] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521f54de-d244-eddd-24df-d6f2eb741698" [ 1242.656638] env[68391]: _type = "Task" [ 1242.656638] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.664630] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521f54de-d244-eddd-24df-d6f2eb741698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.166838] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521f54de-d244-eddd-24df-d6f2eb741698, 'name': SearchDatastore_Task, 'duration_secs': 0.013859} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.167183] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.167419] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.167650] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.167797] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.167974] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.168283] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d445daca-b759-4c8c-87fe-ad0837baa9d1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.184374] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.184567] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.185339] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abdef6ab-e3fc-4430-9941-b5481c9f82de {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.190724] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1243.190724] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52eccbd1-ff2d-03d4-f0f8-3d096ba468b9" [ 1243.190724] env[68391]: _type = "Task" [ 1243.190724] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.198820] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52eccbd1-ff2d-03d4-f0f8-3d096ba468b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.702239] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52eccbd1-ff2d-03d4-f0f8-3d096ba468b9, 'name': SearchDatastore_Task, 'duration_secs': 0.042442} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.703059] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b34100d5-675c-4670-b0e2-63954b9d39f1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.708188] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1243.708188] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d04305-d7d5-243c-9ee2-6ca2dd8fd82a" [ 1243.708188] env[68391]: _type = "Task" [ 1243.708188] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.715722] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d04305-d7d5-243c-9ee2-6ca2dd8fd82a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.220695] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d04305-d7d5-243c-9ee2-6ca2dd8fd82a, 'name': SearchDatastore_Task, 'duration_secs': 0.037234} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.221010] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.221318] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] d3db519b-a6cb-4da3-bdcd-90c55dee0e1f/d3db519b-a6cb-4da3-bdcd-90c55dee0e1f.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.221607] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25e3edac-4eda-42b7-a244-1d91305dbd9b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.228787] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1244.228787] env[68391]: value = "task-3039905" [ 1244.228787] env[68391]: _type = "Task" [ 1244.228787] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.236731] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.740700] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502835} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.741159] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] d3db519b-a6cb-4da3-bdcd-90c55dee0e1f/d3db519b-a6cb-4da3-bdcd-90c55dee0e1f.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.741270] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.741486] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd90faf0-03c7-4123-9f8c-c94433ba9fd0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.747790] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1244.747790] env[68391]: value = "task-3039906" [ 1244.747790] env[68391]: _type = "Task" [ 1244.747790] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.755431] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.258395] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067598} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.258660] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.259590] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53cf7f1-51ae-4756-a5da-8bc54f8cb77c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.284037] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] d3db519b-a6cb-4da3-bdcd-90c55dee0e1f/d3db519b-a6cb-4da3-bdcd-90c55dee0e1f.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.284360] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-760266f7-463f-42c0-81ff-1808e8f25c52 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.305871] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1245.305871] env[68391]: value = "task-3039907" [ 1245.305871] env[68391]: _type = "Task" [ 1245.305871] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.313905] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.818847] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039907, 'name': ReconfigVM_Task, 'duration_secs': 0.401084} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.819281] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Reconfigured VM instance instance-00000077 to attach disk [datastore1] d3db519b-a6cb-4da3-bdcd-90c55dee0e1f/d3db519b-a6cb-4da3-bdcd-90c55dee0e1f.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.820044] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38590bb8-3b48-4544-9f9c-bfa8fb6e4438 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.827996] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1245.827996] env[68391]: value = "task-3039908" [ 1245.827996] env[68391]: _type = "Task" [ 1245.827996] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.839245] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039908, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.339443] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039908, 'name': Rename_Task, 'duration_secs': 0.172495} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.339690] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.339950] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e84c854a-c032-4c2e-9839-b18d474e05b7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.347542] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1246.347542] env[68391]: value = "task-3039909" [ 1246.347542] env[68391]: _type = "Task" [ 1246.347542] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.355698] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.709819] env[68391]: DEBUG oslo_vmware.rw_handles [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52106a72-a88a-8195-f9b9-8c3d4b411768/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1246.710768] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1ce796-547a-4f5b-a1b2-dce743227319 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.717040] env[68391]: DEBUG oslo_vmware.rw_handles [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52106a72-a88a-8195-f9b9-8c3d4b411768/disk-0.vmdk is in state: ready. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1246.717208] env[68391]: ERROR oslo_vmware.rw_handles [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52106a72-a88a-8195-f9b9-8c3d4b411768/disk-0.vmdk due to incomplete transfer. [ 1246.717442] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f16c0cf9-033f-4021-956b-19df0ad51afd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.723375] env[68391]: DEBUG oslo_vmware.rw_handles [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52106a72-a88a-8195-f9b9-8c3d4b411768/disk-0.vmdk. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1246.723572] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Uploaded image 41c7a972-532b-4ead-bedc-a7650d287712 to the Glance image server {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1246.725840] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Destroying the VM {{(pid=68391) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1246.726076] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-455b5cf3-ee80-41c9-9b63-0138edb9ce38 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.731664] env[68391]: DEBUG oslo_vmware.api [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1246.731664] env[68391]: value = "task-3039910" [ 1246.731664] env[68391]: _type = "Task" [ 1246.731664] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.738926] env[68391]: DEBUG oslo_vmware.api [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039910, 'name': Destroy_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.856972] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039909, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.242123] env[68391]: DEBUG oslo_vmware.api [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039910, 'name': Destroy_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.357875] env[68391]: DEBUG oslo_vmware.api [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039909, 'name': PowerOnVM_Task, 'duration_secs': 0.517315} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.358138] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.358344] env[68391]: INFO nova.compute.manager [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1247.358522] env[68391]: DEBUG nova.compute.manager [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.359603] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d54f3c-7095-45ac-b742-e06536d06f59 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.741890] env[68391]: DEBUG oslo_vmware.api [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039910, 'name': Destroy_Task, 'duration_secs': 0.994585} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.742172] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Destroyed the VM [ 1247.742411] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Deleting Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1247.742648] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-80e24d6b-562e-4168-ab47-d38d5da8bdf4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.748157] env[68391]: DEBUG oslo_vmware.api [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1247.748157] env[68391]: value = "task-3039911" [ 1247.748157] env[68391]: _type = "Task" [ 1247.748157] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.755269] env[68391]: DEBUG oslo_vmware.api [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039911, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.877276] env[68391]: INFO nova.compute.manager [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Took 12.91 seconds to build instance. [ 1248.048542] env[68391]: DEBUG nova.compute.manager [req-f09cb3da-6bfa-4bb9-8d1b-b1ac28500ae0 req-18f6d7ff-3ae6-42ab-94ad-791eaef146ee service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Received event network-changed-29c2d9dd-6df2-4108-a011-97234de2cb41 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.048765] env[68391]: DEBUG nova.compute.manager [req-f09cb3da-6bfa-4bb9-8d1b-b1ac28500ae0 req-18f6d7ff-3ae6-42ab-94ad-791eaef146ee service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Refreshing instance network info cache due to event network-changed-29c2d9dd-6df2-4108-a011-97234de2cb41. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1248.049011] env[68391]: DEBUG oslo_concurrency.lockutils [req-f09cb3da-6bfa-4bb9-8d1b-b1ac28500ae0 req-18f6d7ff-3ae6-42ab-94ad-791eaef146ee service nova] Acquiring lock "refresh_cache-d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.049212] env[68391]: DEBUG oslo_concurrency.lockutils [req-f09cb3da-6bfa-4bb9-8d1b-b1ac28500ae0 req-18f6d7ff-3ae6-42ab-94ad-791eaef146ee service nova] Acquired lock "refresh_cache-d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.049401] env[68391]: DEBUG nova.network.neutron [req-f09cb3da-6bfa-4bb9-8d1b-b1ac28500ae0 req-18f6d7ff-3ae6-42ab-94ad-791eaef146ee service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Refreshing network info cache for port 29c2d9dd-6df2-4108-a011-97234de2cb41 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.257703] env[68391]: DEBUG oslo_vmware.api [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039911, 'name': RemoveSnapshot_Task, 'duration_secs': 0.462885} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.257934] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Deleted Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1248.258162] env[68391]: INFO nova.compute.manager [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Took 12.43 seconds to snapshot the instance on the hypervisor. [ 1248.379711] env[68391]: DEBUG oslo_concurrency.lockutils [None req-6bb87099-ba98-4aad-8fd0-c771b4cfd061 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.421s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.785692] env[68391]: DEBUG nova.network.neutron [req-f09cb3da-6bfa-4bb9-8d1b-b1ac28500ae0 req-18f6d7ff-3ae6-42ab-94ad-791eaef146ee service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Updated VIF entry in instance network info cache for port 29c2d9dd-6df2-4108-a011-97234de2cb41. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.786175] env[68391]: DEBUG nova.network.neutron [req-f09cb3da-6bfa-4bb9-8d1b-b1ac28500ae0 req-18f6d7ff-3ae6-42ab-94ad-791eaef146ee service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Updating instance_info_cache with network_info: [{"id": "29c2d9dd-6df2-4108-a011-97234de2cb41", "address": "fa:16:3e:47:9a:09", "network": {"id": "50320497-e5a5-47f4-a99d-77674efcd3a7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1785897079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab3e163888b4797922ee1e2438d30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c2d9dd-6d", "ovs_interfaceid": "29c2d9dd-6df2-4108-a011-97234de2cb41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.820103] env[68391]: DEBUG nova.compute.manager [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Found 3 images (rotation: 2) {{(pid=68391) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1248.820408] env[68391]: DEBUG nova.compute.manager [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Rotating out 1 backups {{(pid=68391) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1248.820636] env[68391]: DEBUG nova.compute.manager [None req-d289f1b7-4d58-42df-ba8d-d0979fb6f1a7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Deleting image e88e1ed4-59dc-4ba2-bdd1-344f78687856 {{(pid=68391) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1249.288819] env[68391]: DEBUG oslo_concurrency.lockutils [req-f09cb3da-6bfa-4bb9-8d1b-b1ac28500ae0 req-18f6d7ff-3ae6-42ab-94ad-791eaef146ee service nova] Releasing lock "refresh_cache-d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.950853] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0c981ac2-d194-4de3-bf0f-a31538fca849 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.951270] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0c981ac2-d194-4de3-bf0f-a31538fca849 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.951319] env[68391]: DEBUG nova.compute.manager [None req-0c981ac2-d194-4de3-bf0f-a31538fca849 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.952265] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1f342d-f6b4-4277-825f-dcb9d4f5d2c7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.959356] env[68391]: DEBUG nova.compute.manager [None req-0c981ac2-d194-4de3-bf0f-a31538fca849 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68391) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1250.959949] env[68391]: DEBUG nova.objects.instance [None req-0c981ac2-d194-4de3-bf0f-a31538fca849 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lazy-loading 'flavor' on Instance uuid a1a271e8-2764-46a4-9eeb-b8e0d6f9c842 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.967895] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c981ac2-d194-4de3-bf0f-a31538fca849 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.968361] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aa866a9-44da-407d-8591-aacfb433d706 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.977819] env[68391]: DEBUG oslo_vmware.api [None req-0c981ac2-d194-4de3-bf0f-a31538fca849 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1251.977819] env[68391]: value = "task-3039912" [ 1251.977819] env[68391]: _type = "Task" [ 1251.977819] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.988462] env[68391]: DEBUG oslo_vmware.api [None req-0c981ac2-d194-4de3-bf0f-a31538fca849 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.488147] env[68391]: DEBUG oslo_vmware.api [None req-0c981ac2-d194-4de3-bf0f-a31538fca849 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039912, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.989511] env[68391]: DEBUG oslo_vmware.api [None req-0c981ac2-d194-4de3-bf0f-a31538fca849 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039912, 'name': PowerOffVM_Task, 'duration_secs': 0.621793} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.989796] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c981ac2-d194-4de3-bf0f-a31538fca849 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.989968] env[68391]: DEBUG nova.compute.manager [None req-0c981ac2-d194-4de3-bf0f-a31538fca849 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.990718] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693ac2e9-32fc-45e4-aa6e-9ef570ed6ace {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.501675] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0c981ac2-d194-4de3-bf0f-a31538fca849 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.550s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.406745] env[68391]: DEBUG nova.compute.manager [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Stashing vm_state: stopped {{(pid=68391) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1255.924428] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.924707] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.430449] env[68391]: INFO nova.compute.claims [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.679162] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9c79f5a-c7a7-4792-9236-4aa3ac1dbb83 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "ff37ae30-71e8-485d-95af-302e86188b1a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.679427] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9c79f5a-c7a7-4792-9236-4aa3ac1dbb83 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "ff37ae30-71e8-485d-95af-302e86188b1a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.679649] env[68391]: DEBUG nova.compute.manager [None req-a9c79f5a-c7a7-4792-9236-4aa3ac1dbb83 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.680555] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9704d5b7-0207-4948-baa1-a1e1e8891470 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.688661] env[68391]: DEBUG nova.compute.manager [None req-a9c79f5a-c7a7-4792-9236-4aa3ac1dbb83 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68391) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1256.689203] env[68391]: DEBUG nova.objects.instance [None req-a9c79f5a-c7a7-4792-9236-4aa3ac1dbb83 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lazy-loading 'flavor' on Instance uuid ff37ae30-71e8-485d-95af-302e86188b1a {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.936791] env[68391]: INFO nova.compute.resource_tracker [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Updating resource usage from migration 9d5e64d0-c119-4804-97b9-95de34981b6b [ 1257.001713] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e074483-6320-4e96-80d5-1852aa924c48 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.009052] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e092eb-d02d-4ccc-a052-e59addeb3444 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.038261] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69668e5-084e-4468-89de-0a205a69f41c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.045033] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5aa820-a0cc-4e40-a6b1-04264cc12b7b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.057697] env[68391]: DEBUG nova.compute.provider_tree [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.560733] env[68391]: DEBUG nova.scheduler.client.report [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.695531] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c79f5a-c7a7-4792-9236-4aa3ac1dbb83 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.695842] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-426d686c-9bd7-4b10-a385-0027141db9ba {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.703565] env[68391]: DEBUG oslo_vmware.api [None req-a9c79f5a-c7a7-4792-9236-4aa3ac1dbb83 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1257.703565] env[68391]: value = "task-3039913" [ 1257.703565] env[68391]: _type = "Task" [ 1257.703565] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.711684] env[68391]: DEBUG oslo_vmware.api [None req-a9c79f5a-c7a7-4792-9236-4aa3ac1dbb83 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.065662] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.141s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.065872] env[68391]: INFO nova.compute.manager [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Migrating [ 1258.213815] env[68391]: DEBUG oslo_vmware.api [None req-a9c79f5a-c7a7-4792-9236-4aa3ac1dbb83 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039913, 'name': PowerOffVM_Task, 'duration_secs': 0.178015} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.214072] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c79f5a-c7a7-4792-9236-4aa3ac1dbb83 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.214241] env[68391]: DEBUG nova.compute.manager [None req-a9c79f5a-c7a7-4792-9236-4aa3ac1dbb83 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.214996] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d366af02-a850-4de6-8998-52fc532bde84 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.582329] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "refresh_cache-a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.582732] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired lock "refresh_cache-a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.582732] env[68391]: DEBUG nova.network.neutron [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.725323] env[68391]: DEBUG oslo_concurrency.lockutils [None req-a9c79f5a-c7a7-4792-9236-4aa3ac1dbb83 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "ff37ae30-71e8-485d-95af-302e86188b1a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.016409] env[68391]: DEBUG nova.objects.instance [None req-c7f78e3b-c049-4fae-a342-c04af64244da tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lazy-loading 'flavor' on Instance uuid ff37ae30-71e8-485d-95af-302e86188b1a {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.276233] env[68391]: DEBUG nova.network.neutron [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Updating instance_info_cache with network_info: [{"id": "9a8a3b89-800a-4481-a7fe-49bc20d5e780", "address": "fa:16:3e:26:9a:5e", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a8a3b89-80", "ovs_interfaceid": "9a8a3b89-800a-4481-a7fe-49bc20d5e780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.521844] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c7f78e3b-c049-4fae-a342-c04af64244da tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "refresh_cache-ff37ae30-71e8-485d-95af-302e86188b1a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.522026] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c7f78e3b-c049-4fae-a342-c04af64244da tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "refresh_cache-ff37ae30-71e8-485d-95af-302e86188b1a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.522160] env[68391]: DEBUG nova.network.neutron [None req-c7f78e3b-c049-4fae-a342-c04af64244da tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.522370] env[68391]: DEBUG nova.objects.instance [None req-c7f78e3b-c049-4fae-a342-c04af64244da tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lazy-loading 'info_cache' on Instance uuid ff37ae30-71e8-485d-95af-302e86188b1a {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.779460] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lock "refresh_cache-a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.025955] env[68391]: DEBUG nova.objects.base [None req-c7f78e3b-c049-4fae-a342-c04af64244da tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1260.720465] env[68391]: DEBUG nova.network.neutron [None req-c7f78e3b-c049-4fae-a342-c04af64244da tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Updating instance_info_cache with network_info: [{"id": "7daee36c-c6b2-426b-9885-80cdeb8c35a7", "address": "fa:16:3e:6e:49:8f", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7daee36c-c6", "ovs_interfaceid": "7daee36c-c6b2-426b-9885-80cdeb8c35a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.223311] env[68391]: DEBUG oslo_concurrency.lockutils [None req-c7f78e3b-c049-4fae-a342-c04af64244da tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "refresh_cache-ff37ae30-71e8-485d-95af-302e86188b1a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.295297] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9397f66f-578a-4060-9888-d8a46998d4ec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.325237] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Updating instance 'a1a271e8-2764-46a4-9eeb-b8e0d6f9c842' progress to 0 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.832685] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.832985] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69bb82c8-c5df-4822-9d30-f0cb198aabfb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.840430] env[68391]: DEBUG oslo_vmware.api [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1261.840430] env[68391]: value = "task-3039914" [ 1261.840430] env[68391]: _type = "Task" [ 1261.840430] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.848125] env[68391]: DEBUG oslo_vmware.api [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.229328] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f78e3b-c049-4fae-a342-c04af64244da tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.229699] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfd78c3b-59c1-4039-b96b-1f3e1e8ec9b8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.237076] env[68391]: DEBUG oslo_vmware.api [None req-c7f78e3b-c049-4fae-a342-c04af64244da tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1262.237076] env[68391]: value = "task-3039915" [ 1262.237076] env[68391]: _type = "Task" [ 1262.237076] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.245284] env[68391]: DEBUG oslo_vmware.api [None req-c7f78e3b-c049-4fae-a342-c04af64244da tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.351058] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] VM already powered off {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1262.351058] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Updating instance 'a1a271e8-2764-46a4-9eeb-b8e0d6f9c842' progress to 17 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1262.746666] env[68391]: DEBUG oslo_vmware.api [None req-c7f78e3b-c049-4fae-a342-c04af64244da tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039915, 'name': PowerOnVM_Task, 'duration_secs': 0.366506} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.746925] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f78e3b-c049-4fae-a342-c04af64244da tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.747143] env[68391]: DEBUG nova.compute.manager [None req-c7f78e3b-c049-4fae-a342-c04af64244da tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.747900] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e5f420-e2dc-4a43-a652-c1079842d2b0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.857047] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.857289] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.857412] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.857593] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.857740] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.857884] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.858103] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.858265] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.858434] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.858602] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.858771] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.864099] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-345a568f-d29e-4f8e-a5be-61c8c6a71560 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.878561] env[68391]: DEBUG oslo_vmware.api [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1262.878561] env[68391]: value = "task-3039916" [ 1262.878561] env[68391]: _type = "Task" [ 1262.878561] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.887656] env[68391]: DEBUG oslo_vmware.api [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.389095] env[68391]: DEBUG oslo_vmware.api [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039916, 'name': ReconfigVM_Task, 'duration_secs': 0.142075} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.389476] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Updating instance 'a1a271e8-2764-46a4-9eeb-b8e0d6f9c842' progress to 33 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.757310] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53a828c-831e-4598-93cb-7427ba89bef4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.764459] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8b42da4e-71b3-46a0-a8af-15eb7ec1ff10 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Suspending the VM {{(pid=68391) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1263.764683] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-394cd007-7385-488f-bb91-db44edb3a632 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.770388] env[68391]: DEBUG oslo_vmware.api [None req-8b42da4e-71b3-46a0-a8af-15eb7ec1ff10 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1263.770388] env[68391]: value = "task-3039917" [ 1263.770388] env[68391]: _type = "Task" [ 1263.770388] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.777616] env[68391]: DEBUG oslo_vmware.api [None req-8b42da4e-71b3-46a0-a8af-15eb7ec1ff10 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039917, 'name': SuspendVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.896511] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.896828] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.897019] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.897238] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.897421] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.897597] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.897836] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.898059] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.898261] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.898453] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.898657] env[68391]: DEBUG nova.virt.hardware [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.904701] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1263.905346] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deadf3d6-fe4b-40e0-b0a4-e2581bea4320 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.925108] env[68391]: DEBUG oslo_vmware.api [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1263.925108] env[68391]: value = "task-3039918" [ 1263.925108] env[68391]: _type = "Task" [ 1263.925108] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.934189] env[68391]: DEBUG oslo_vmware.api [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.280488] env[68391]: DEBUG oslo_vmware.api [None req-8b42da4e-71b3-46a0-a8af-15eb7ec1ff10 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039917, 'name': SuspendVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.435067] env[68391]: DEBUG oslo_vmware.api [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039918, 'name': ReconfigVM_Task, 'duration_secs': 0.156768} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.435363] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1264.436106] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97320e07-6dd2-486d-b4bc-a44f47b277db {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.457518] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] a1a271e8-2764-46a4-9eeb-b8e0d6f9c842/a1a271e8-2764-46a4-9eeb-b8e0d6f9c842.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.458072] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aee1b52-17f5-46f8-9de0-6d86b6d8e661 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.474873] env[68391]: DEBUG oslo_vmware.api [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1264.474873] env[68391]: value = "task-3039919" [ 1264.474873] env[68391]: _type = "Task" [ 1264.474873] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.482078] env[68391]: DEBUG oslo_vmware.api [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.780738] env[68391]: DEBUG oslo_vmware.api [None req-8b42da4e-71b3-46a0-a8af-15eb7ec1ff10 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039917, 'name': SuspendVM_Task, 'duration_secs': 0.560426} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.780992] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8b42da4e-71b3-46a0-a8af-15eb7ec1ff10 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Suspended the VM {{(pid=68391) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1264.781435] env[68391]: DEBUG nova.compute.manager [None req-8b42da4e-71b3-46a0-a8af-15eb7ec1ff10 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.782357] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b97f7f0-60bd-49b5-9377-4531ffc2ca33 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.984318] env[68391]: DEBUG oslo_vmware.api [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039919, 'name': ReconfigVM_Task, 'duration_secs': 0.245046} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.984599] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Reconfigured VM instance instance-00000074 to attach disk [datastore1] a1a271e8-2764-46a4-9eeb-b8e0d6f9c842/a1a271e8-2764-46a4-9eeb-b8e0d6f9c842.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.984846] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Updating instance 'a1a271e8-2764-46a4-9eeb-b8e0d6f9c842' progress to 50 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1265.491904] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16e0ec8-02f9-4156-a0fa-0d3fd2be1020 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.511267] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b1ca85-5870-4bca-942f-5486fba1cb93 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.528503] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Updating instance 'a1a271e8-2764-46a4-9eeb-b8e0d6f9c842' progress to 67 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1265.903952] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5855893-94c1-43cd-9853-ac4a52d07284 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "58ebc9a9-439e-40c5-9079-729f9bcc0c00" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.904218] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5855893-94c1-43cd-9853-ac4a52d07284 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "58ebc9a9-439e-40c5-9079-729f9bcc0c00" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.067180] env[68391]: DEBUG nova.network.neutron [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Port 9a8a3b89-800a-4481-a7fe-49bc20d5e780 binding to destination host cpu-1 is already ACTIVE {{(pid=68391) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1266.071166] env[68391]: INFO nova.compute.manager [None req-80635edf-bd8c-4dc7-9234-fc44f5df88d7 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Resuming [ 1266.071695] env[68391]: DEBUG nova.objects.instance [None req-80635edf-bd8c-4dc7-9234-fc44f5df88d7 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lazy-loading 'flavor' on Instance uuid ff37ae30-71e8-485d-95af-302e86188b1a {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.408033] env[68391]: DEBUG nova.compute.utils [None req-e5855893-94c1-43cd-9853-ac4a52d07284 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1266.910031] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5855893-94c1-43cd-9853-ac4a52d07284 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "58ebc9a9-439e-40c5-9079-729f9bcc0c00" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.088358] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.088581] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.088751] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.590821] env[68391]: DEBUG oslo_concurrency.lockutils [None req-80635edf-bd8c-4dc7-9234-fc44f5df88d7 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "refresh_cache-ff37ae30-71e8-485d-95af-302e86188b1a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.591032] env[68391]: DEBUG oslo_concurrency.lockutils [None req-80635edf-bd8c-4dc7-9234-fc44f5df88d7 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquired lock "refresh_cache-ff37ae30-71e8-485d-95af-302e86188b1a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.591208] env[68391]: DEBUG nova.network.neutron [None req-80635edf-bd8c-4dc7-9234-fc44f5df88d7 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.970264] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5855893-94c1-43cd-9853-ac4a52d07284 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "58ebc9a9-439e-40c5-9079-729f9bcc0c00" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.970596] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5855893-94c1-43cd-9853-ac4a52d07284 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "58ebc9a9-439e-40c5-9079-729f9bcc0c00" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.970828] env[68391]: INFO nova.compute.manager [None req-e5855893-94c1-43cd-9853-ac4a52d07284 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Attaching volume ca98e18c-4b44-4e3b-824a-ae71716ca591 to /dev/sdb [ 1268.000199] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f999965c-3527-4c82-b453-266db8b406c2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.007335] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784256a1-5b37-4a7a-9ce1-57eedd202645 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.019610] env[68391]: DEBUG nova.virt.block_device [None req-e5855893-94c1-43cd-9853-ac4a52d07284 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Updating existing volume attachment record: c6dddb9c-0754-4f99-94fb-d76fb726cd93 {{(pid=68391) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1268.152183] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "refresh_cache-a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.152183] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired lock "refresh_cache-a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.152183] env[68391]: DEBUG nova.network.neutron [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.317170] env[68391]: DEBUG nova.network.neutron [None req-80635edf-bd8c-4dc7-9234-fc44f5df88d7 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Updating instance_info_cache with network_info: [{"id": "7daee36c-c6b2-426b-9885-80cdeb8c35a7", "address": "fa:16:3e:6e:49:8f", "network": {"id": "ac39f412-9b6d-409c-b92b-6d39db169631", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-320103527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2039f84e9a144d2bca9cb8212bb2391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7daee36c-c6", "ovs_interfaceid": "7daee36c-c6b2-426b-9885-80cdeb8c35a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.819785] env[68391]: DEBUG oslo_concurrency.lockutils [None req-80635edf-bd8c-4dc7-9234-fc44f5df88d7 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Releasing lock "refresh_cache-ff37ae30-71e8-485d-95af-302e86188b1a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.820718] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fcc1be-2c39-404a-bf7f-fb0dbec4c26d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.826970] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-80635edf-bd8c-4dc7-9234-fc44f5df88d7 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Resuming the VM {{(pid=68391) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1268.827222] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af5be957-e1cd-43dc-bf2b-681451805fad {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.833125] env[68391]: DEBUG nova.network.neutron [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Updating instance_info_cache with network_info: [{"id": "9a8a3b89-800a-4481-a7fe-49bc20d5e780", "address": "fa:16:3e:26:9a:5e", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a8a3b89-80", "ovs_interfaceid": "9a8a3b89-800a-4481-a7fe-49bc20d5e780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.835232] env[68391]: DEBUG oslo_vmware.api [None req-80635edf-bd8c-4dc7-9234-fc44f5df88d7 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1268.835232] env[68391]: value = "task-3039921" [ 1268.835232] env[68391]: _type = "Task" [ 1268.835232] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.844788] env[68391]: DEBUG oslo_vmware.api [None req-80635edf-bd8c-4dc7-9234-fc44f5df88d7 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.337471] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lock "refresh_cache-a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.353370] env[68391]: DEBUG oslo_vmware.api [None req-80635edf-bd8c-4dc7-9234-fc44f5df88d7 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039921, 'name': PowerOnVM_Task, 'duration_secs': 0.495043} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.353706] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-80635edf-bd8c-4dc7-9234-fc44f5df88d7 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Resumed the VM {{(pid=68391) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1269.353889] env[68391]: DEBUG nova.compute.manager [None req-80635edf-bd8c-4dc7-9234-fc44f5df88d7 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.354783] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bf161d-6b79-49fb-a7a1-eaac21b1aebd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.864216] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4af8b9b-a6bc-4063-985d-c6595948ef5b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.887998] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79046dc3-7bf9-48b6-acb6-7f7fa06821e4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.895607] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Updating instance 'a1a271e8-2764-46a4-9eeb-b8e0d6f9c842' progress to 83 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1270.402182] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc53988-ea3a-412d-b4f6-be9564897e3b tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Updating instance 'a1a271e8-2764-46a4-9eeb-b8e0d6f9c842' progress to 100 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1270.721220] env[68391]: DEBUG oslo_concurrency.lockutils [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "ff37ae30-71e8-485d-95af-302e86188b1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.721959] env[68391]: DEBUG oslo_concurrency.lockutils [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "ff37ae30-71e8-485d-95af-302e86188b1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.722197] env[68391]: DEBUG oslo_concurrency.lockutils [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "ff37ae30-71e8-485d-95af-302e86188b1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.722438] env[68391]: DEBUG oslo_concurrency.lockutils [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "ff37ae30-71e8-485d-95af-302e86188b1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.722623] env[68391]: DEBUG oslo_concurrency.lockutils [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "ff37ae30-71e8-485d-95af-302e86188b1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.724675] env[68391]: INFO nova.compute.manager [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Terminating instance [ 1271.227764] env[68391]: DEBUG nova.compute.manager [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.228070] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.228948] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a76d3f0-655d-4fb8-8639-5398f21b7642 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.237969] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.238194] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31673927-e127-44dc-a531-fc5bf81e7757 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.243848] env[68391]: DEBUG oslo_vmware.api [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1271.243848] env[68391]: value = "task-3039923" [ 1271.243848] env[68391]: _type = "Task" [ 1271.243848] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.251089] env[68391]: DEBUG oslo_vmware.api [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.753409] env[68391]: DEBUG oslo_vmware.api [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039923, 'name': PowerOffVM_Task, 'duration_secs': 0.259893} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.770918] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.770918] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.770918] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7990ffc8-d2b6-433c-aad8-d2b782e2ba1b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.812424] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.812663] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.812847] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Deleting the datastore file [datastore2] ff37ae30-71e8-485d-95af-302e86188b1a {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.813384] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36252f38-24ba-4bab-b08d-c7b82664caf5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.819870] env[68391]: DEBUG oslo_vmware.api [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for the task: (returnval){ [ 1271.819870] env[68391]: value = "task-3039925" [ 1271.819870] env[68391]: _type = "Task" [ 1271.819870] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.827005] env[68391]: DEBUG oslo_vmware.api [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.330303] env[68391]: DEBUG oslo_vmware.api [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Task: {'id': task-3039925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143409} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.330558] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.330737] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.330910] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.331095] env[68391]: INFO nova.compute.manager [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1272.331382] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.331573] env[68391]: DEBUG nova.compute.manager [-] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.331676] env[68391]: DEBUG nova.network.neutron [-] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.431609] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.432031] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.432130] env[68391]: DEBUG nova.compute.manager [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Going to confirm migration 9 {{(pid=68391) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1272.561374] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5855893-94c1-43cd-9853-ac4a52d07284 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Volume attach. Driver type: vmdk {{(pid=68391) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1272.561573] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5855893-94c1-43cd-9853-ac4a52d07284 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609060', 'volume_id': 'ca98e18c-4b44-4e3b-824a-ae71716ca591', 'name': 'volume-ca98e18c-4b44-4e3b-824a-ae71716ca591', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '58ebc9a9-439e-40c5-9079-729f9bcc0c00', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca98e18c-4b44-4e3b-824a-ae71716ca591', 'serial': 'ca98e18c-4b44-4e3b-824a-ae71716ca591'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1272.562462] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf700c6-1bf1-4679-825e-1aff2a1f7662 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.578623] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b0c6c3-659a-4d45-82e7-626647ddb7e8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.603722] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5855893-94c1-43cd-9853-ac4a52d07284 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-ca98e18c-4b44-4e3b-824a-ae71716ca591/volume-ca98e18c-4b44-4e3b-824a-ae71716ca591.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.604764] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8103b039-db54-44bd-b072-a80b6dbca06b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.623931] env[68391]: DEBUG oslo_vmware.api [None req-e5855893-94c1-43cd-9853-ac4a52d07284 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1272.623931] env[68391]: value = "task-3039926" [ 1272.623931] env[68391]: _type = "Task" [ 1272.623931] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.631753] env[68391]: DEBUG oslo_vmware.api [None req-e5855893-94c1-43cd-9853-ac4a52d07284 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.746239] env[68391]: DEBUG nova.compute.manager [req-02e40129-c696-47ab-bf42-8f73837d40e9 req-f1607c9c-cbf6-4cf2-9727-68ec4f72a07b service nova] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Received event network-vif-deleted-7daee36c-c6b2-426b-9885-80cdeb8c35a7 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.746394] env[68391]: INFO nova.compute.manager [req-02e40129-c696-47ab-bf42-8f73837d40e9 req-f1607c9c-cbf6-4cf2-9727-68ec4f72a07b service nova] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Neutron deleted interface 7daee36c-c6b2-426b-9885-80cdeb8c35a7; detaching it from the instance and deleting it from the info cache [ 1272.746505] env[68391]: DEBUG nova.network.neutron [req-02e40129-c696-47ab-bf42-8f73837d40e9 req-f1607c9c-cbf6-4cf2-9727-68ec4f72a07b service nova] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.978039] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "refresh_cache-a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.978286] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired lock "refresh_cache-a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.978286] env[68391]: DEBUG nova.network.neutron [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.978464] env[68391]: DEBUG nova.objects.instance [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lazy-loading 'info_cache' on Instance uuid a1a271e8-2764-46a4-9eeb-b8e0d6f9c842 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.134128] env[68391]: DEBUG oslo_vmware.api [None req-e5855893-94c1-43cd-9853-ac4a52d07284 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039926, 'name': ReconfigVM_Task, 'duration_secs': 0.312699} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.134424] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5855893-94c1-43cd-9853-ac4a52d07284 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-ca98e18c-4b44-4e3b-824a-ae71716ca591/volume-ca98e18c-4b44-4e3b-824a-ae71716ca591.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.138941] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fa7a695-cdd2-4ce4-8645-9d3250ce7947 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.153517] env[68391]: DEBUG oslo_vmware.api [None req-e5855893-94c1-43cd-9853-ac4a52d07284 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1273.153517] env[68391]: value = "task-3039927" [ 1273.153517] env[68391]: _type = "Task" [ 1273.153517] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.161021] env[68391]: DEBUG oslo_vmware.api [None req-e5855893-94c1-43cd-9853-ac4a52d07284 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.233642] env[68391]: DEBUG nova.network.neutron [-] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.250703] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aef1912f-f32e-48dd-a51a-c1066d335334 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.260446] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01dbdda-abad-4950-9bb0-80dee8d711d2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.287924] env[68391]: DEBUG nova.compute.manager [req-02e40129-c696-47ab-bf42-8f73837d40e9 req-f1607c9c-cbf6-4cf2-9727-68ec4f72a07b service nova] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Detach interface failed, port_id=7daee36c-c6b2-426b-9885-80cdeb8c35a7, reason: Instance ff37ae30-71e8-485d-95af-302e86188b1a could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1273.663165] env[68391]: DEBUG oslo_vmware.api [None req-e5855893-94c1-43cd-9853-ac4a52d07284 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039927, 'name': ReconfigVM_Task, 'duration_secs': 0.145723} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.663426] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5855893-94c1-43cd-9853-ac4a52d07284 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609060', 'volume_id': 'ca98e18c-4b44-4e3b-824a-ae71716ca591', 'name': 'volume-ca98e18c-4b44-4e3b-824a-ae71716ca591', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '58ebc9a9-439e-40c5-9079-729f9bcc0c00', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca98e18c-4b44-4e3b-824a-ae71716ca591', 'serial': 'ca98e18c-4b44-4e3b-824a-ae71716ca591'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1273.736379] env[68391]: INFO nova.compute.manager [-] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Took 1.40 seconds to deallocate network for instance. [ 1274.197560] env[68391]: DEBUG nova.network.neutron [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Updating instance_info_cache with network_info: [{"id": "9a8a3b89-800a-4481-a7fe-49bc20d5e780", "address": "fa:16:3e:26:9a:5e", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a8a3b89-80", "ovs_interfaceid": "9a8a3b89-800a-4481-a7fe-49bc20d5e780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.242720] env[68391]: DEBUG oslo_concurrency.lockutils [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.243014] env[68391]: DEBUG oslo_concurrency.lockutils [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.243241] env[68391]: DEBUG nova.objects.instance [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lazy-loading 'resources' on Instance uuid ff37ae30-71e8-485d-95af-302e86188b1a {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.700486] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lock "refresh_cache-a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.701114] env[68391]: DEBUG nova.objects.instance [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lazy-loading 'migration_context' on Instance uuid a1a271e8-2764-46a4-9eeb-b8e0d6f9c842 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.705235] env[68391]: DEBUG nova.objects.instance [None req-e5855893-94c1-43cd-9853-ac4a52d07284 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lazy-loading 'flavor' on Instance uuid 58ebc9a9-439e-40c5-9079-729f9bcc0c00 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.824401] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6431e0f1-82e8-4806-97af-bfb65e351d34 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.831812] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e861466-af65-49e3-a9d8-d08058638731 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.861231] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f74fb7-c187-4cc2-919c-cbdb6495213c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.868065] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918cfdc2-8329-4bb6-8dc1-33658e8967bc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.880844] env[68391]: DEBUG nova.compute.provider_tree [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.203674] env[68391]: DEBUG nova.objects.base [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1275.204633] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc265f1a-2919-484d-b7b0-0cf1b99a1814 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.209783] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e5855893-94c1-43cd-9853-ac4a52d07284 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "58ebc9a9-439e-40c5-9079-729f9bcc0c00" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.227085] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c79a41bb-dd28-4803-875d-f02f62137e01 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.232630] env[68391]: DEBUG oslo_vmware.api [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1275.232630] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52509ea4-2daa-107d-d2b0-899e0f816215" [ 1275.232630] env[68391]: _type = "Task" [ 1275.232630] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.240162] env[68391]: DEBUG oslo_vmware.api [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52509ea4-2daa-107d-d2b0-899e0f816215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.384046] env[68391]: DEBUG nova.scheduler.client.report [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.427217] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3c048062-27ac-4e5c-ba8a-85fe8abf95a5 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "58ebc9a9-439e-40c5-9079-729f9bcc0c00" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.427443] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3c048062-27ac-4e5c-ba8a-85fe8abf95a5 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "58ebc9a9-439e-40c5-9079-729f9bcc0c00" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.743182] env[68391]: DEBUG oslo_vmware.api [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52509ea4-2daa-107d-d2b0-899e0f816215, 'name': SearchDatastore_Task, 'duration_secs': 0.007875} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.743498] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.888614] env[68391]: DEBUG oslo_concurrency.lockutils [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.890830] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.147s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.911601] env[68391]: INFO nova.scheduler.client.report [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Deleted allocations for instance ff37ae30-71e8-485d-95af-302e86188b1a [ 1275.930028] env[68391]: INFO nova.compute.manager [None req-3c048062-27ac-4e5c-ba8a-85fe8abf95a5 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Detaching volume ca98e18c-4b44-4e3b-824a-ae71716ca591 [ 1275.963223] env[68391]: INFO nova.virt.block_device [None req-3c048062-27ac-4e5c-ba8a-85fe8abf95a5 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Attempting to driver detach volume ca98e18c-4b44-4e3b-824a-ae71716ca591 from mountpoint /dev/sdb [ 1275.963468] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c048062-27ac-4e5c-ba8a-85fe8abf95a5 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Volume detach. Driver type: vmdk {{(pid=68391) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1275.963659] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c048062-27ac-4e5c-ba8a-85fe8abf95a5 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609060', 'volume_id': 'ca98e18c-4b44-4e3b-824a-ae71716ca591', 'name': 'volume-ca98e18c-4b44-4e3b-824a-ae71716ca591', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '58ebc9a9-439e-40c5-9079-729f9bcc0c00', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca98e18c-4b44-4e3b-824a-ae71716ca591', 'serial': 'ca98e18c-4b44-4e3b-824a-ae71716ca591'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1275.964540] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe4ec5c-59ee-4740-8948-4e9dee82f6d3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.986535] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c03322-8c3d-4b29-b4f5-f4c4e2dc8d81 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.993584] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f7bbd8-8594-4eab-8e52-6325735f9bf6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.013638] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb21620b-f6b8-4088-af03-6cdc09fa9c08 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.029552] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c048062-27ac-4e5c-ba8a-85fe8abf95a5 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] The volume has not been displaced from its original location: [datastore2] volume-ca98e18c-4b44-4e3b-824a-ae71716ca591/volume-ca98e18c-4b44-4e3b-824a-ae71716ca591.vmdk. No consolidation needed. {{(pid=68391) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1276.034670] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c048062-27ac-4e5c-ba8a-85fe8abf95a5 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1276.034935] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a160eb35-0819-4ff3-a646-f12e6bc0e7d7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.051528] env[68391]: DEBUG oslo_vmware.api [None req-3c048062-27ac-4e5c-ba8a-85fe8abf95a5 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1276.051528] env[68391]: value = "task-3039928" [ 1276.051528] env[68391]: _type = "Task" [ 1276.051528] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.058855] env[68391]: DEBUG oslo_vmware.api [None req-3c048062-27ac-4e5c-ba8a-85fe8abf95a5 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.420646] env[68391]: DEBUG oslo_concurrency.lockutils [None req-90819e8a-e857-46d1-9275-57ad89f0c214 tempest-ServerActionsTestJSON-2077647446 tempest-ServerActionsTestJSON-2077647446-project-member] Lock "ff37ae30-71e8-485d-95af-302e86188b1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.699s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.455884] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8892f7-88e3-4bae-b64d-096499f7370f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.463577] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771fa625-2108-4748-8903-2f88d8c2173c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.493091] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ace1cc3-02a4-4211-9400-285680642a27 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.499586] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a187f238-f9df-459a-a7cf-4cdde741eed9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.512787] env[68391]: DEBUG nova.compute.provider_tree [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.560286] env[68391]: DEBUG oslo_vmware.api [None req-3c048062-27ac-4e5c-ba8a-85fe8abf95a5 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039928, 'name': ReconfigVM_Task, 'duration_secs': 0.229008} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.560554] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c048062-27ac-4e5c-ba8a-85fe8abf95a5 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1276.565044] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd86d6a9-7d4a-410f-9598-1520237c9383 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.579384] env[68391]: DEBUG oslo_vmware.api [None req-3c048062-27ac-4e5c-ba8a-85fe8abf95a5 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1276.579384] env[68391]: value = "task-3039929" [ 1276.579384] env[68391]: _type = "Task" [ 1276.579384] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.586585] env[68391]: DEBUG oslo_vmware.api [None req-3c048062-27ac-4e5c-ba8a-85fe8abf95a5 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.016154] env[68391]: DEBUG nova.scheduler.client.report [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.091570] env[68391]: DEBUG oslo_vmware.api [None req-3c048062-27ac-4e5c-ba8a-85fe8abf95a5 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039929, 'name': ReconfigVM_Task, 'duration_secs': 0.134177} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.091894] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c048062-27ac-4e5c-ba8a-85fe8abf95a5 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609060', 'volume_id': 'ca98e18c-4b44-4e3b-824a-ae71716ca591', 'name': 'volume-ca98e18c-4b44-4e3b-824a-ae71716ca591', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '58ebc9a9-439e-40c5-9079-729f9bcc0c00', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca98e18c-4b44-4e3b-824a-ae71716ca591', 'serial': 'ca98e18c-4b44-4e3b-824a-ae71716ca591'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1277.633569] env[68391]: DEBUG nova.objects.instance [None req-3c048062-27ac-4e5c-ba8a-85fe8abf95a5 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lazy-loading 'flavor' on Instance uuid 58ebc9a9-439e-40c5-9079-729f9bcc0c00 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.027581] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.137s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.027817] env[68391]: DEBUG nova.compute.manager [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68391) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1278.589095] env[68391]: INFO nova.scheduler.client.report [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Deleted allocation for migration 9d5e64d0-c119-4804-97b9-95de34981b6b [ 1278.641632] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3c048062-27ac-4e5c-ba8a-85fe8abf95a5 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "58ebc9a9-439e-40c5-9079-729f9bcc0c00" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.097974] env[68391]: DEBUG oslo_concurrency.lockutils [None req-b832f4d4-e1ce-4902-8d8d-3ebc2827fcf7 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.666s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.378869] env[68391]: DEBUG nova.objects.instance [None req-e8b8af49-0f29-4d18-8972-746e69f94fca tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lazy-loading 'flavor' on Instance uuid a1a271e8-2764-46a4-9eeb-b8e0d6f9c842 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.715472] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "58ebc9a9-439e-40c5-9079-729f9bcc0c00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.715785] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "58ebc9a9-439e-40c5-9079-729f9bcc0c00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.715968] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "58ebc9a9-439e-40c5-9079-729f9bcc0c00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.716169] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "58ebc9a9-439e-40c5-9079-729f9bcc0c00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.716341] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "58ebc9a9-439e-40c5-9079-729f9bcc0c00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.718454] env[68391]: INFO nova.compute.manager [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Terminating instance [ 1279.886313] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e8b8af49-0f29-4d18-8972-746e69f94fca tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "refresh_cache-a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.886313] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e8b8af49-0f29-4d18-8972-746e69f94fca tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired lock "refresh_cache-a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.886574] env[68391]: DEBUG nova.network.neutron [None req-e8b8af49-0f29-4d18-8972-746e69f94fca tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.886616] env[68391]: DEBUG nova.objects.instance [None req-e8b8af49-0f29-4d18-8972-746e69f94fca tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lazy-loading 'info_cache' on Instance uuid a1a271e8-2764-46a4-9eeb-b8e0d6f9c842 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.222950] env[68391]: DEBUG nova.compute.manager [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1280.223307] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.224843] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2419ecdd-f74a-45cd-99a1-e09c2eafdf31 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.237772] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.238184] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85a32e45-362f-4595-8e2e-fb844b75b125 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.245360] env[68391]: DEBUG oslo_vmware.api [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1280.245360] env[68391]: value = "task-3039930" [ 1280.245360] env[68391]: _type = "Task" [ 1280.245360] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.258320] env[68391]: DEBUG oslo_vmware.api [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.391329] env[68391]: DEBUG nova.objects.base [None req-e8b8af49-0f29-4d18-8972-746e69f94fca tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1280.760193] env[68391]: DEBUG oslo_vmware.api [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039930, 'name': PowerOffVM_Task, 'duration_secs': 0.187386} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.761027] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.761027] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1280.761493] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4aa32ad-92db-4876-8806-f6d6b842971e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.823586] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1280.823785] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1280.823960] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Deleting the datastore file [datastore2] 58ebc9a9-439e-40c5-9079-729f9bcc0c00 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.824281] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a242b563-911a-46ab-be2d-2a9c10dc90ab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.831035] env[68391]: DEBUG oslo_vmware.api [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1280.831035] env[68391]: value = "task-3039932" [ 1280.831035] env[68391]: _type = "Task" [ 1280.831035] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.839188] env[68391]: DEBUG oslo_vmware.api [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.199918] env[68391]: DEBUG nova.network.neutron [None req-e8b8af49-0f29-4d18-8972-746e69f94fca tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Updating instance_info_cache with network_info: [{"id": "9a8a3b89-800a-4481-a7fe-49bc20d5e780", "address": "fa:16:3e:26:9a:5e", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a8a3b89-80", "ovs_interfaceid": "9a8a3b89-800a-4481-a7fe-49bc20d5e780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.342123] env[68391]: DEBUG oslo_vmware.api [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145356} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.342414] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.342598] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.342766] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.342938] env[68391]: INFO nova.compute.manager [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1281.343203] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.343399] env[68391]: DEBUG nova.compute.manager [-] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1281.343509] env[68391]: DEBUG nova.network.neutron [-] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1281.703442] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e8b8af49-0f29-4d18-8972-746e69f94fca tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lock "refresh_cache-a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.820848] env[68391]: DEBUG nova.compute.manager [req-c5b81004-f428-40d5-be13-9e16c68dd930 req-ff74b6ae-82f9-44cd-874d-d742e0faa3a7 service nova] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Received event network-vif-deleted-85350f90-54ed-4a9c-ac48-27c6fb732bb0 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.821111] env[68391]: INFO nova.compute.manager [req-c5b81004-f428-40d5-be13-9e16c68dd930 req-ff74b6ae-82f9-44cd-874d-d742e0faa3a7 service nova] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Neutron deleted interface 85350f90-54ed-4a9c-ac48-27c6fb732bb0; detaching it from the instance and deleting it from the info cache [ 1281.821304] env[68391]: DEBUG nova.network.neutron [req-c5b81004-f428-40d5-be13-9e16c68dd930 req-ff74b6ae-82f9-44cd-874d-d742e0faa3a7 service nova] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.982105] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Acquiring lock "59053062-b222-4325-a5e1-089418eb0f47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.982360] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Lock "59053062-b222-4325-a5e1-089418eb0f47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.305019] env[68391]: DEBUG nova.network.neutron [-] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.328026] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26c6921e-bf17-415a-ab98-2a64c322086c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.338751] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557392d8-a78b-44d0-8adc-457eec5d76c0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.365964] env[68391]: DEBUG nova.compute.manager [req-c5b81004-f428-40d5-be13-9e16c68dd930 req-ff74b6ae-82f9-44cd-874d-d742e0faa3a7 service nova] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Detach interface failed, port_id=85350f90-54ed-4a9c-ac48-27c6fb732bb0, reason: Instance 58ebc9a9-439e-40c5-9079-729f9bcc0c00 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1282.486036] env[68391]: DEBUG nova.compute.manager [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1282.708641] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b8af49-0f29-4d18-8972-746e69f94fca tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.708971] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7c9f9cc-09bc-4331-9fd1-4bab9f75eec9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.716766] env[68391]: DEBUG oslo_vmware.api [None req-e8b8af49-0f29-4d18-8972-746e69f94fca tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1282.716766] env[68391]: value = "task-3039933" [ 1282.716766] env[68391]: _type = "Task" [ 1282.716766] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.725216] env[68391]: DEBUG oslo_vmware.api [None req-e8b8af49-0f29-4d18-8972-746e69f94fca tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.806497] env[68391]: INFO nova.compute.manager [-] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Took 1.46 seconds to deallocate network for instance. [ 1283.008665] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.008923] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.010921] env[68391]: INFO nova.compute.claims [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.226522] env[68391]: DEBUG oslo_vmware.api [None req-e8b8af49-0f29-4d18-8972-746e69f94fca tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039933, 'name': PowerOnVM_Task, 'duration_secs': 0.374133} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.226862] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b8af49-0f29-4d18-8972-746e69f94fca tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.227088] env[68391]: DEBUG nova.compute.manager [None req-e8b8af49-0f29-4d18-8972-746e69f94fca tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.227841] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23426e31-38d3-47d7-b684-ca11becdb069 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.313211] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.861751] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.862019] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.862199] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.862370] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.862649] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.862806] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.863015] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.863201] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68391) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1283.863383] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.070041] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.070330] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.070504] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.070647] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.070812] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.072928] env[68391]: INFO nova.compute.manager [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Terminating instance [ 1284.078929] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784215dc-aaa6-41fc-b991-3fe7b489a168 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.088976] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4182c818-2b26-4d60-b1ff-f34957a64a42 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.118855] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bcd061-3468-4b71-97c5-8603dfd3aada {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.126179] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5321de41-c6e7-4733-b84c-98d58af56fa8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.139105] env[68391]: DEBUG nova.compute.provider_tree [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1284.366024] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.577239] env[68391]: DEBUG nova.compute.manager [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1284.577484] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.578386] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85240ff5-fefb-4cda-9cae-951115027921 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.587523] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.587760] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c95d511f-0196-4cce-bfbd-e80d9225f6e8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.594505] env[68391]: DEBUG oslo_vmware.api [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1284.594505] env[68391]: value = "task-3039934" [ 1284.594505] env[68391]: _type = "Task" [ 1284.594505] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.602582] env[68391]: DEBUG oslo_vmware.api [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.659684] env[68391]: ERROR nova.scheduler.client.report [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [req-7cff0f91-c3b2-427a-b439-cb51b13df495] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 91cd88db-7a2c-4f42-b40d-730164cb64f8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7cff0f91-c3b2-427a-b439-cb51b13df495"}]} [ 1284.675838] env[68391]: DEBUG nova.scheduler.client.report [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Refreshing inventories for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1284.690035] env[68391]: DEBUG nova.scheduler.client.report [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Updating ProviderTree inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1284.690303] env[68391]: DEBUG nova.compute.provider_tree [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1284.701654] env[68391]: DEBUG nova.scheduler.client.report [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Refreshing aggregate associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, aggregates: None {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1284.720045] env[68391]: DEBUG nova.scheduler.client.report [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Refreshing trait associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1284.781588] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44144e0-aa2e-422b-b7c2-afdbc0d2ae60 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.788998] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946011f6-78c0-4c2f-bb7e-d59ed1ba1ee2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.819326] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd30623-67f8-41f3-a0c6-0eb0d6cc0688 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.826294] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bc260f-e1b1-4e8b-a0a7-56a6f18dbe66 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.838847] env[68391]: DEBUG nova.compute.provider_tree [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1285.104659] env[68391]: DEBUG oslo_vmware.api [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039934, 'name': PowerOffVM_Task, 'duration_secs': 0.192076} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.104936] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.105122] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.105674] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1cff145-4d1d-4a26-a1a5-76b6683d9137 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.370678] env[68391]: DEBUG nova.scheduler.client.report [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Updated inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1285.370958] env[68391]: DEBUG nova.compute.provider_tree [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Updating resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 generation from 165 to 166 during operation: update_inventory {{(pid=68391) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1285.371165] env[68391]: DEBUG nova.compute.provider_tree [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1285.599051] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.599295] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.599563] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Deleting the datastore file [datastore1] a1a271e8-2764-46a4-9eeb-b8e0d6f9c842 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.599727] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-102ab7a4-d55e-4406-91da-059c4a53a78d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.606874] env[68391]: DEBUG oslo_vmware.api [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1285.606874] env[68391]: value = "task-3039936" [ 1285.606874] env[68391]: _type = "Task" [ 1285.606874] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.615673] env[68391]: DEBUG oslo_vmware.api [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.875622] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.867s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.876250] env[68391]: DEBUG nova.compute.manager [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1285.878823] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.566s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.879059] env[68391]: DEBUG nova.objects.instance [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lazy-loading 'resources' on Instance uuid 58ebc9a9-439e-40c5-9079-729f9bcc0c00 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.117301] env[68391]: DEBUG oslo_vmware.api [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145007} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.117676] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.117676] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1286.117850] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1286.118029] env[68391]: INFO nova.compute.manager [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Took 1.54 seconds to destroy the instance on the hypervisor. [ 1286.118281] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1286.118469] env[68391]: DEBUG nova.compute.manager [-] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1286.118564] env[68391]: DEBUG nova.network.neutron [-] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1286.220160] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.220421] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.220602] env[68391]: INFO nova.compute.manager [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Shelving [ 1286.382907] env[68391]: DEBUG nova.compute.utils [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1286.387717] env[68391]: DEBUG nova.compute.manager [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1286.387899] env[68391]: DEBUG nova.network.neutron [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1286.428676] env[68391]: DEBUG nova.policy [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee4f2f960d8b4e37a7efe5602cab50d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bbaf1ebdbab4e48a4db6be6be8c425e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1286.471610] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63cfc01-3f6c-4233-bed3-7fc738e4c1f7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.483629] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5ba99f-4d6f-4363-b228-8e278b13e911 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.515046] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c19086-c114-4719-a370-c39d68d06352 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.522351] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5124a3b0-aa5b-4051-a9c2-15aa3e66f6f2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.535801] env[68391]: DEBUG nova.compute.provider_tree [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.703411] env[68391]: DEBUG nova.compute.manager [req-f220cfac-cd94-4955-b632-c612b118257b req-bb662a95-745c-41f9-9bf6-e100eda2261b service nova] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Received event network-vif-deleted-9a8a3b89-800a-4481-a7fe-49bc20d5e780 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.703660] env[68391]: INFO nova.compute.manager [req-f220cfac-cd94-4955-b632-c612b118257b req-bb662a95-745c-41f9-9bf6-e100eda2261b service nova] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Neutron deleted interface 9a8a3b89-800a-4481-a7fe-49bc20d5e780; detaching it from the instance and deleting it from the info cache [ 1286.703780] env[68391]: DEBUG nova.network.neutron [req-f220cfac-cd94-4955-b632-c612b118257b req-bb662a95-745c-41f9-9bf6-e100eda2261b service nova] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.806666] env[68391]: DEBUG nova.network.neutron [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Successfully created port: 789730ac-47f5-4fb7-ad0e-dcb0a808a14b {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1286.888539] env[68391]: DEBUG nova.compute.manager [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1287.039040] env[68391]: DEBUG nova.scheduler.client.report [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.187881] env[68391]: DEBUG nova.network.neutron [-] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.206613] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f981171-6a5e-4760-9e2f-61f133d4976b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.216543] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92372131-8429-4e4b-a2c3-5af94ad17458 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.229489] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.229935] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac99a357-2729-4c54-a9a6-e29ee05d2ca0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.235281] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1287.235281] env[68391]: value = "task-3039937" [ 1287.235281] env[68391]: _type = "Task" [ 1287.235281] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.244242] env[68391]: DEBUG nova.compute.manager [req-f220cfac-cd94-4955-b632-c612b118257b req-bb662a95-745c-41f9-9bf6-e100eda2261b service nova] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Detach interface failed, port_id=9a8a3b89-800a-4481-a7fe-49bc20d5e780, reason: Instance a1a271e8-2764-46a4-9eeb-b8e0d6f9c842 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1287.247302] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.543590] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.546262] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.180s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.546443] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.546603] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68391) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1287.547482] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9abf2b3-e036-4ef2-8161-1a516e7b88ae {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.555397] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde29048-1415-443a-bb4a-a12f9df228ac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.569031] env[68391]: INFO nova.scheduler.client.report [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Deleted allocations for instance 58ebc9a9-439e-40c5-9079-729f9bcc0c00 [ 1287.570426] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5ccd15-51bd-4d6a-94df-aa8089796cd3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.579647] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce157165-dd1f-4fed-8ce6-65eec84c0313 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.610266] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180450MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=68391) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1287.610396] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.610620] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.690523] env[68391]: INFO nova.compute.manager [-] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Took 1.57 seconds to deallocate network for instance. [ 1287.745196] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039937, 'name': PowerOffVM_Task, 'duration_secs': 0.176861} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.745426] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.746230] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb3333f-697d-44df-adb5-b6bc318b13df {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.764926] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80759836-92ae-43a4-a1c2-ac55bccfa727 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.899524] env[68391]: DEBUG nova.compute.manager [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1287.922807] env[68391]: DEBUG nova.virt.hardware [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.923064] env[68391]: DEBUG nova.virt.hardware [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.923228] env[68391]: DEBUG nova.virt.hardware [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.923407] env[68391]: DEBUG nova.virt.hardware [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.923583] env[68391]: DEBUG nova.virt.hardware [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.923697] env[68391]: DEBUG nova.virt.hardware [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.923950] env[68391]: DEBUG nova.virt.hardware [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.924174] env[68391]: DEBUG nova.virt.hardware [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.924364] env[68391]: DEBUG nova.virt.hardware [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.924543] env[68391]: DEBUG nova.virt.hardware [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.924733] env[68391]: DEBUG nova.virt.hardware [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.925649] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c60c12-0d90-4e29-9fa4-0c80a2fc08f4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.934529] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd89a8c-df7b-4c10-b476-246af07e6114 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.079186] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0a424dce-9180-4ee5-875a-ced254dc78fc tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "58ebc9a9-439e-40c5-9079-729f9bcc0c00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.363s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.197109] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.275053] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Creating Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1288.275375] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b331de26-41df-491c-86fd-34e5c4399bc8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.282848] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1288.282848] env[68391]: value = "task-3039938" [ 1288.282848] env[68391]: _type = "Task" [ 1288.282848] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.297258] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039938, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.299634] env[68391]: DEBUG nova.network.neutron [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Successfully updated port: 789730ac-47f5-4fb7-ad0e-dcb0a808a14b {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1288.639259] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance d3db519b-a6cb-4da3-bdcd-90c55dee0e1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1288.639508] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance a1a271e8-2764-46a4-9eeb-b8e0d6f9c842 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1288.639780] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 59053062-b222-4325-a5e1-089418eb0f47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1288.640198] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1288.640406] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1288.695743] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8c61a4-f886-4888-8cf8-ae6cf2a6296d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.704029] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2f1db6-2a4c-49c2-bb1e-d2ddad885c9c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.736014] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69015cf-2498-498d-9e4a-27b1da7f4b23 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.739680] env[68391]: DEBUG nova.compute.manager [req-ada13748-673b-4d4d-8965-5353a78d9e89 req-fa09d976-0432-4666-853f-fb895bcc94c4 service nova] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Received event network-vif-plugged-789730ac-47f5-4fb7-ad0e-dcb0a808a14b {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.739890] env[68391]: DEBUG oslo_concurrency.lockutils [req-ada13748-673b-4d4d-8965-5353a78d9e89 req-fa09d976-0432-4666-853f-fb895bcc94c4 service nova] Acquiring lock "59053062-b222-4325-a5e1-089418eb0f47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.740107] env[68391]: DEBUG oslo_concurrency.lockutils [req-ada13748-673b-4d4d-8965-5353a78d9e89 req-fa09d976-0432-4666-853f-fb895bcc94c4 service nova] Lock "59053062-b222-4325-a5e1-089418eb0f47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.740274] env[68391]: DEBUG oslo_concurrency.lockutils [req-ada13748-673b-4d4d-8965-5353a78d9e89 req-fa09d976-0432-4666-853f-fb895bcc94c4 service nova] Lock "59053062-b222-4325-a5e1-089418eb0f47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.740502] env[68391]: DEBUG nova.compute.manager [req-ada13748-673b-4d4d-8965-5353a78d9e89 req-fa09d976-0432-4666-853f-fb895bcc94c4 service nova] [instance: 59053062-b222-4325-a5e1-089418eb0f47] No waiting events found dispatching network-vif-plugged-789730ac-47f5-4fb7-ad0e-dcb0a808a14b {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1288.740590] env[68391]: WARNING nova.compute.manager [req-ada13748-673b-4d4d-8965-5353a78d9e89 req-fa09d976-0432-4666-853f-fb895bcc94c4 service nova] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Received unexpected event network-vif-plugged-789730ac-47f5-4fb7-ad0e-dcb0a808a14b for instance with vm_state building and task_state spawning. [ 1288.740742] env[68391]: DEBUG nova.compute.manager [req-ada13748-673b-4d4d-8965-5353a78d9e89 req-fa09d976-0432-4666-853f-fb895bcc94c4 service nova] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Received event network-changed-789730ac-47f5-4fb7-ad0e-dcb0a808a14b {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.740895] env[68391]: DEBUG nova.compute.manager [req-ada13748-673b-4d4d-8965-5353a78d9e89 req-fa09d976-0432-4666-853f-fb895bcc94c4 service nova] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Refreshing instance network info cache due to event network-changed-789730ac-47f5-4fb7-ad0e-dcb0a808a14b. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1288.741087] env[68391]: DEBUG oslo_concurrency.lockutils [req-ada13748-673b-4d4d-8965-5353a78d9e89 req-fa09d976-0432-4666-853f-fb895bcc94c4 service nova] Acquiring lock "refresh_cache-59053062-b222-4325-a5e1-089418eb0f47" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.741223] env[68391]: DEBUG oslo_concurrency.lockutils [req-ada13748-673b-4d4d-8965-5353a78d9e89 req-fa09d976-0432-4666-853f-fb895bcc94c4 service nova] Acquired lock "refresh_cache-59053062-b222-4325-a5e1-089418eb0f47" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.741383] env[68391]: DEBUG nova.network.neutron [req-ada13748-673b-4d4d-8965-5353a78d9e89 req-fa09d976-0432-4666-853f-fb895bcc94c4 service nova] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Refreshing network info cache for port 789730ac-47f5-4fb7-ad0e-dcb0a808a14b {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.747933] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b212375d-dc5f-4a8c-8b51-c1c4c111a8ba {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.762729] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.793122] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039938, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.803011] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Acquiring lock "refresh_cache-59053062-b222-4325-a5e1-089418eb0f47" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.265912] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.271993] env[68391]: DEBUG nova.network.neutron [req-ada13748-673b-4d4d-8965-5353a78d9e89 req-fa09d976-0432-4666-853f-fb895bcc94c4 service nova] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1289.294274] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039938, 'name': CreateSnapshot_Task, 'duration_secs': 0.581017} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.294528] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Created Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1289.295250] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1d6ea8-4b9b-42f5-a054-69c3f0346246 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.349352] env[68391]: DEBUG nova.network.neutron [req-ada13748-673b-4d4d-8965-5353a78d9e89 req-fa09d976-0432-4666-853f-fb895bcc94c4 service nova] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.771797] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68391) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1289.772078] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.161s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.772336] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.575s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.772576] env[68391]: DEBUG nova.objects.instance [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lazy-loading 'resources' on Instance uuid a1a271e8-2764-46a4-9eeb-b8e0d6f9c842 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.811583] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Creating linked-clone VM from snapshot {{(pid=68391) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1289.811863] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1b09145f-eb99-4552-9b9a-4a977bab1420 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.820857] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1289.820857] env[68391]: value = "task-3039939" [ 1289.820857] env[68391]: _type = "Task" [ 1289.820857] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.828741] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039939, 'name': CloneVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.851704] env[68391]: DEBUG oslo_concurrency.lockutils [req-ada13748-673b-4d4d-8965-5353a78d9e89 req-fa09d976-0432-4666-853f-fb895bcc94c4 service nova] Releasing lock "refresh_cache-59053062-b222-4325-a5e1-089418eb0f47" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.852090] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Acquired lock "refresh_cache-59053062-b222-4325-a5e1-089418eb0f47" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.852253] env[68391]: DEBUG nova.network.neutron [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.911994] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "72834567-b60e-4452-8c9e-7fe320bdf59f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.912222] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "72834567-b60e-4452-8c9e-7fe320bdf59f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.332461] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039939, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.343073] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e646ac-9795-4696-8d00-ef420cf4f548 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.350539] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d493334-8b80-4690-985f-9dbfc1f84d8d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.386683] env[68391]: DEBUG nova.network.neutron [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1290.389288] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d6e633-4177-4ddb-9cb6-51e1df32ec9f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.397172] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2deb9eb1-f1f7-47fd-b419-869d9a779f5b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.411298] env[68391]: DEBUG nova.compute.provider_tree [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.414863] env[68391]: DEBUG nova.compute.manager [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1290.534843] env[68391]: DEBUG nova.network.neutron [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Updating instance_info_cache with network_info: [{"id": "789730ac-47f5-4fb7-ad0e-dcb0a808a14b", "address": "fa:16:3e:b7:98:9c", "network": {"id": "abde74ec-272d-41d0-8699-c881da1b1b4a", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-126596378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bbaf1ebdbab4e48a4db6be6be8c425e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap789730ac-47", "ovs_interfaceid": "789730ac-47f5-4fb7-ad0e-dcb0a808a14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.831662] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039939, 'name': CloneVM_Task} progress is 95%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.918953] env[68391]: DEBUG nova.scheduler.client.report [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.937106] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.037482] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Releasing lock "refresh_cache-59053062-b222-4325-a5e1-089418eb0f47" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.037796] env[68391]: DEBUG nova.compute.manager [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Instance network_info: |[{"id": "789730ac-47f5-4fb7-ad0e-dcb0a808a14b", "address": "fa:16:3e:b7:98:9c", "network": {"id": "abde74ec-272d-41d0-8699-c881da1b1b4a", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-126596378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bbaf1ebdbab4e48a4db6be6be8c425e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap789730ac-47", "ovs_interfaceid": "789730ac-47f5-4fb7-ad0e-dcb0a808a14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1291.038229] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:98:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '789730ac-47f5-4fb7-ad0e-dcb0a808a14b', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.045771] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Creating folder: Project (0bbaf1ebdbab4e48a4db6be6be8c425e). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1291.046050] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9650eea0-6aa0-4460-9bff-4d4c177dc946 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.056510] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Created folder: Project (0bbaf1ebdbab4e48a4db6be6be8c425e) in parent group-v608736. [ 1291.056690] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Creating folder: Instances. Parent ref: group-v609063. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1291.056921] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bf4c591-8059-46c5-9d9b-ec7d5ddfd9a5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.065697] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Created folder: Instances in parent group-v609063. [ 1291.065906] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.066094] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.066280] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbf945f2-d228-4bd3-b0e0-04c17d58d58a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.084277] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1291.084277] env[68391]: value = "task-3039942" [ 1291.084277] env[68391]: _type = "Task" [ 1291.084277] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.090884] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039942, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.333245] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039939, 'name': CloneVM_Task, 'duration_secs': 1.110627} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.333548] env[68391]: INFO nova.virt.vmwareapi.vmops [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Created linked-clone VM from snapshot [ 1291.334905] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3ce05d-468a-439e-823f-4f48ad9850b9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.342184] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Uploading image fe2f7766-d46c-4342-bb17-791d482b1671 {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1291.369466] env[68391]: DEBUG oslo_vmware.rw_handles [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1291.369466] env[68391]: value = "vm-609062" [ 1291.369466] env[68391]: _type = "VirtualMachine" [ 1291.369466] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1291.369668] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f4b492f3-423a-4742-98ad-84d115b52af3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.376384] env[68391]: DEBUG oslo_vmware.rw_handles [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lease: (returnval){ [ 1291.376384] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52fe9cdb-506a-7e05-3352-f9db3aa0363b" [ 1291.376384] env[68391]: _type = "HttpNfcLease" [ 1291.376384] env[68391]: } obtained for exporting VM: (result){ [ 1291.376384] env[68391]: value = "vm-609062" [ 1291.376384] env[68391]: _type = "VirtualMachine" [ 1291.376384] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1291.376662] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the lease: (returnval){ [ 1291.376662] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52fe9cdb-506a-7e05-3352-f9db3aa0363b" [ 1291.376662] env[68391]: _type = "HttpNfcLease" [ 1291.376662] env[68391]: } to be ready. {{(pid=68391) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1291.383403] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1291.383403] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52fe9cdb-506a-7e05-3352-f9db3aa0363b" [ 1291.383403] env[68391]: _type = "HttpNfcLease" [ 1291.383403] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1291.426521] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.428301] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.491s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.429905] env[68391]: INFO nova.compute.claims [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.444162] env[68391]: INFO nova.scheduler.client.report [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Deleted allocations for instance a1a271e8-2764-46a4-9eeb-b8e0d6f9c842 [ 1291.594883] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039942, 'name': CreateVM_Task, 'duration_secs': 0.401898} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.595078] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.595748] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.595913] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.596258] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.596503] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07968641-ffff-4220-8c26-dc327d633b3f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.600552] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Waiting for the task: (returnval){ [ 1291.600552] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c3722a-7846-9d74-70d8-0469dcad23c2" [ 1291.600552] env[68391]: _type = "Task" [ 1291.600552] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.608125] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c3722a-7846-9d74-70d8-0469dcad23c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.884231] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1291.884231] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52fe9cdb-506a-7e05-3352-f9db3aa0363b" [ 1291.884231] env[68391]: _type = "HttpNfcLease" [ 1291.884231] env[68391]: } is ready. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1291.884513] env[68391]: DEBUG oslo_vmware.rw_handles [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1291.884513] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52fe9cdb-506a-7e05-3352-f9db3aa0363b" [ 1291.884513] env[68391]: _type = "HttpNfcLease" [ 1291.884513] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1291.885280] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cd6ba1-97d5-405a-a7b1-f0d9f2d72e8a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.892474] env[68391]: DEBUG oslo_vmware.rw_handles [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a29f3b-c2b1-e684-9922-ae3d0d32c002/disk-0.vmdk from lease info. {{(pid=68391) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1291.892649] env[68391]: DEBUG oslo_vmware.rw_handles [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a29f3b-c2b1-e684-9922-ae3d0d32c002/disk-0.vmdk for reading. {{(pid=68391) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1291.955035] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0ec62473-7519-4abc-af0d-5b5d87db1ba4 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "a1a271e8-2764-46a4-9eeb-b8e0d6f9c842" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.885s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.983565] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fa461660-7c93-45bd-bba8-542c0d50d518 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.111624] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52c3722a-7846-9d74-70d8-0469dcad23c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009515} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.111917] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.112131] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.112370] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.112529] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.112737] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.113009] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68051195-fafd-481f-a4ec-d74cdb5b22a3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.120878] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.121054] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.121765] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-403a8560-111f-4925-8d8e-fde90625ec00 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.126841] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Waiting for the task: (returnval){ [ 1292.126841] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521a6350-1fa0-92fb-0c2c-62a5e65eefba" [ 1292.126841] env[68391]: _type = "Task" [ 1292.126841] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.134869] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521a6350-1fa0-92fb-0c2c-62a5e65eefba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.521907] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981623b1-2b00-4266-a5fc-dd2d26704cc5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.530051] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658ed1f0-d528-4653-ad21-48c53e9fa4dc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.561630] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4993f235-6f07-486e-b402-4e984e376e15 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.569687] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f856d1-cf1a-41b1-ac6e-05ae9375eb80 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.586467] env[68391]: DEBUG nova.compute.provider_tree [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.637968] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521a6350-1fa0-92fb-0c2c-62a5e65eefba, 'name': SearchDatastore_Task, 'duration_secs': 0.009001} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.639030] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3471672-97db-4b5f-a209-6eefc0d22eb4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.644620] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Waiting for the task: (returnval){ [ 1292.644620] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520d73b8-f942-6f2f-7d5c-745ef5c2c991" [ 1292.644620] env[68391]: _type = "Task" [ 1292.644620] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.653362] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520d73b8-f942-6f2f-7d5c-745ef5c2c991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.090296] env[68391]: DEBUG nova.scheduler.client.report [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.154983] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520d73b8-f942-6f2f-7d5c-745ef5c2c991, 'name': SearchDatastore_Task, 'duration_secs': 0.011311} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.155263] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.155580] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 59053062-b222-4325-a5e1-089418eb0f47/59053062-b222-4325-a5e1-089418eb0f47.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1293.155891] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c08fd0b-42a4-4576-be45-6d42fe33c6b3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.161958] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Waiting for the task: (returnval){ [ 1293.161958] env[68391]: value = "task-3039944" [ 1293.161958] env[68391]: _type = "Task" [ 1293.161958] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.170251] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': task-3039944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.277536] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "aa2df88f-f438-49a2-84e2-d675800d3a0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.277906] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "aa2df88f-f438-49a2-84e2-d675800d3a0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.595143] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.595692] env[68391]: DEBUG nova.compute.manager [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1293.673726] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': task-3039944, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.781058] env[68391]: DEBUG nova.compute.manager [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1294.101453] env[68391]: DEBUG nova.compute.utils [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1294.103055] env[68391]: DEBUG nova.compute.manager [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1294.103249] env[68391]: DEBUG nova.network.neutron [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1294.141386] env[68391]: DEBUG nova.policy [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ccc68919ff44a95b5422042eb1b4085', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffcd61a7751e437f8129d7e4b82e8672', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1294.174489] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': task-3039944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574755} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.174912] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 59053062-b222-4325-a5e1-089418eb0f47/59053062-b222-4325-a5e1-089418eb0f47.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1294.175203] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1294.175523] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bf76b33-f6be-4625-a218-51f90266af90 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.183717] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Waiting for the task: (returnval){ [ 1294.183717] env[68391]: value = "task-3039945" [ 1294.183717] env[68391]: _type = "Task" [ 1294.183717] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.191883] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': task-3039945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.304702] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.305084] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.306887] env[68391]: INFO nova.compute.claims [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.420036] env[68391]: DEBUG nova.network.neutron [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Successfully created port: 00ee6266-76bf-41ca-b9e2-73d9288daf7c {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1294.606775] env[68391]: DEBUG nova.compute.manager [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1294.694871] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': task-3039945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064346} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.695260] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1294.696161] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61625660-49dd-495b-95dd-c19d9298614a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.721940] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 59053062-b222-4325-a5e1-089418eb0f47/59053062-b222-4325-a5e1-089418eb0f47.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.721940] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e005dde0-7424-4a55-ab2b-36615fd7bf53 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.742307] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Waiting for the task: (returnval){ [ 1294.742307] env[68391]: value = "task-3039946" [ 1294.742307] env[68391]: _type = "Task" [ 1294.742307] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.752207] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': task-3039946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.252699] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': task-3039946, 'name': ReconfigVM_Task, 'duration_secs': 0.259127} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.253028] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 59053062-b222-4325-a5e1-089418eb0f47/59053062-b222-4325-a5e1-089418eb0f47.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.253651] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4803f960-9d87-45ea-875b-2bbb8735c80d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.260667] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Waiting for the task: (returnval){ [ 1295.260667] env[68391]: value = "task-3039947" [ 1295.260667] env[68391]: _type = "Task" [ 1295.260667] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.268323] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': task-3039947, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.384952] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891055cc-9793-47c0-887c-a570cad4761f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.394194] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb0761a-338e-45c1-a12e-13b5cf57ac5a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.430615] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdb4359-6edf-4941-ac07-a1aea130eaf7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.438706] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50a5131-8509-4433-a6aa-65784981f25b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.452479] env[68391]: DEBUG nova.compute.provider_tree [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.617943] env[68391]: DEBUG nova.compute.manager [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1295.648334] env[68391]: DEBUG nova.virt.hardware [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.648639] env[68391]: DEBUG nova.virt.hardware [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.648788] env[68391]: DEBUG nova.virt.hardware [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.649569] env[68391]: DEBUG nova.virt.hardware [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.649569] env[68391]: DEBUG nova.virt.hardware [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.649569] env[68391]: DEBUG nova.virt.hardware [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.649569] env[68391]: DEBUG nova.virt.hardware [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.649808] env[68391]: DEBUG nova.virt.hardware [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.649930] env[68391]: DEBUG nova.virt.hardware [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.650127] env[68391]: DEBUG nova.virt.hardware [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.650319] env[68391]: DEBUG nova.virt.hardware [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.651222] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4053da-0518-495a-814b-074e864a28c0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.659937] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1065869-30f5-4c18-b789-21ec037bc233 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.772099] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': task-3039947, 'name': Rename_Task, 'duration_secs': 0.15257} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.772293] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.772556] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b67798d-6034-41c4-90c4-17a68335b914 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.779224] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Waiting for the task: (returnval){ [ 1295.779224] env[68391]: value = "task-3039948" [ 1295.779224] env[68391]: _type = "Task" [ 1295.779224] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.791025] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': task-3039948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.882780] env[68391]: DEBUG nova.compute.manager [req-8b0ff1f1-073b-4d43-b0a4-57c0bd3e0080 req-de3bf660-de33-441c-9504-fa957a737fc6 service nova] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Received event network-vif-plugged-00ee6266-76bf-41ca-b9e2-73d9288daf7c {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.883149] env[68391]: DEBUG oslo_concurrency.lockutils [req-8b0ff1f1-073b-4d43-b0a4-57c0bd3e0080 req-de3bf660-de33-441c-9504-fa957a737fc6 service nova] Acquiring lock "72834567-b60e-4452-8c9e-7fe320bdf59f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.883415] env[68391]: DEBUG oslo_concurrency.lockutils [req-8b0ff1f1-073b-4d43-b0a4-57c0bd3e0080 req-de3bf660-de33-441c-9504-fa957a737fc6 service nova] Lock "72834567-b60e-4452-8c9e-7fe320bdf59f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.883671] env[68391]: DEBUG oslo_concurrency.lockutils [req-8b0ff1f1-073b-4d43-b0a4-57c0bd3e0080 req-de3bf660-de33-441c-9504-fa957a737fc6 service nova] Lock "72834567-b60e-4452-8c9e-7fe320bdf59f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.883901] env[68391]: DEBUG nova.compute.manager [req-8b0ff1f1-073b-4d43-b0a4-57c0bd3e0080 req-de3bf660-de33-441c-9504-fa957a737fc6 service nova] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] No waiting events found dispatching network-vif-plugged-00ee6266-76bf-41ca-b9e2-73d9288daf7c {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1295.884156] env[68391]: WARNING nova.compute.manager [req-8b0ff1f1-073b-4d43-b0a4-57c0bd3e0080 req-de3bf660-de33-441c-9504-fa957a737fc6 service nova] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Received unexpected event network-vif-plugged-00ee6266-76bf-41ca-b9e2-73d9288daf7c for instance with vm_state building and task_state spawning. [ 1295.934144] env[68391]: DEBUG nova.network.neutron [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Successfully updated port: 00ee6266-76bf-41ca-b9e2-73d9288daf7c {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1295.955750] env[68391]: DEBUG nova.scheduler.client.report [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.288949] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': task-3039948, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.438601] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "refresh_cache-72834567-b60e-4452-8c9e-7fe320bdf59f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.438833] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquired lock "refresh_cache-72834567-b60e-4452-8c9e-7fe320bdf59f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.439023] env[68391]: DEBUG nova.network.neutron [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.460422] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.461098] env[68391]: DEBUG nova.compute.manager [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1296.789353] env[68391]: DEBUG oslo_vmware.api [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': task-3039948, 'name': PowerOnVM_Task, 'duration_secs': 0.697659} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.789783] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.789916] env[68391]: INFO nova.compute.manager [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1296.790039] env[68391]: DEBUG nova.compute.manager [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.790836] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2effeab1-8b8b-41b7-a4ee-937f0735187e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.966471] env[68391]: DEBUG nova.compute.utils [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1296.968010] env[68391]: DEBUG nova.compute.manager [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1296.969418] env[68391]: DEBUG nova.network.neutron [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1296.996098] env[68391]: DEBUG nova.network.neutron [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1297.061135] env[68391]: DEBUG nova.policy [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7db80fde141e47b0811fc2820e3550d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43a8bce83136498d9340deb9e79e16fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1297.212293] env[68391]: DEBUG nova.network.neutron [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Updating instance_info_cache with network_info: [{"id": "00ee6266-76bf-41ca-b9e2-73d9288daf7c", "address": "fa:16:3e:8e:f7:64", "network": {"id": "559576db-d198-4d30-ad99-31a9917de15c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1964259922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffcd61a7751e437f8129d7e4b82e8672", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ee6266-76", "ovs_interfaceid": "00ee6266-76bf-41ca-b9e2-73d9288daf7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.309271] env[68391]: INFO nova.compute.manager [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Took 14.32 seconds to build instance. [ 1297.407823] env[68391]: DEBUG nova.network.neutron [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Successfully created port: c1bdf9a2-9dbc-4571-bad5-6414997e3e70 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1297.472270] env[68391]: DEBUG nova.compute.manager [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1297.715656] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Releasing lock "refresh_cache-72834567-b60e-4452-8c9e-7fe320bdf59f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.716148] env[68391]: DEBUG nova.compute.manager [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Instance network_info: |[{"id": "00ee6266-76bf-41ca-b9e2-73d9288daf7c", "address": "fa:16:3e:8e:f7:64", "network": {"id": "559576db-d198-4d30-ad99-31a9917de15c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1964259922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffcd61a7751e437f8129d7e4b82e8672", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ee6266-76", "ovs_interfaceid": "00ee6266-76bf-41ca-b9e2-73d9288daf7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1297.716749] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:f7:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00ee6266-76bf-41ca-b9e2-73d9288daf7c', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.728796] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.729156] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.729479] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f2235a9-b7b2-47a9-8ab6-b1bba7a0b8c1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.759298] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.759298] env[68391]: value = "task-3039949" [ 1297.759298] env[68391]: _type = "Task" [ 1297.759298] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.768864] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039949, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.811799] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07b47c06-ecd5-4b50-8f2c-bc877a97467d tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Lock "59053062-b222-4325-a5e1-089418eb0f47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.829s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.910551] env[68391]: DEBUG nova.compute.manager [req-39210524-3f2b-4805-88d9-aa8947f3ddf4 req-cb91bf2d-40ec-4bc4-a415-b4c9478a77e0 service nova] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Received event network-changed-00ee6266-76bf-41ca-b9e2-73d9288daf7c {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.910680] env[68391]: DEBUG nova.compute.manager [req-39210524-3f2b-4805-88d9-aa8947f3ddf4 req-cb91bf2d-40ec-4bc4-a415-b4c9478a77e0 service nova] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Refreshing instance network info cache due to event network-changed-00ee6266-76bf-41ca-b9e2-73d9288daf7c. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1297.910913] env[68391]: DEBUG oslo_concurrency.lockutils [req-39210524-3f2b-4805-88d9-aa8947f3ddf4 req-cb91bf2d-40ec-4bc4-a415-b4c9478a77e0 service nova] Acquiring lock "refresh_cache-72834567-b60e-4452-8c9e-7fe320bdf59f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.911074] env[68391]: DEBUG oslo_concurrency.lockutils [req-39210524-3f2b-4805-88d9-aa8947f3ddf4 req-cb91bf2d-40ec-4bc4-a415-b4c9478a77e0 service nova] Acquired lock "refresh_cache-72834567-b60e-4452-8c9e-7fe320bdf59f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.911245] env[68391]: DEBUG nova.network.neutron [req-39210524-3f2b-4805-88d9-aa8947f3ddf4 req-cb91bf2d-40ec-4bc4-a415-b4c9478a77e0 service nova] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Refreshing network info cache for port 00ee6266-76bf-41ca-b9e2-73d9288daf7c {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.269957] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039949, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.485259] env[68391]: DEBUG nova.compute.manager [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1298.512957] env[68391]: DEBUG nova.virt.hardware [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.513238] env[68391]: DEBUG nova.virt.hardware [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.513398] env[68391]: DEBUG nova.virt.hardware [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.513579] env[68391]: DEBUG nova.virt.hardware [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.513726] env[68391]: DEBUG nova.virt.hardware [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.513872] env[68391]: DEBUG nova.virt.hardware [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.514141] env[68391]: DEBUG nova.virt.hardware [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.514310] env[68391]: DEBUG nova.virt.hardware [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.514481] env[68391]: DEBUG nova.virt.hardware [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.514640] env[68391]: DEBUG nova.virt.hardware [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.514811] env[68391]: DEBUG nova.virt.hardware [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.515687] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2602e5-740e-4c56-aac4-8114e2f94070 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.522114] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Acquiring lock "59053062-b222-4325-a5e1-089418eb0f47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.522365] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Lock "59053062-b222-4325-a5e1-089418eb0f47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.522599] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Acquiring lock "59053062-b222-4325-a5e1-089418eb0f47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.522768] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Lock "59053062-b222-4325-a5e1-089418eb0f47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.522939] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Lock "59053062-b222-4325-a5e1-089418eb0f47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.526744] env[68391]: INFO nova.compute.manager [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Terminating instance [ 1298.529130] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d6c7dc-9bdb-45e4-8e2a-7d4afd6b25da {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.613490] env[68391]: DEBUG nova.network.neutron [req-39210524-3f2b-4805-88d9-aa8947f3ddf4 req-cb91bf2d-40ec-4bc4-a415-b4c9478a77e0 service nova] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Updated VIF entry in instance network info cache for port 00ee6266-76bf-41ca-b9e2-73d9288daf7c. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.613945] env[68391]: DEBUG nova.network.neutron [req-39210524-3f2b-4805-88d9-aa8947f3ddf4 req-cb91bf2d-40ec-4bc4-a415-b4c9478a77e0 service nova] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Updating instance_info_cache with network_info: [{"id": "00ee6266-76bf-41ca-b9e2-73d9288daf7c", "address": "fa:16:3e:8e:f7:64", "network": {"id": "559576db-d198-4d30-ad99-31a9917de15c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1964259922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffcd61a7751e437f8129d7e4b82e8672", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ee6266-76", "ovs_interfaceid": "00ee6266-76bf-41ca-b9e2-73d9288daf7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.771856] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039949, 'name': CreateVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.869814] env[68391]: DEBUG nova.network.neutron [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Successfully updated port: c1bdf9a2-9dbc-4571-bad5-6414997e3e70 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1299.035893] env[68391]: DEBUG nova.compute.manager [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1299.036233] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.037209] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982bc084-b9c6-4fc0-816d-56c798d211b3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.045568] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.045857] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13c36d7c-a5f4-47e0-836a-b3d07ae11326 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.052995] env[68391]: DEBUG oslo_vmware.api [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Waiting for the task: (returnval){ [ 1299.052995] env[68391]: value = "task-3039950" [ 1299.052995] env[68391]: _type = "Task" [ 1299.052995] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.061920] env[68391]: DEBUG oslo_vmware.api [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': task-3039950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.116810] env[68391]: DEBUG oslo_concurrency.lockutils [req-39210524-3f2b-4805-88d9-aa8947f3ddf4 req-cb91bf2d-40ec-4bc4-a415-b4c9478a77e0 service nova] Releasing lock "refresh_cache-72834567-b60e-4452-8c9e-7fe320bdf59f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.271562] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039949, 'name': CreateVM_Task, 'duration_secs': 1.428855} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.271762] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1299.272498] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.272670] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.273073] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.273347] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09518cfc-fa3b-4548-b15d-9b404a23501f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.277781] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1299.277781] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526c97ac-dea9-19af-0785-76a3aba03b65" [ 1299.277781] env[68391]: _type = "Task" [ 1299.277781] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.285887] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526c97ac-dea9-19af-0785-76a3aba03b65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.372791] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "refresh_cache-aa2df88f-f438-49a2-84e2-d675800d3a0c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.373019] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired lock "refresh_cache-aa2df88f-f438-49a2-84e2-d675800d3a0c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.373122] env[68391]: DEBUG nova.network.neutron [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.502589] env[68391]: DEBUG oslo_vmware.rw_handles [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a29f3b-c2b1-e684-9922-ae3d0d32c002/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1299.503939] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beac14e5-a567-403e-99a6-a88ed16cabbf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.509858] env[68391]: DEBUG oslo_vmware.rw_handles [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a29f3b-c2b1-e684-9922-ae3d0d32c002/disk-0.vmdk is in state: ready. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1299.510040] env[68391]: ERROR oslo_vmware.rw_handles [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a29f3b-c2b1-e684-9922-ae3d0d32c002/disk-0.vmdk due to incomplete transfer. [ 1299.510260] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-81716bee-73b2-457a-b7c7-7bcbe439a934 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.517328] env[68391]: DEBUG oslo_vmware.rw_handles [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a29f3b-c2b1-e684-9922-ae3d0d32c002/disk-0.vmdk. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1299.517482] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Uploaded image fe2f7766-d46c-4342-bb17-791d482b1671 to the Glance image server {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1299.519838] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Destroying the VM {{(pid=68391) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1299.520259] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eca21e20-0a03-40ef-abe1-b79f3b687908 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.525168] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1299.525168] env[68391]: value = "task-3039951" [ 1299.525168] env[68391]: _type = "Task" [ 1299.525168] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.532368] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039951, 'name': Destroy_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.561504] env[68391]: DEBUG oslo_vmware.api [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': task-3039950, 'name': PowerOffVM_Task, 'duration_secs': 0.223784} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.561773] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.561948] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.562204] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94b9a7f8-f1ca-4e47-8d0e-a7891c71c570 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.627511] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.627740] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.627950] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Deleting the datastore file [datastore2] 59053062-b222-4325-a5e1-089418eb0f47 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.628241] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-597b4a84-cb66-49c8-8f67-ea1b564abd2a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.636316] env[68391]: DEBUG oslo_vmware.api [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Waiting for the task: (returnval){ [ 1299.636316] env[68391]: value = "task-3039953" [ 1299.636316] env[68391]: _type = "Task" [ 1299.636316] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.643815] env[68391]: DEBUG oslo_vmware.api [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': task-3039953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.788645] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526c97ac-dea9-19af-0785-76a3aba03b65, 'name': SearchDatastore_Task, 'duration_secs': 0.012951} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.788910] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.789180] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.789420] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.789603] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.789789] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.790051] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b720d01-f922-4b01-9d36-f4713565f69a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.797537] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.797706] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.798487] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d93048d-3aae-4950-9832-47e821736a6d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.803190] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1299.803190] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52125af6-e0e9-8c43-cf9d-98889da27d16" [ 1299.803190] env[68391]: _type = "Task" [ 1299.803190] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.811786] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52125af6-e0e9-8c43-cf9d-98889da27d16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.902962] env[68391]: DEBUG nova.network.neutron [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1299.948443] env[68391]: DEBUG nova.compute.manager [req-3c776f70-1806-4b43-b713-53428ea1476d req-e4166615-7503-46d8-a760-112a262ae5ab service nova] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Received event network-vif-plugged-c1bdf9a2-9dbc-4571-bad5-6414997e3e70 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.948715] env[68391]: DEBUG oslo_concurrency.lockutils [req-3c776f70-1806-4b43-b713-53428ea1476d req-e4166615-7503-46d8-a760-112a262ae5ab service nova] Acquiring lock "aa2df88f-f438-49a2-84e2-d675800d3a0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.949022] env[68391]: DEBUG oslo_concurrency.lockutils [req-3c776f70-1806-4b43-b713-53428ea1476d req-e4166615-7503-46d8-a760-112a262ae5ab service nova] Lock "aa2df88f-f438-49a2-84e2-d675800d3a0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.949207] env[68391]: DEBUG oslo_concurrency.lockutils [req-3c776f70-1806-4b43-b713-53428ea1476d req-e4166615-7503-46d8-a760-112a262ae5ab service nova] Lock "aa2df88f-f438-49a2-84e2-d675800d3a0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.949404] env[68391]: DEBUG nova.compute.manager [req-3c776f70-1806-4b43-b713-53428ea1476d req-e4166615-7503-46d8-a760-112a262ae5ab service nova] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] No waiting events found dispatching network-vif-plugged-c1bdf9a2-9dbc-4571-bad5-6414997e3e70 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1299.949587] env[68391]: WARNING nova.compute.manager [req-3c776f70-1806-4b43-b713-53428ea1476d req-e4166615-7503-46d8-a760-112a262ae5ab service nova] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Received unexpected event network-vif-plugged-c1bdf9a2-9dbc-4571-bad5-6414997e3e70 for instance with vm_state building and task_state spawning. [ 1299.949770] env[68391]: DEBUG nova.compute.manager [req-3c776f70-1806-4b43-b713-53428ea1476d req-e4166615-7503-46d8-a760-112a262ae5ab service nova] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Received event network-changed-c1bdf9a2-9dbc-4571-bad5-6414997e3e70 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.949955] env[68391]: DEBUG nova.compute.manager [req-3c776f70-1806-4b43-b713-53428ea1476d req-e4166615-7503-46d8-a760-112a262ae5ab service nova] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Refreshing instance network info cache due to event network-changed-c1bdf9a2-9dbc-4571-bad5-6414997e3e70. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1299.950134] env[68391]: DEBUG oslo_concurrency.lockutils [req-3c776f70-1806-4b43-b713-53428ea1476d req-e4166615-7503-46d8-a760-112a262ae5ab service nova] Acquiring lock "refresh_cache-aa2df88f-f438-49a2-84e2-d675800d3a0c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.034686] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039951, 'name': Destroy_Task, 'duration_secs': 0.331735} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.035509] env[68391]: DEBUG nova.network.neutron [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Updating instance_info_cache with network_info: [{"id": "c1bdf9a2-9dbc-4571-bad5-6414997e3e70", "address": "fa:16:3e:d4:ef:ba", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1bdf9a2-9d", "ovs_interfaceid": "c1bdf9a2-9dbc-4571-bad5-6414997e3e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.036627] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Destroyed the VM [ 1300.036860] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Deleting Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1300.037290] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-12a953c5-8f59-4dca-9cdc-bdc07f5be070 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.043414] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1300.043414] env[68391]: value = "task-3039954" [ 1300.043414] env[68391]: _type = "Task" [ 1300.043414] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.050913] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039954, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.146360] env[68391]: DEBUG oslo_vmware.api [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Task: {'id': task-3039953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210585} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.146676] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1300.146879] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1300.147086] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1300.147277] env[68391]: INFO nova.compute.manager [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1300.147537] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.147748] env[68391]: DEBUG nova.compute.manager [-] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1300.147851] env[68391]: DEBUG nova.network.neutron [-] [instance: 59053062-b222-4325-a5e1-089418eb0f47] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1300.313849] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52125af6-e0e9-8c43-cf9d-98889da27d16, 'name': SearchDatastore_Task, 'duration_secs': 0.012027} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.314699] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db7d7947-b304-4660-ab10-8f70b86e3b7d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.321045] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1300.321045] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523e1908-361a-7691-532b-306ec4057969" [ 1300.321045] env[68391]: _type = "Task" [ 1300.321045] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.329245] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523e1908-361a-7691-532b-306ec4057969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.538296] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lock "refresh_cache-aa2df88f-f438-49a2-84e2-d675800d3a0c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.538637] env[68391]: DEBUG nova.compute.manager [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Instance network_info: |[{"id": "c1bdf9a2-9dbc-4571-bad5-6414997e3e70", "address": "fa:16:3e:d4:ef:ba", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1bdf9a2-9d", "ovs_interfaceid": "c1bdf9a2-9dbc-4571-bad5-6414997e3e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1300.538940] env[68391]: DEBUG oslo_concurrency.lockutils [req-3c776f70-1806-4b43-b713-53428ea1476d req-e4166615-7503-46d8-a760-112a262ae5ab service nova] Acquired lock "refresh_cache-aa2df88f-f438-49a2-84e2-d675800d3a0c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.539133] env[68391]: DEBUG nova.network.neutron [req-3c776f70-1806-4b43-b713-53428ea1476d req-e4166615-7503-46d8-a760-112a262ae5ab service nova] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Refreshing network info cache for port c1bdf9a2-9dbc-4571-bad5-6414997e3e70 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.540692] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:ef:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1bdf9a2-9dbc-4571-bad5-6414997e3e70', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.548013] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.548977] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1300.552104] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d85ffc6-5e74-4c87-8ed0-3ac943da2fa3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.572542] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039954, 'name': RemoveSnapshot_Task, 'duration_secs': 0.358722} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.573655] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Deleted Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1300.573931] env[68391]: DEBUG nova.compute.manager [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.574481] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.574481] env[68391]: value = "task-3039955" [ 1300.574481] env[68391]: _type = "Task" [ 1300.574481] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.575063] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d22ec9-1870-44bb-8463-afa4d5ab89de {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.588377] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039955, 'name': CreateVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.831753] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523e1908-361a-7691-532b-306ec4057969, 'name': SearchDatastore_Task, 'duration_secs': 0.011365} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.831965] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.832251] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 72834567-b60e-4452-8c9e-7fe320bdf59f/72834567-b60e-4452-8c9e-7fe320bdf59f.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.832511] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91bf8fa2-f0bd-4c26-918d-65235dfa733b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.838063] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1300.838063] env[68391]: value = "task-3039956" [ 1300.838063] env[68391]: _type = "Task" [ 1300.838063] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.846732] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.857138] env[68391]: DEBUG nova.network.neutron [-] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.088068] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039955, 'name': CreateVM_Task, 'duration_secs': 0.40951} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.088454] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1301.088893] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.089081] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.089418] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.091885] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d17226-10a8-49d0-ae87-019a464cc136 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.096067] env[68391]: INFO nova.compute.manager [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Shelve offloading [ 1301.101181] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1301.101181] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5287be3d-c6a3-8a65-b447-2f5db85915b8" [ 1301.101181] env[68391]: _type = "Task" [ 1301.101181] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.109702] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5287be3d-c6a3-8a65-b447-2f5db85915b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.286634] env[68391]: DEBUG nova.network.neutron [req-3c776f70-1806-4b43-b713-53428ea1476d req-e4166615-7503-46d8-a760-112a262ae5ab service nova] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Updated VIF entry in instance network info cache for port c1bdf9a2-9dbc-4571-bad5-6414997e3e70. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.286995] env[68391]: DEBUG nova.network.neutron [req-3c776f70-1806-4b43-b713-53428ea1476d req-e4166615-7503-46d8-a760-112a262ae5ab service nova] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Updating instance_info_cache with network_info: [{"id": "c1bdf9a2-9dbc-4571-bad5-6414997e3e70", "address": "fa:16:3e:d4:ef:ba", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1bdf9a2-9d", "ovs_interfaceid": "c1bdf9a2-9dbc-4571-bad5-6414997e3e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.347914] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.421934} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.348204] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 72834567-b60e-4452-8c9e-7fe320bdf59f/72834567-b60e-4452-8c9e-7fe320bdf59f.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1301.348415] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1301.348671] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f561f886-6645-48ad-8579-398a4a4b8861 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.355828] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1301.355828] env[68391]: value = "task-3039957" [ 1301.355828] env[68391]: _type = "Task" [ 1301.355828] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.359203] env[68391]: INFO nova.compute.manager [-] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Took 1.21 seconds to deallocate network for instance. [ 1301.364154] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.600324] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.600612] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac5e8a26-1340-4b60-8647-06e70c29b945 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.612403] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5287be3d-c6a3-8a65-b447-2f5db85915b8, 'name': SearchDatastore_Task, 'duration_secs': 0.053555} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.613696] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.613940] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1301.614196] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.614348] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.614531] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.614833] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1301.614833] env[68391]: value = "task-3039958" [ 1301.614833] env[68391]: _type = "Task" [ 1301.614833] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.615080] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb1e199e-9e0e-47d4-83d2-18434c147159 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.626284] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] VM already powered off {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1301.626485] env[68391]: DEBUG nova.compute.manager [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.626747] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.626909] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1301.627987] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74641fac-7ce4-479f-afeb-268df534a183 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.630174] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78cc54d1-f03b-4301-86d9-cd1638297331 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.635471] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "refresh_cache-d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.635638] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquired lock "refresh_cache-d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.635806] env[68391]: DEBUG nova.network.neutron [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.637775] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1301.637775] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e63171-3766-57ab-3c97-dd2217cedd1c" [ 1301.637775] env[68391]: _type = "Task" [ 1301.637775] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.644751] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e63171-3766-57ab-3c97-dd2217cedd1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.789747] env[68391]: DEBUG oslo_concurrency.lockutils [req-3c776f70-1806-4b43-b713-53428ea1476d req-e4166615-7503-46d8-a760-112a262ae5ab service nova] Releasing lock "refresh_cache-aa2df88f-f438-49a2-84e2-d675800d3a0c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.865462] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06548} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.865696] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.866474] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40094973-78fe-45b9-b8e1-c55838ab6dea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.869820] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.870071] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.870281] env[68391]: DEBUG nova.objects.instance [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Lazy-loading 'resources' on Instance uuid 59053062-b222-4325-a5e1-089418eb0f47 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.889966] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 72834567-b60e-4452-8c9e-7fe320bdf59f/72834567-b60e-4452-8c9e-7fe320bdf59f.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.890722] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8ea4f9e-a292-46b7-a4c6-dc149bbfee18 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.910932] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1301.910932] env[68391]: value = "task-3039959" [ 1301.910932] env[68391]: _type = "Task" [ 1301.910932] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.918474] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.977018] env[68391]: DEBUG nova.compute.manager [req-b1bb8837-8712-4439-a202-aae5d26bb719 req-86c944fa-6e3d-4ab7-95c2-e492f6babaae service nova] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Received event network-vif-deleted-789730ac-47f5-4fb7-ad0e-dcb0a808a14b {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.150108] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e63171-3766-57ab-3c97-dd2217cedd1c, 'name': SearchDatastore_Task, 'duration_secs': 0.008889} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.150825] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-045aa65d-f445-49d2-a66d-176cbae316d0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.155626] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1302.155626] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524b99ed-fd20-14ff-d496-e34e25d924d4" [ 1302.155626] env[68391]: _type = "Task" [ 1302.155626] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.163361] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524b99ed-fd20-14ff-d496-e34e25d924d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.336524] env[68391]: DEBUG nova.network.neutron [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Updating instance_info_cache with network_info: [{"id": "29c2d9dd-6df2-4108-a011-97234de2cb41", "address": "fa:16:3e:47:9a:09", "network": {"id": "50320497-e5a5-47f4-a99d-77674efcd3a7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1785897079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab3e163888b4797922ee1e2438d30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c2d9dd-6d", "ovs_interfaceid": "29c2d9dd-6df2-4108-a011-97234de2cb41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.421884] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039959, 'name': ReconfigVM_Task, 'duration_secs': 0.262234} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.422233] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 72834567-b60e-4452-8c9e-7fe320bdf59f/72834567-b60e-4452-8c9e-7fe320bdf59f.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.422797] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61327106-317c-4c7f-8822-9ab75c882ffe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.428582] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1302.428582] env[68391]: value = "task-3039960" [ 1302.428582] env[68391]: _type = "Task" [ 1302.428582] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.435854] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039960, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.437172] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa82187b-0028-4589-90e9-b3900b9b02c3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.443689] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540e8849-c476-473e-a71b-d0c98e120f81 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.472396] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f41c18-bbdf-42b2-9436-f497a8e86b5c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.479505] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f26e42f-2a84-4337-9d55-7abd668e6576 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.494101] env[68391]: DEBUG nova.compute.provider_tree [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1302.666536] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524b99ed-fd20-14ff-d496-e34e25d924d4, 'name': SearchDatastore_Task, 'duration_secs': 0.038045} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.666744] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.666997] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] aa2df88f-f438-49a2-84e2-d675800d3a0c/aa2df88f-f438-49a2-84e2-d675800d3a0c.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1302.667259] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a77cd66a-02c0-4d0b-a813-f6465024dfde {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.673509] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1302.673509] env[68391]: value = "task-3039961" [ 1302.673509] env[68391]: _type = "Task" [ 1302.673509] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.681145] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.839579] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Releasing lock "refresh_cache-d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.938583] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039960, 'name': Rename_Task, 'duration_secs': 0.137835} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.938896] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.939185] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-131fe038-93a0-47a5-aff9-394a5423ffe2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.947457] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1302.947457] env[68391]: value = "task-3039962" [ 1302.947457] env[68391]: _type = "Task" [ 1302.947457] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.957023] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.017789] env[68391]: ERROR nova.scheduler.client.report [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] [req-cbbaba2f-f051-4157-8595-35195851d9d9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 91cd88db-7a2c-4f42-b40d-730164cb64f8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cbbaba2f-f051-4157-8595-35195851d9d9"}]} [ 1303.041191] env[68391]: DEBUG nova.scheduler.client.report [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Refreshing inventories for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1303.057008] env[68391]: DEBUG nova.scheduler.client.report [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Updating ProviderTree inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1303.057260] env[68391]: DEBUG nova.compute.provider_tree [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1303.072180] env[68391]: DEBUG nova.scheduler.client.report [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Refreshing aggregate associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, aggregates: None {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1303.095072] env[68391]: DEBUG nova.scheduler.client.report [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Refreshing trait associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1303.156492] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1303.157966] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b442f2f8-f80d-4590-9ddd-bde66dd81a5a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.167367] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1303.168679] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06e58a28-313c-4c6e-b3ae-8fc2431e568a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.170935] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c14d0db-2eb1-4402-97ab-2f73f3ee9ac9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.181479] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cdd71a-8426-4257-9c0e-d13b6babf76a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.187990] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039961, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.217368] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d1d660-2731-4ba0-bab5-2d704463c42f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.224789] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1a3d09-21de-4d9a-93d4-f43186f5f041 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.231878] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.232143] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.232330] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Deleting the datastore file [datastore1] d3db519b-a6cb-4da3-bdcd-90c55dee0e1f {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.240169] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7251f43-e8bb-4d85-94ea-dfdbe02ae4a1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.242181] env[68391]: DEBUG nova.compute.provider_tree [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1303.247165] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1303.247165] env[68391]: value = "task-3039964" [ 1303.247165] env[68391]: _type = "Task" [ 1303.247165] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.254652] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.458387] env[68391]: DEBUG oslo_vmware.api [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3039962, 'name': PowerOnVM_Task, 'duration_secs': 0.511936} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.458606] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.458811] env[68391]: INFO nova.compute.manager [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1303.458989] env[68391]: DEBUG nova.compute.manager [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.459786] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06c0c9a-163d-4d40-ab48-97a6714752f5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.684636] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531594} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.684892] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] aa2df88f-f438-49a2-84e2-d675800d3a0c/aa2df88f-f438-49a2-84e2-d675800d3a0c.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1303.685137] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1303.685381] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e62d241-8589-42bb-8bdc-ae567f15e6a6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.691404] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1303.691404] env[68391]: value = "task-3039965" [ 1303.691404] env[68391]: _type = "Task" [ 1303.691404] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.700258] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.756829] env[68391]: DEBUG oslo_vmware.api [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131001} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.757102] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.757285] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.757465] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.774501] env[68391]: DEBUG nova.scheduler.client.report [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Updated inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1303.774834] env[68391]: DEBUG nova.compute.provider_tree [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Updating resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 generation from 168 to 169 during operation: update_inventory {{(pid=68391) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1303.775073] env[68391]: DEBUG nova.compute.provider_tree [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1303.779067] env[68391]: INFO nova.scheduler.client.report [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Deleted allocations for instance d3db519b-a6cb-4da3-bdcd-90c55dee0e1f [ 1303.980537] env[68391]: INFO nova.compute.manager [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Took 13.06 seconds to build instance. [ 1304.049064] env[68391]: DEBUG nova.compute.manager [req-71832e82-6133-4df3-bcac-689ea6154e58 req-61fd1edf-6aed-451d-acfb-ad43d1aaaeef service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Received event network-vif-unplugged-29c2d9dd-6df2-4108-a011-97234de2cb41 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.049315] env[68391]: DEBUG oslo_concurrency.lockutils [req-71832e82-6133-4df3-bcac-689ea6154e58 req-61fd1edf-6aed-451d-acfb-ad43d1aaaeef service nova] Acquiring lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.049544] env[68391]: DEBUG oslo_concurrency.lockutils [req-71832e82-6133-4df3-bcac-689ea6154e58 req-61fd1edf-6aed-451d-acfb-ad43d1aaaeef service nova] Lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.049725] env[68391]: DEBUG oslo_concurrency.lockutils [req-71832e82-6133-4df3-bcac-689ea6154e58 req-61fd1edf-6aed-451d-acfb-ad43d1aaaeef service nova] Lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.049899] env[68391]: DEBUG nova.compute.manager [req-71832e82-6133-4df3-bcac-689ea6154e58 req-61fd1edf-6aed-451d-acfb-ad43d1aaaeef service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] No waiting events found dispatching network-vif-unplugged-29c2d9dd-6df2-4108-a011-97234de2cb41 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1304.050084] env[68391]: WARNING nova.compute.manager [req-71832e82-6133-4df3-bcac-689ea6154e58 req-61fd1edf-6aed-451d-acfb-ad43d1aaaeef service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Received unexpected event network-vif-unplugged-29c2d9dd-6df2-4108-a011-97234de2cb41 for instance with vm_state shelved_offloaded and task_state None. [ 1304.050247] env[68391]: DEBUG nova.compute.manager [req-71832e82-6133-4df3-bcac-689ea6154e58 req-61fd1edf-6aed-451d-acfb-ad43d1aaaeef service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Received event network-changed-29c2d9dd-6df2-4108-a011-97234de2cb41 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.050397] env[68391]: DEBUG nova.compute.manager [req-71832e82-6133-4df3-bcac-689ea6154e58 req-61fd1edf-6aed-451d-acfb-ad43d1aaaeef service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Refreshing instance network info cache due to event network-changed-29c2d9dd-6df2-4108-a011-97234de2cb41. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.050599] env[68391]: DEBUG oslo_concurrency.lockutils [req-71832e82-6133-4df3-bcac-689ea6154e58 req-61fd1edf-6aed-451d-acfb-ad43d1aaaeef service nova] Acquiring lock "refresh_cache-d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.050747] env[68391]: DEBUG oslo_concurrency.lockutils [req-71832e82-6133-4df3-bcac-689ea6154e58 req-61fd1edf-6aed-451d-acfb-ad43d1aaaeef service nova] Acquired lock "refresh_cache-d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.050917] env[68391]: DEBUG nova.network.neutron [req-71832e82-6133-4df3-bcac-689ea6154e58 req-61fd1edf-6aed-451d-acfb-ad43d1aaaeef service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Refreshing network info cache for port 29c2d9dd-6df2-4108-a011-97234de2cb41 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.202367] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062754} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.202712] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1304.203547] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11c0aed-1b11-4516-8f02-ada7e1f6d883 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.225231] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] aa2df88f-f438-49a2-84e2-d675800d3a0c/aa2df88f-f438-49a2-84e2-d675800d3a0c.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.225531] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66e795e0-4199-4808-b28d-31683ebf3267 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.244217] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1304.244217] env[68391]: value = "task-3039966" [ 1304.244217] env[68391]: _type = "Task" [ 1304.244217] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.251579] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.282486] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.412s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.285372] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.285536] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.285758] env[68391]: DEBUG nova.objects.instance [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lazy-loading 'resources' on Instance uuid d3db519b-a6cb-4da3-bdcd-90c55dee0e1f {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.304098] env[68391]: INFO nova.scheduler.client.report [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Deleted allocations for instance 59053062-b222-4325-a5e1-089418eb0f47 [ 1304.446562] env[68391]: DEBUG nova.compute.manager [req-fecebc6c-d15f-4172-8122-bb4b516ee1b9 req-c149abf4-463f-4a0b-b91c-608de033b734 service nova] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Received event network-changed-00ee6266-76bf-41ca-b9e2-73d9288daf7c {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.446793] env[68391]: DEBUG nova.compute.manager [req-fecebc6c-d15f-4172-8122-bb4b516ee1b9 req-c149abf4-463f-4a0b-b91c-608de033b734 service nova] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Refreshing instance network info cache due to event network-changed-00ee6266-76bf-41ca-b9e2-73d9288daf7c. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.447064] env[68391]: DEBUG oslo_concurrency.lockutils [req-fecebc6c-d15f-4172-8122-bb4b516ee1b9 req-c149abf4-463f-4a0b-b91c-608de033b734 service nova] Acquiring lock "refresh_cache-72834567-b60e-4452-8c9e-7fe320bdf59f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.447171] env[68391]: DEBUG oslo_concurrency.lockutils [req-fecebc6c-d15f-4172-8122-bb4b516ee1b9 req-c149abf4-463f-4a0b-b91c-608de033b734 service nova] Acquired lock "refresh_cache-72834567-b60e-4452-8c9e-7fe320bdf59f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.447334] env[68391]: DEBUG nova.network.neutron [req-fecebc6c-d15f-4172-8122-bb4b516ee1b9 req-c149abf4-463f-4a0b-b91c-608de033b734 service nova] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Refreshing network info cache for port 00ee6266-76bf-41ca-b9e2-73d9288daf7c {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.480362] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e9ca6862-5b25-4778-b63b-c04d3a95ce89 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "72834567-b60e-4452-8c9e-7fe320bdf59f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.568s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.743934] env[68391]: DEBUG nova.network.neutron [req-71832e82-6133-4df3-bcac-689ea6154e58 req-61fd1edf-6aed-451d-acfb-ad43d1aaaeef service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Updated VIF entry in instance network info cache for port 29c2d9dd-6df2-4108-a011-97234de2cb41. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.744397] env[68391]: DEBUG nova.network.neutron [req-71832e82-6133-4df3-bcac-689ea6154e58 req-61fd1edf-6aed-451d-acfb-ad43d1aaaeef service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Updating instance_info_cache with network_info: [{"id": "29c2d9dd-6df2-4108-a011-97234de2cb41", "address": "fa:16:3e:47:9a:09", "network": {"id": "50320497-e5a5-47f4-a99d-77674efcd3a7", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1785897079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab3e163888b4797922ee1e2438d30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap29c2d9dd-6d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.755513] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.790426] env[68391]: DEBUG nova.objects.instance [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lazy-loading 'numa_topology' on Instance uuid d3db519b-a6cb-4da3-bdcd-90c55dee0e1f {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.810947] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ce13743b-3aad-4b2c-992f-292b630f41f1 tempest-ServerAddressesTestJSON-606321834 tempest-ServerAddressesTestJSON-606321834-project-member] Lock "59053062-b222-4325-a5e1-089418eb0f47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.288s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.192824] env[68391]: DEBUG nova.network.neutron [req-fecebc6c-d15f-4172-8122-bb4b516ee1b9 req-c149abf4-463f-4a0b-b91c-608de033b734 service nova] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Updated VIF entry in instance network info cache for port 00ee6266-76bf-41ca-b9e2-73d9288daf7c. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.193217] env[68391]: DEBUG nova.network.neutron [req-fecebc6c-d15f-4172-8122-bb4b516ee1b9 req-c149abf4-463f-4a0b-b91c-608de033b734 service nova] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Updating instance_info_cache with network_info: [{"id": "00ee6266-76bf-41ca-b9e2-73d9288daf7c", "address": "fa:16:3e:8e:f7:64", "network": {"id": "559576db-d198-4d30-ad99-31a9917de15c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1964259922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffcd61a7751e437f8129d7e4b82e8672", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ee6266-76", "ovs_interfaceid": "00ee6266-76bf-41ca-b9e2-73d9288daf7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.250455] env[68391]: DEBUG oslo_concurrency.lockutils [req-71832e82-6133-4df3-bcac-689ea6154e58 req-61fd1edf-6aed-451d-acfb-ad43d1aaaeef service nova] Releasing lock "refresh_cache-d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.256061] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039966, 'name': ReconfigVM_Task, 'duration_secs': 0.752852} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.256061] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Reconfigured VM instance instance-0000007a to attach disk [datastore2] aa2df88f-f438-49a2-84e2-d675800d3a0c/aa2df88f-f438-49a2-84e2-d675800d3a0c.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.256561] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb7caa8c-c7d4-44c1-8a81-bdcea74907cc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.262189] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1305.262189] env[68391]: value = "task-3039967" [ 1305.262189] env[68391]: _type = "Task" [ 1305.262189] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.269632] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039967, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.292615] env[68391]: DEBUG nova.objects.base [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1305.349556] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8093d377-806c-424b-9c6b-f82ee6f26d86 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.356696] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9470dcbc-777f-4548-88fe-5d8d5b8054b3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.389310] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1b90ce-9ce0-4200-b184-a37920b865ee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.396957] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30742a6-b2b4-4aff-9a6b-bf8fb4d18707 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.409742] env[68391]: DEBUG nova.compute.provider_tree [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.696641] env[68391]: DEBUG oslo_concurrency.lockutils [req-fecebc6c-d15f-4172-8122-bb4b516ee1b9 req-c149abf4-463f-4a0b-b91c-608de033b734 service nova] Releasing lock "refresh_cache-72834567-b60e-4452-8c9e-7fe320bdf59f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.773158] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039967, 'name': Rename_Task, 'duration_secs': 0.132462} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.773483] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1305.773696] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f11dcff-0532-4f68-b184-62cad7622871 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.781310] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1305.781310] env[68391]: value = "task-3039968" [ 1305.781310] env[68391]: _type = "Task" [ 1305.781310] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.788944] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.913632] env[68391]: DEBUG nova.scheduler.client.report [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.024021] env[68391]: DEBUG oslo_concurrency.lockutils [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.293379] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.418469] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.792810] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039968, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.928131] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3e886934-cb34-4f97-a403-652515ae31d6 tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.708s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.929086] env[68391]: DEBUG oslo_concurrency.lockutils [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.906s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.929290] env[68391]: INFO nova.compute.manager [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Unshelving [ 1307.293316] env[68391]: DEBUG oslo_vmware.api [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3039968, 'name': PowerOnVM_Task, 'duration_secs': 1.114215} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.293592] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.293828] env[68391]: INFO nova.compute.manager [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1307.293960] env[68391]: DEBUG nova.compute.manager [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.294715] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c80b95-e57c-4f22-a659-470e255dff27 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.812931] env[68391]: INFO nova.compute.manager [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Took 13.53 seconds to build instance. [ 1307.957570] env[68391]: DEBUG oslo_concurrency.lockutils [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.957979] env[68391]: DEBUG oslo_concurrency.lockutils [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.958283] env[68391]: DEBUG nova.objects.instance [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lazy-loading 'pci_requests' on Instance uuid d3db519b-a6cb-4da3-bdcd-90c55dee0e1f {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.315524] env[68391]: DEBUG oslo_concurrency.lockutils [None req-fd6930cc-78a5-470d-a79c-9accdb47b3b2 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "aa2df88f-f438-49a2-84e2-d675800d3a0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.037s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.463686] env[68391]: DEBUG nova.objects.instance [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lazy-loading 'numa_topology' on Instance uuid d3db519b-a6cb-4da3-bdcd-90c55dee0e1f {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.895557] env[68391]: DEBUG nova.compute.manager [req-6c352ee1-f938-4a2e-b824-8adc0db11b63 req-98517ea8-87f9-4eec-896a-2db150a2775b service nova] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Received event network-changed-c1bdf9a2-9dbc-4571-bad5-6414997e3e70 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.895557] env[68391]: DEBUG nova.compute.manager [req-6c352ee1-f938-4a2e-b824-8adc0db11b63 req-98517ea8-87f9-4eec-896a-2db150a2775b service nova] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Refreshing instance network info cache due to event network-changed-c1bdf9a2-9dbc-4571-bad5-6414997e3e70. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1308.895557] env[68391]: DEBUG oslo_concurrency.lockutils [req-6c352ee1-f938-4a2e-b824-8adc0db11b63 req-98517ea8-87f9-4eec-896a-2db150a2775b service nova] Acquiring lock "refresh_cache-aa2df88f-f438-49a2-84e2-d675800d3a0c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.895557] env[68391]: DEBUG oslo_concurrency.lockutils [req-6c352ee1-f938-4a2e-b824-8adc0db11b63 req-98517ea8-87f9-4eec-896a-2db150a2775b service nova] Acquired lock "refresh_cache-aa2df88f-f438-49a2-84e2-d675800d3a0c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.895897] env[68391]: DEBUG nova.network.neutron [req-6c352ee1-f938-4a2e-b824-8adc0db11b63 req-98517ea8-87f9-4eec-896a-2db150a2775b service nova] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Refreshing network info cache for port c1bdf9a2-9dbc-4571-bad5-6414997e3e70 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.966233] env[68391]: INFO nova.compute.claims [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1309.404852] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquiring lock "7b8225bb-e00e-4742-8a02-1fb3357da7c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.405214] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lock "7b8225bb-e00e-4742-8a02-1fb3357da7c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.669850] env[68391]: DEBUG nova.network.neutron [req-6c352ee1-f938-4a2e-b824-8adc0db11b63 req-98517ea8-87f9-4eec-896a-2db150a2775b service nova] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Updated VIF entry in instance network info cache for port c1bdf9a2-9dbc-4571-bad5-6414997e3e70. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.670400] env[68391]: DEBUG nova.network.neutron [req-6c352ee1-f938-4a2e-b824-8adc0db11b63 req-98517ea8-87f9-4eec-896a-2db150a2775b service nova] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Updating instance_info_cache with network_info: [{"id": "c1bdf9a2-9dbc-4571-bad5-6414997e3e70", "address": "fa:16:3e:d4:ef:ba", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1bdf9a2-9d", "ovs_interfaceid": "c1bdf9a2-9dbc-4571-bad5-6414997e3e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.908717] env[68391]: DEBUG nova.compute.manager [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1310.043160] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3358238-b01b-4f85-8ac3-a71af86e436d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.051109] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153abed4-fd2c-4d00-be3b-bc1878364473 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.080502] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ff5663-286c-4eb7-a579-3df4ce3275ce {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.088586] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eca085f-76e9-46dc-ab70-d08f34a5204e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.101314] env[68391]: DEBUG nova.compute.provider_tree [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.174523] env[68391]: DEBUG oslo_concurrency.lockutils [req-6c352ee1-f938-4a2e-b824-8adc0db11b63 req-98517ea8-87f9-4eec-896a-2db150a2775b service nova] Releasing lock "refresh_cache-aa2df88f-f438-49a2-84e2-d675800d3a0c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.426463] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.604335] env[68391]: DEBUG nova.scheduler.client.report [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.109774] env[68391]: DEBUG oslo_concurrency.lockutils [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.152s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.112117] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.686s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.113713] env[68391]: INFO nova.compute.claims [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1311.145931] env[68391]: INFO nova.network.neutron [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Updating port 29c2d9dd-6df2-4108-a011-97234de2cb41 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1312.182075] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5cc49c-8d24-4862-b62f-41d85fd1c26b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.189183] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204af210-3268-4812-b2d4-1169ebec2176 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.218482] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee0756a-c815-4e02-84bf-019205770fc7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.224939] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f087213f-a5f1-4c58-adc1-fbd9a8f9841d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.237337] env[68391]: DEBUG nova.compute.provider_tree [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.521260] env[68391]: DEBUG nova.compute.manager [req-5c5c0e6f-ac00-475f-8792-9eba973284b4 req-4f899910-d4fd-439f-998f-dfa62fcfa4cb service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Received event network-vif-plugged-29c2d9dd-6df2-4108-a011-97234de2cb41 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.521838] env[68391]: DEBUG oslo_concurrency.lockutils [req-5c5c0e6f-ac00-475f-8792-9eba973284b4 req-4f899910-d4fd-439f-998f-dfa62fcfa4cb service nova] Acquiring lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.522074] env[68391]: DEBUG oslo_concurrency.lockutils [req-5c5c0e6f-ac00-475f-8792-9eba973284b4 req-4f899910-d4fd-439f-998f-dfa62fcfa4cb service nova] Lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.522250] env[68391]: DEBUG oslo_concurrency.lockutils [req-5c5c0e6f-ac00-475f-8792-9eba973284b4 req-4f899910-d4fd-439f-998f-dfa62fcfa4cb service nova] Lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.522418] env[68391]: DEBUG nova.compute.manager [req-5c5c0e6f-ac00-475f-8792-9eba973284b4 req-4f899910-d4fd-439f-998f-dfa62fcfa4cb service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] No waiting events found dispatching network-vif-plugged-29c2d9dd-6df2-4108-a011-97234de2cb41 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1312.522578] env[68391]: WARNING nova.compute.manager [req-5c5c0e6f-ac00-475f-8792-9eba973284b4 req-4f899910-d4fd-439f-998f-dfa62fcfa4cb service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Received unexpected event network-vif-plugged-29c2d9dd-6df2-4108-a011-97234de2cb41 for instance with vm_state shelved_offloaded and task_state spawning. [ 1312.601347] env[68391]: DEBUG oslo_concurrency.lockutils [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "refresh_cache-d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.601542] env[68391]: DEBUG oslo_concurrency.lockutils [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquired lock "refresh_cache-d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.601731] env[68391]: DEBUG nova.network.neutron [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.740034] env[68391]: DEBUG nova.scheduler.client.report [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.244381] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.244892] env[68391]: DEBUG nova.compute.manager [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1313.295854] env[68391]: DEBUG nova.network.neutron [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Updating instance_info_cache with network_info: [{"id": "29c2d9dd-6df2-4108-a011-97234de2cb41", "address": "fa:16:3e:47:9a:09", "network": {"id": "50320497-e5a5-47f4-a99d-77674efcd3a7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1785897079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab3e163888b4797922ee1e2438d30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c2d9dd-6d", "ovs_interfaceid": "29c2d9dd-6df2-4108-a011-97234de2cb41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.750196] env[68391]: DEBUG nova.compute.utils [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1313.751582] env[68391]: DEBUG nova.compute.manager [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1313.751767] env[68391]: DEBUG nova.network.neutron [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1313.789308] env[68391]: DEBUG nova.policy [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62877ad4a1184d41bde2cfb0a35af0ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f462d0e5913648919713dc07cd1bf474', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1313.798677] env[68391]: DEBUG oslo_concurrency.lockutils [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Releasing lock "refresh_cache-d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.827688] env[68391]: DEBUG nova.virt.hardware [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f5981799cf1798c2dcbd99e3471b1039',container_format='bare',created_at=2025-03-17T09:48:00Z,direct_url=,disk_format='vmdk',id=fe2f7766-d46c-4342-bb17-791d482b1671,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-604439289-shelved',owner='7ab3e163888b4797922ee1e2438d30a3',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-03-17T09:48:13Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1313.827934] env[68391]: DEBUG nova.virt.hardware [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.828105] env[68391]: DEBUG nova.virt.hardware [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1313.828289] env[68391]: DEBUG nova.virt.hardware [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.828438] env[68391]: DEBUG nova.virt.hardware [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1313.828585] env[68391]: DEBUG nova.virt.hardware [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1313.828793] env[68391]: DEBUG nova.virt.hardware [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1313.828955] env[68391]: DEBUG nova.virt.hardware [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1313.829144] env[68391]: DEBUG nova.virt.hardware [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1313.829309] env[68391]: DEBUG nova.virt.hardware [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1313.829480] env[68391]: DEBUG nova.virt.hardware [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1313.830647] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41feacb-21a4-4e83-9924-191f457970d4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.838230] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d85f91c-ab71-4045-9247-7642145f00c8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.851658] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:9a:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29c2d9dd-6df2-4108-a011-97234de2cb41', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.858881] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.859124] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1313.859355] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de1974af-7bc3-4f42-83d5-491e1410f05d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.878433] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.878433] env[68391]: value = "task-3039969" [ 1313.878433] env[68391]: _type = "Task" [ 1313.878433] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.886708] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039969, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.072842] env[68391]: DEBUG nova.network.neutron [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Successfully created port: 19eea8f3-dafd-4fd5-aac1-fb31d034934a {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1314.257250] env[68391]: DEBUG nova.compute.manager [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1314.388255] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039969, 'name': CreateVM_Task, 'duration_secs': 0.27851} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.388381] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.389067] env[68391]: DEBUG oslo_concurrency.lockutils [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe2f7766-d46c-4342-bb17-791d482b1671" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.389240] env[68391]: DEBUG oslo_concurrency.lockutils [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe2f7766-d46c-4342-bb17-791d482b1671" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.389598] env[68391]: DEBUG oslo_concurrency.lockutils [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe2f7766-d46c-4342-bb17-791d482b1671" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.389854] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-099a3c5c-3437-496c-9116-730848310437 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.394215] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1314.394215] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524f5304-e8a5-aed1-62eb-bba1740aa0e0" [ 1314.394215] env[68391]: _type = "Task" [ 1314.394215] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.402656] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]524f5304-e8a5-aed1-62eb-bba1740aa0e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.549223] env[68391]: DEBUG nova.compute.manager [req-9bf5b373-0ebd-4741-b9f9-6526dc675f37 req-ae751635-7da0-4766-83b7-7bc55450e0cf service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Received event network-changed-29c2d9dd-6df2-4108-a011-97234de2cb41 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.549427] env[68391]: DEBUG nova.compute.manager [req-9bf5b373-0ebd-4741-b9f9-6526dc675f37 req-ae751635-7da0-4766-83b7-7bc55450e0cf service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Refreshing instance network info cache due to event network-changed-29c2d9dd-6df2-4108-a011-97234de2cb41. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1314.549681] env[68391]: DEBUG oslo_concurrency.lockutils [req-9bf5b373-0ebd-4741-b9f9-6526dc675f37 req-ae751635-7da0-4766-83b7-7bc55450e0cf service nova] Acquiring lock "refresh_cache-d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.549849] env[68391]: DEBUG oslo_concurrency.lockutils [req-9bf5b373-0ebd-4741-b9f9-6526dc675f37 req-ae751635-7da0-4766-83b7-7bc55450e0cf service nova] Acquired lock "refresh_cache-d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.550101] env[68391]: DEBUG nova.network.neutron [req-9bf5b373-0ebd-4741-b9f9-6526dc675f37 req-ae751635-7da0-4766-83b7-7bc55450e0cf service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Refreshing network info cache for port 29c2d9dd-6df2-4108-a011-97234de2cb41 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.906303] env[68391]: DEBUG oslo_concurrency.lockutils [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe2f7766-d46c-4342-bb17-791d482b1671" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.906556] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Processing image fe2f7766-d46c-4342-bb17-791d482b1671 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.906780] env[68391]: DEBUG oslo_concurrency.lockutils [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe2f7766-d46c-4342-bb17-791d482b1671/fe2f7766-d46c-4342-bb17-791d482b1671.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.906926] env[68391]: DEBUG oslo_concurrency.lockutils [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe2f7766-d46c-4342-bb17-791d482b1671/fe2f7766-d46c-4342-bb17-791d482b1671.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.907115] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.907356] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cd1499e-eedf-464e-8550-93855cd9f582 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.915600] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.915768] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1314.916431] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f93f0b65-ee02-4d83-8541-977bf7ca1a81 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.920902] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1314.920902] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527d6650-9fb0-2734-3618-f31b824787ad" [ 1314.920902] env[68391]: _type = "Task" [ 1314.920902] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.929011] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527d6650-9fb0-2734-3618-f31b824787ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.267055] env[68391]: DEBUG nova.compute.manager [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1315.294564] env[68391]: DEBUG nova.network.neutron [req-9bf5b373-0ebd-4741-b9f9-6526dc675f37 req-ae751635-7da0-4766-83b7-7bc55450e0cf service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Updated VIF entry in instance network info cache for port 29c2d9dd-6df2-4108-a011-97234de2cb41. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.294920] env[68391]: DEBUG nova.network.neutron [req-9bf5b373-0ebd-4741-b9f9-6526dc675f37 req-ae751635-7da0-4766-83b7-7bc55450e0cf service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Updating instance_info_cache with network_info: [{"id": "29c2d9dd-6df2-4108-a011-97234de2cb41", "address": "fa:16:3e:47:9a:09", "network": {"id": "50320497-e5a5-47f4-a99d-77674efcd3a7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1785897079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab3e163888b4797922ee1e2438d30a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c2d9dd-6d", "ovs_interfaceid": "29c2d9dd-6df2-4108-a011-97234de2cb41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.297907] env[68391]: DEBUG nova.virt.hardware [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.298145] env[68391]: DEBUG nova.virt.hardware [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.298299] env[68391]: DEBUG nova.virt.hardware [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.298477] env[68391]: DEBUG nova.virt.hardware [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.298621] env[68391]: DEBUG nova.virt.hardware [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.298764] env[68391]: DEBUG nova.virt.hardware [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.298965] env[68391]: DEBUG nova.virt.hardware [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.299136] env[68391]: DEBUG nova.virt.hardware [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.299303] env[68391]: DEBUG nova.virt.hardware [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.299462] env[68391]: DEBUG nova.virt.hardware [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.299629] env[68391]: DEBUG nova.virt.hardware [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.300479] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86014d55-cbe1-46dc-804d-34ad4b20704b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.308664] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5758f4bc-1311-4b00-a653-b834090663d5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.431384] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Preparing fetch location {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1315.431642] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Fetch image to [datastore2] OSTACK_IMG_9f7b3b46-ae73-462c-9dc5-d3499c3da0ba/OSTACK_IMG_9f7b3b46-ae73-462c-9dc5-d3499c3da0ba.vmdk {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1315.431894] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Downloading stream optimized image fe2f7766-d46c-4342-bb17-791d482b1671 to [datastore2] OSTACK_IMG_9f7b3b46-ae73-462c-9dc5-d3499c3da0ba/OSTACK_IMG_9f7b3b46-ae73-462c-9dc5-d3499c3da0ba.vmdk on the data store datastore2 as vApp {{(pid=68391) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1315.432030] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Downloading image file data fe2f7766-d46c-4342-bb17-791d482b1671 to the ESX as VM named 'OSTACK_IMG_9f7b3b46-ae73-462c-9dc5-d3499c3da0ba' {{(pid=68391) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1315.500185] env[68391]: DEBUG oslo_vmware.rw_handles [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1315.500185] env[68391]: value = "resgroup-9" [ 1315.500185] env[68391]: _type = "ResourcePool" [ 1315.500185] env[68391]: }. {{(pid=68391) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1315.500541] env[68391]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b5fa6bff-4eb8-4c58-bcfa-bbed4e6dbb51 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.523195] env[68391]: DEBUG oslo_vmware.rw_handles [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lease: (returnval){ [ 1315.523195] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52258c6c-be80-7a76-595a-76a608f9bf77" [ 1315.523195] env[68391]: _type = "HttpNfcLease" [ 1315.523195] env[68391]: } obtained for vApp import into resource pool (val){ [ 1315.523195] env[68391]: value = "resgroup-9" [ 1315.523195] env[68391]: _type = "ResourcePool" [ 1315.523195] env[68391]: }. {{(pid=68391) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1315.523626] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the lease: (returnval){ [ 1315.523626] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52258c6c-be80-7a76-595a-76a608f9bf77" [ 1315.523626] env[68391]: _type = "HttpNfcLease" [ 1315.523626] env[68391]: } to be ready. {{(pid=68391) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1315.527654] env[68391]: DEBUG nova.network.neutron [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Successfully updated port: 19eea8f3-dafd-4fd5-aac1-fb31d034934a {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1315.532246] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1315.532246] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52258c6c-be80-7a76-595a-76a608f9bf77" [ 1315.532246] env[68391]: _type = "HttpNfcLease" [ 1315.532246] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1315.804093] env[68391]: DEBUG oslo_concurrency.lockutils [req-9bf5b373-0ebd-4741-b9f9-6526dc675f37 req-ae751635-7da0-4766-83b7-7bc55450e0cf service nova] Releasing lock "refresh_cache-d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.031906] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquiring lock "refresh_cache-7b8225bb-e00e-4742-8a02-1fb3357da7c5" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.031987] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquired lock "refresh_cache-7b8225bb-e00e-4742-8a02-1fb3357da7c5" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.032160] env[68391]: DEBUG nova.network.neutron [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.033251] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1316.033251] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52258c6c-be80-7a76-595a-76a608f9bf77" [ 1316.033251] env[68391]: _type = "HttpNfcLease" [ 1316.033251] env[68391]: } is ready. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1316.033704] env[68391]: DEBUG oslo_vmware.rw_handles [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1316.033704] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52258c6c-be80-7a76-595a-76a608f9bf77" [ 1316.033704] env[68391]: _type = "HttpNfcLease" [ 1316.033704] env[68391]: }. {{(pid=68391) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1316.034451] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c700b7ab-a48e-4a15-bd42-45281e974d88 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.041558] env[68391]: DEBUG oslo_vmware.rw_handles [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52295919-8abb-395f-b53a-05f14f61eba3/disk-0.vmdk from lease info. {{(pid=68391) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1316.041728] env[68391]: DEBUG oslo_vmware.rw_handles [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52295919-8abb-395f-b53a-05f14f61eba3/disk-0.vmdk. {{(pid=68391) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1316.104030] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dd52aee0-3d3f-418b-bd0a-d0000dddf5dc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.574903] env[68391]: DEBUG nova.network.neutron [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1316.578999] env[68391]: DEBUG nova.compute.manager [req-bea73e8c-00dd-43c1-8804-b1724f012e54 req-c645bd39-48b7-4d36-92d5-1e9387e92204 service nova] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Received event network-vif-plugged-19eea8f3-dafd-4fd5-aac1-fb31d034934a {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.579223] env[68391]: DEBUG oslo_concurrency.lockutils [req-bea73e8c-00dd-43c1-8804-b1724f012e54 req-c645bd39-48b7-4d36-92d5-1e9387e92204 service nova] Acquiring lock "7b8225bb-e00e-4742-8a02-1fb3357da7c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.579421] env[68391]: DEBUG oslo_concurrency.lockutils [req-bea73e8c-00dd-43c1-8804-b1724f012e54 req-c645bd39-48b7-4d36-92d5-1e9387e92204 service nova] Lock "7b8225bb-e00e-4742-8a02-1fb3357da7c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.579586] env[68391]: DEBUG oslo_concurrency.lockutils [req-bea73e8c-00dd-43c1-8804-b1724f012e54 req-c645bd39-48b7-4d36-92d5-1e9387e92204 service nova] Lock "7b8225bb-e00e-4742-8a02-1fb3357da7c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.579834] env[68391]: DEBUG nova.compute.manager [req-bea73e8c-00dd-43c1-8804-b1724f012e54 req-c645bd39-48b7-4d36-92d5-1e9387e92204 service nova] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] No waiting events found dispatching network-vif-plugged-19eea8f3-dafd-4fd5-aac1-fb31d034934a {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1316.580043] env[68391]: WARNING nova.compute.manager [req-bea73e8c-00dd-43c1-8804-b1724f012e54 req-c645bd39-48b7-4d36-92d5-1e9387e92204 service nova] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Received unexpected event network-vif-plugged-19eea8f3-dafd-4fd5-aac1-fb31d034934a for instance with vm_state building and task_state spawning. [ 1316.580195] env[68391]: DEBUG nova.compute.manager [req-bea73e8c-00dd-43c1-8804-b1724f012e54 req-c645bd39-48b7-4d36-92d5-1e9387e92204 service nova] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Received event network-changed-19eea8f3-dafd-4fd5-aac1-fb31d034934a {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.580345] env[68391]: DEBUG nova.compute.manager [req-bea73e8c-00dd-43c1-8804-b1724f012e54 req-c645bd39-48b7-4d36-92d5-1e9387e92204 service nova] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Refreshing instance network info cache due to event network-changed-19eea8f3-dafd-4fd5-aac1-fb31d034934a. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1316.580510] env[68391]: DEBUG oslo_concurrency.lockutils [req-bea73e8c-00dd-43c1-8804-b1724f012e54 req-c645bd39-48b7-4d36-92d5-1e9387e92204 service nova] Acquiring lock "refresh_cache-7b8225bb-e00e-4742-8a02-1fb3357da7c5" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.688816] env[68391]: DEBUG nova.network.neutron [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Updating instance_info_cache with network_info: [{"id": "19eea8f3-dafd-4fd5-aac1-fb31d034934a", "address": "fa:16:3e:de:68:0a", "network": {"id": "4682c1c5-e275-438d-9c1f-7a028d0efb22", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1294904447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f462d0e5913648919713dc07cd1bf474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19eea8f3-da", "ovs_interfaceid": "19eea8f3-dafd-4fd5-aac1-fb31d034934a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.164772] env[68391]: DEBUG oslo_vmware.rw_handles [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Completed reading data from the image iterator. {{(pid=68391) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1317.165014] env[68391]: DEBUG oslo_vmware.rw_handles [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52295919-8abb-395f-b53a-05f14f61eba3/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1317.165923] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a2f77b-1969-484f-8e0b-e568060c3ccd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.172814] env[68391]: DEBUG oslo_vmware.rw_handles [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52295919-8abb-395f-b53a-05f14f61eba3/disk-0.vmdk is in state: ready. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1317.173035] env[68391]: DEBUG oslo_vmware.rw_handles [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52295919-8abb-395f-b53a-05f14f61eba3/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1317.173282] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ab02b46e-8e85-4249-a9ac-353b871f21c4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.191697] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Releasing lock "refresh_cache-7b8225bb-e00e-4742-8a02-1fb3357da7c5" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.192094] env[68391]: DEBUG nova.compute.manager [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Instance network_info: |[{"id": "19eea8f3-dafd-4fd5-aac1-fb31d034934a", "address": "fa:16:3e:de:68:0a", "network": {"id": "4682c1c5-e275-438d-9c1f-7a028d0efb22", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1294904447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f462d0e5913648919713dc07cd1bf474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19eea8f3-da", "ovs_interfaceid": "19eea8f3-dafd-4fd5-aac1-fb31d034934a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1317.192389] env[68391]: DEBUG oslo_concurrency.lockutils [req-bea73e8c-00dd-43c1-8804-b1724f012e54 req-c645bd39-48b7-4d36-92d5-1e9387e92204 service nova] Acquired lock "refresh_cache-7b8225bb-e00e-4742-8a02-1fb3357da7c5" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.192564] env[68391]: DEBUG nova.network.neutron [req-bea73e8c-00dd-43c1-8804-b1724f012e54 req-c645bd39-48b7-4d36-92d5-1e9387e92204 service nova] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Refreshing network info cache for port 19eea8f3-dafd-4fd5-aac1-fb31d034934a {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.193815] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:68:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19eea8f3-dafd-4fd5-aac1-fb31d034934a', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.201133] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Creating folder: Project (f462d0e5913648919713dc07cd1bf474). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.204625] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b571f4d-5e9d-4207-a0f4-50b8f4c54850 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.215166] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Created folder: Project (f462d0e5913648919713dc07cd1bf474) in parent group-v608736. [ 1317.215357] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Creating folder: Instances. Parent ref: group-v609070. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.215590] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-267b4c19-d143-4a59-920f-d8727789aea7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.224247] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Created folder: Instances in parent group-v609070. [ 1317.224471] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.224655] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.224852] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-411888be-dbd4-4291-9ac9-db7b9c4c54ae {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.245579] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.245579] env[68391]: value = "task-3039973" [ 1317.245579] env[68391]: _type = "Task" [ 1317.245579] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.253109] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039973, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.364457] env[68391]: DEBUG oslo_vmware.rw_handles [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52295919-8abb-395f-b53a-05f14f61eba3/disk-0.vmdk. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1317.364677] env[68391]: INFO nova.virt.vmwareapi.images [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Downloaded image file data fe2f7766-d46c-4342-bb17-791d482b1671 [ 1317.365527] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b8842b-fa02-4057-b360-c79e939e033e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.380988] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c1100c8-6673-4e6a-8555-7d46d9313e77 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.390588] env[68391]: DEBUG nova.network.neutron [req-bea73e8c-00dd-43c1-8804-b1724f012e54 req-c645bd39-48b7-4d36-92d5-1e9387e92204 service nova] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Updated VIF entry in instance network info cache for port 19eea8f3-dafd-4fd5-aac1-fb31d034934a. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.391340] env[68391]: DEBUG nova.network.neutron [req-bea73e8c-00dd-43c1-8804-b1724f012e54 req-c645bd39-48b7-4d36-92d5-1e9387e92204 service nova] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Updating instance_info_cache with network_info: [{"id": "19eea8f3-dafd-4fd5-aac1-fb31d034934a", "address": "fa:16:3e:de:68:0a", "network": {"id": "4682c1c5-e275-438d-9c1f-7a028d0efb22", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1294904447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f462d0e5913648919713dc07cd1bf474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19eea8f3-da", "ovs_interfaceid": "19eea8f3-dafd-4fd5-aac1-fb31d034934a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.402827] env[68391]: INFO nova.virt.vmwareapi.images [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] The imported VM was unregistered [ 1317.405338] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Caching image {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1317.405534] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Creating directory with path [datastore2] devstack-image-cache_base/fe2f7766-d46c-4342-bb17-791d482b1671 {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.406040] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77c2fbd9-2e95-49be-bf2b-9691b23843f2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.418428] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Created directory with path [datastore2] devstack-image-cache_base/fe2f7766-d46c-4342-bb17-791d482b1671 {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.418677] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9f7b3b46-ae73-462c-9dc5-d3499c3da0ba/OSTACK_IMG_9f7b3b46-ae73-462c-9dc5-d3499c3da0ba.vmdk to [datastore2] devstack-image-cache_base/fe2f7766-d46c-4342-bb17-791d482b1671/fe2f7766-d46c-4342-bb17-791d482b1671.vmdk. {{(pid=68391) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1317.419274] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6e739b65-9735-411c-85b3-fb53895d03ac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.425951] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1317.425951] env[68391]: value = "task-3039975" [ 1317.425951] env[68391]: _type = "Task" [ 1317.425951] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.433880] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039975, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.756075] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039973, 'name': CreateVM_Task, 'duration_secs': 0.396232} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.756464] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.757074] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.757300] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.757677] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.757992] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d58bab64-ab1c-41bf-9756-1468278e5d4b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.763253] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1317.763253] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521da388-2226-a557-0822-694eef6cb2f5" [ 1317.763253] env[68391]: _type = "Task" [ 1317.763253] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.771308] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521da388-2226-a557-0822-694eef6cb2f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.894353] env[68391]: DEBUG oslo_concurrency.lockutils [req-bea73e8c-00dd-43c1-8804-b1724f012e54 req-c645bd39-48b7-4d36-92d5-1e9387e92204 service nova] Releasing lock "refresh_cache-7b8225bb-e00e-4742-8a02-1fb3357da7c5" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.935145] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039975, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.274042] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521da388-2226-a557-0822-694eef6cb2f5, 'name': SearchDatastore_Task, 'duration_secs': 0.080022} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.274404] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.274645] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1318.274884] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.275084] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.275282] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.275564] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ab2dabe-52ef-44b8-8383-cc8b679fcbfd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.294578] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.294837] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1318.295667] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45de97a3-6c73-4c44-b427-d29f26ac66c2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.301630] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1318.301630] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527e9997-3327-edaf-c3b3-efa0dd418161" [ 1318.301630] env[68391]: _type = "Task" [ 1318.301630] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.310025] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527e9997-3327-edaf-c3b3-efa0dd418161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.436243] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039975, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.813453] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]527e9997-3327-edaf-c3b3-efa0dd418161, 'name': SearchDatastore_Task, 'duration_secs': 0.087538} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.814238] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25338ae7-a65e-4143-b4bc-dd62a52647c6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.820099] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1318.820099] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52938bab-3cc1-3e32-1451-fcdfed5e0547" [ 1318.820099] env[68391]: _type = "Task" [ 1318.820099] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.829514] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52938bab-3cc1-3e32-1451-fcdfed5e0547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.936683] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039975, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.330189] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52938bab-3cc1-3e32-1451-fcdfed5e0547, 'name': SearchDatastore_Task, 'duration_secs': 0.078528} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.330474] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.330740] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 7b8225bb-e00e-4742-8a02-1fb3357da7c5/7b8225bb-e00e-4742-8a02-1fb3357da7c5.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1319.331027] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6aea58fd-ff5d-41c1-8d70-f4ad3240a120 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.338455] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1319.338455] env[68391]: value = "task-3039976" [ 1319.338455] env[68391]: _type = "Task" [ 1319.338455] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.347087] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.437578] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039975, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.849423] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039976, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.938774] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039975, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.255727} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.939167] env[68391]: INFO nova.virt.vmwareapi.ds_util [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9f7b3b46-ae73-462c-9dc5-d3499c3da0ba/OSTACK_IMG_9f7b3b46-ae73-462c-9dc5-d3499c3da0ba.vmdk to [datastore2] devstack-image-cache_base/fe2f7766-d46c-4342-bb17-791d482b1671/fe2f7766-d46c-4342-bb17-791d482b1671.vmdk. [ 1319.939424] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Cleaning up location [datastore2] OSTACK_IMG_9f7b3b46-ae73-462c-9dc5-d3499c3da0ba {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1319.939660] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9f7b3b46-ae73-462c-9dc5-d3499c3da0ba {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1319.940012] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1b30311-5485-4342-bd8d-8a99edc75428 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.947903] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1319.947903] env[68391]: value = "task-3039977" [ 1319.947903] env[68391]: _type = "Task" [ 1319.947903] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.957514] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.349174] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685668} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.349437] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 7b8225bb-e00e-4742-8a02-1fb3357da7c5/7b8225bb-e00e-4742-8a02-1fb3357da7c5.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1320.349660] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1320.349948] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-814e1a02-1db5-45db-b740-08742444a829 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.356257] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1320.356257] env[68391]: value = "task-3039978" [ 1320.356257] env[68391]: _type = "Task" [ 1320.356257] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.363925] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.456620] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087731} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.456863] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1320.457062] env[68391]: DEBUG oslo_concurrency.lockutils [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe2f7766-d46c-4342-bb17-791d482b1671/fe2f7766-d46c-4342-bb17-791d482b1671.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.457328] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe2f7766-d46c-4342-bb17-791d482b1671/fe2f7766-d46c-4342-bb17-791d482b1671.vmdk to [datastore2] d3db519b-a6cb-4da3-bdcd-90c55dee0e1f/d3db519b-a6cb-4da3-bdcd-90c55dee0e1f.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1320.457578] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2707698-7cc1-4f6f-aaae-f1aa97edbfef {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.463422] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1320.463422] env[68391]: value = "task-3039979" [ 1320.463422] env[68391]: _type = "Task" [ 1320.463422] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.470192] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.866280] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062723} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.868503] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1320.868503] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a577813d-6b06-43bc-b16e-03ff6f898510 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.888768] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 7b8225bb-e00e-4742-8a02-1fb3357da7c5/7b8225bb-e00e-4742-8a02-1fb3357da7c5.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.889017] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf04cd49-55a2-48f0-84ff-d1ef3159bd4a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.907760] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1320.907760] env[68391]: value = "task-3039980" [ 1320.907760] env[68391]: _type = "Task" [ 1320.907760] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.915287] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.971956] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.417780] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039980, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.474092] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.918814] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039980, 'name': ReconfigVM_Task, 'duration_secs': 0.520172} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.919221] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 7b8225bb-e00e-4742-8a02-1fb3357da7c5/7b8225bb-e00e-4742-8a02-1fb3357da7c5.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.919807] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2f54074-5a98-4379-9a66-b0dc03f54a6b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.926446] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1321.926446] env[68391]: value = "task-3039981" [ 1321.926446] env[68391]: _type = "Task" [ 1321.926446] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.935053] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039981, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.972598] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039979, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.437097] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039981, 'name': Rename_Task, 'duration_secs': 0.376546} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.437097] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.437387] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38700db3-65a3-496e-8400-08973c203617 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.443289] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1322.443289] env[68391]: value = "task-3039982" [ 1322.443289] env[68391]: _type = "Task" [ 1322.443289] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.451090] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.474424] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039979, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.952741] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039982, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.974432] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039979, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.454949] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039982, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.475240] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039979, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.953732] env[68391]: DEBUG oslo_vmware.api [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039982, 'name': PowerOnVM_Task, 'duration_secs': 1.028237} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.954054] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.954205] env[68391]: INFO nova.compute.manager [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1323.954379] env[68391]: DEBUG nova.compute.manager [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.955140] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ee03e2-739f-416d-97e8-b95596b5997b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.974224] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039979, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.07897} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.974486] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe2f7766-d46c-4342-bb17-791d482b1671/fe2f7766-d46c-4342-bb17-791d482b1671.vmdk to [datastore2] d3db519b-a6cb-4da3-bdcd-90c55dee0e1f/d3db519b-a6cb-4da3-bdcd-90c55dee0e1f.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1323.975240] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dd53f5-3f66-4dd3-a00a-8ab3c14fbe46 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.998800] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] d3db519b-a6cb-4da3-bdcd-90c55dee0e1f/d3db519b-a6cb-4da3-bdcd-90c55dee0e1f.vmdk or device None with type streamOptimized {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.999886] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-546c372b-301e-4628-87db-98c9d433b8e9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.019665] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1324.019665] env[68391]: value = "task-3039983" [ 1324.019665] env[68391]: _type = "Task" [ 1324.019665] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.027556] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.470741] env[68391]: INFO nova.compute.manager [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Took 14.06 seconds to build instance. [ 1324.529146] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.665730] env[68391]: INFO nova.compute.manager [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Rescuing [ 1324.665996] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquiring lock "refresh_cache-7b8225bb-e00e-4742-8a02-1fb3357da7c5" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.666173] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquired lock "refresh_cache-7b8225bb-e00e-4742-8a02-1fb3357da7c5" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.666385] env[68391]: DEBUG nova.network.neutron [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.973073] env[68391]: DEBUG oslo_concurrency.lockutils [None req-4b8a70f0-bc37-486c-abb7-450a241dba04 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lock "7b8225bb-e00e-4742-8a02-1fb3357da7c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.568s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.029582] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.433917] env[68391]: DEBUG nova.network.neutron [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Updating instance_info_cache with network_info: [{"id": "19eea8f3-dafd-4fd5-aac1-fb31d034934a", "address": "fa:16:3e:de:68:0a", "network": {"id": "4682c1c5-e275-438d-9c1f-7a028d0efb22", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1294904447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f462d0e5913648919713dc07cd1bf474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19eea8f3-da", "ovs_interfaceid": "19eea8f3-dafd-4fd5-aac1-fb31d034934a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.530029] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039983, 'name': ReconfigVM_Task, 'duration_secs': 1.294594} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.530315] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Reconfigured VM instance instance-00000077 to attach disk [datastore2] d3db519b-a6cb-4da3-bdcd-90c55dee0e1f/d3db519b-a6cb-4da3-bdcd-90c55dee0e1f.vmdk or device None with type streamOptimized {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.530951] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43c71841-1c2c-4cf2-b9a0-44d55580ac71 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.537243] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1325.537243] env[68391]: value = "task-3039984" [ 1325.537243] env[68391]: _type = "Task" [ 1325.537243] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.548685] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039984, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.937243] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Releasing lock "refresh_cache-7b8225bb-e00e-4742-8a02-1fb3357da7c5" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.046243] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039984, 'name': Rename_Task, 'duration_secs': 0.171271} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.046616] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.046746] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bad0721c-ec33-4064-94cb-d3c084b23f4c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.052717] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1326.052717] env[68391]: value = "task-3039985" [ 1326.052717] env[68391]: _type = "Task" [ 1326.052717] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.060264] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.562450] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039985, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.063219] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039985, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.473028] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.473294] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47f39cb5-ad8c-49da-a7bb-4d8105939134 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.480317] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1327.480317] env[68391]: value = "task-3039986" [ 1327.480317] env[68391]: _type = "Task" [ 1327.480317] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.489802] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.563584] env[68391]: DEBUG oslo_vmware.api [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3039985, 'name': PowerOnVM_Task, 'duration_secs': 1.296806} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.563856] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.661795] env[68391]: DEBUG nova.compute.manager [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.662785] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b693d6e0-13c5-4d13-bebe-9425e840124c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.990056] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039986, 'name': PowerOffVM_Task, 'duration_secs': 0.208756} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.990341] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.991106] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289fe25a-9afe-44b7-8a42-53faf13a5839 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.008379] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f45fc5a-407c-429b-9308-56224c3783e8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.034450] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.034750] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75405fd4-4a55-48a9-b8ff-a9a6cc58a765 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.040738] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1328.040738] env[68391]: value = "task-3039987" [ 1328.040738] env[68391]: _type = "Task" [ 1328.040738] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.047929] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.178339] env[68391]: DEBUG oslo_concurrency.lockutils [None req-901556c1-f522-4aa9-96c5-66aa7869f33f tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.249s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.551196] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] VM already powered off {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1328.551416] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1328.551655] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.551804] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.551998] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1328.552361] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df97cff9-164d-44a7-9004-5e6801e72754 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.563111] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1328.563307] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1328.564124] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7857a394-1f31-4783-98d3-7cf0c34dde61 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.571611] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1328.571611] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5282e50b-7bd9-1740-592a-b5564c1c4263" [ 1328.571611] env[68391]: _type = "Task" [ 1328.571611] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.579534] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5282e50b-7bd9-1740-592a-b5564c1c4263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.081345] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5282e50b-7bd9-1740-592a-b5564c1c4263, 'name': SearchDatastore_Task, 'duration_secs': 0.013433} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.082143] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a6d6d70-597e-4d5a-acae-33d8c1f9a613 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.087027] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1329.087027] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d97cfe-1d7f-bc8c-a70f-00b940431f6f" [ 1329.087027] env[68391]: _type = "Task" [ 1329.087027] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.094283] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d97cfe-1d7f-bc8c-a70f-00b940431f6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.597053] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d97cfe-1d7f-bc8c-a70f-00b940431f6f, 'name': SearchDatastore_Task, 'duration_secs': 0.008823} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.597393] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.597758] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 7b8225bb-e00e-4742-8a02-1fb3357da7c5/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk. {{(pid=68391) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1329.597896] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08aa67bb-8ec9-4322-a6c4-7359ee8beba0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.604976] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1329.604976] env[68391]: value = "task-3039988" [ 1329.604976] env[68391]: _type = "Task" [ 1329.604976] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.613521] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.115267] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424677} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.115588] env[68391]: INFO nova.virt.vmwareapi.ds_util [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 7b8225bb-e00e-4742-8a02-1fb3357da7c5/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk. [ 1330.116483] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768f6554-54e2-4c41-adda-769653e8a5f6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.140784] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 7b8225bb-e00e-4742-8a02-1fb3357da7c5/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.141056] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44a89d04-6307-495b-99b2-e106ac00ed9e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.159087] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1330.159087] env[68391]: value = "task-3039989" [ 1330.159087] env[68391]: _type = "Task" [ 1330.159087] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.167037] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.669388] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.170052] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.670784] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039989, 'name': ReconfigVM_Task, 'duration_secs': 1.164129} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.671168] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 7b8225bb-e00e-4742-8a02-1fb3357da7c5/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.671913] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfbbfea-f8bf-40ad-8126-e4dd33d3674f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.695919] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d89d932d-c60b-4e6c-8309-c2c7fe7f2127 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.710477] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1331.710477] env[68391]: value = "task-3039990" [ 1331.710477] env[68391]: _type = "Task" [ 1331.710477] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.718046] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.220525] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039990, 'name': ReconfigVM_Task, 'duration_secs': 0.134865} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.220738] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1332.220973] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d132719d-53ec-4cfa-a4cc-c588bd557b7b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.226847] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1332.226847] env[68391]: value = "task-3039991" [ 1332.226847] env[68391]: _type = "Task" [ 1332.226847] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.233949] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.736045] env[68391]: DEBUG oslo_vmware.api [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039991, 'name': PowerOnVM_Task, 'duration_secs': 0.349828} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.736428] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.738880] env[68391]: DEBUG nova.compute.manager [None req-bc4750ea-7868-46ca-bc41-70e27298d7ee tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.739620] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b77912-20e3-4186-a166-e5e3f3ffd99e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.983025] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquiring lock "2572c4ef-b664-4a2e-9a1a-b22b5c9d908a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.983025] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lock "2572c4ef-b664-4a2e-9a1a-b22b5c9d908a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.484786] env[68391]: DEBUG nova.compute.manager [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1335.005900] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.006230] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.007636] env[68391]: INFO nova.compute.claims [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.079045] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d880bbc9-3b82-4b71-b829-22f752922a7b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.086699] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93af3ab6-7f49-49d6-87db-ac6f3020901f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.116498] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddb8ccb-3a2a-4f8d-822d-f6a75f5362ab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.123404] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feeb9a99-809c-44c8-b918-6e436298d77b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.137504] env[68391]: DEBUG nova.compute.provider_tree [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.640493] env[68391]: DEBUG nova.scheduler.client.report [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.145404] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.145951] env[68391]: DEBUG nova.compute.manager [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1337.650481] env[68391]: DEBUG nova.compute.utils [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1337.651925] env[68391]: DEBUG nova.compute.manager [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1337.652115] env[68391]: DEBUG nova.network.neutron [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1337.699900] env[68391]: DEBUG nova.policy [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62877ad4a1184d41bde2cfb0a35af0ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f462d0e5913648919713dc07cd1bf474', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1337.942968] env[68391]: DEBUG nova.network.neutron [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Successfully created port: 2e1178d9-cb9d-4056-8353-53c3f8e3b440 {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1338.155820] env[68391]: DEBUG nova.compute.manager [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1339.166794] env[68391]: DEBUG nova.compute.manager [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1339.194622] env[68391]: DEBUG nova.virt.hardware [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1339.194880] env[68391]: DEBUG nova.virt.hardware [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.195050] env[68391]: DEBUG nova.virt.hardware [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.195442] env[68391]: DEBUG nova.virt.hardware [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.195442] env[68391]: DEBUG nova.virt.hardware [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.195533] env[68391]: DEBUG nova.virt.hardware [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1339.195721] env[68391]: DEBUG nova.virt.hardware [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1339.195882] env[68391]: DEBUG nova.virt.hardware [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1339.196061] env[68391]: DEBUG nova.virt.hardware [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1339.196240] env[68391]: DEBUG nova.virt.hardware [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1339.196439] env[68391]: DEBUG nova.virt.hardware [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1339.198054] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044c51b6-89f3-47ff-b449-ba6db4448b0c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.206527] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df58b2f-5928-4f51-a085-a8590b8f52aa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.540245] env[68391]: DEBUG nova.compute.manager [req-40e29932-f9ff-4733-adbc-8a6921ed49db req-aa662e87-d648-4bce-8a64-36e3c0d67468 service nova] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Received event network-vif-plugged-2e1178d9-cb9d-4056-8353-53c3f8e3b440 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.540511] env[68391]: DEBUG oslo_concurrency.lockutils [req-40e29932-f9ff-4733-adbc-8a6921ed49db req-aa662e87-d648-4bce-8a64-36e3c0d67468 service nova] Acquiring lock "2572c4ef-b664-4a2e-9a1a-b22b5c9d908a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.540662] env[68391]: DEBUG oslo_concurrency.lockutils [req-40e29932-f9ff-4733-adbc-8a6921ed49db req-aa662e87-d648-4bce-8a64-36e3c0d67468 service nova] Lock "2572c4ef-b664-4a2e-9a1a-b22b5c9d908a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.540828] env[68391]: DEBUG oslo_concurrency.lockutils [req-40e29932-f9ff-4733-adbc-8a6921ed49db req-aa662e87-d648-4bce-8a64-36e3c0d67468 service nova] Lock "2572c4ef-b664-4a2e-9a1a-b22b5c9d908a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.540995] env[68391]: DEBUG nova.compute.manager [req-40e29932-f9ff-4733-adbc-8a6921ed49db req-aa662e87-d648-4bce-8a64-36e3c0d67468 service nova] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] No waiting events found dispatching network-vif-plugged-2e1178d9-cb9d-4056-8353-53c3f8e3b440 {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1339.541357] env[68391]: WARNING nova.compute.manager [req-40e29932-f9ff-4733-adbc-8a6921ed49db req-aa662e87-d648-4bce-8a64-36e3c0d67468 service nova] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Received unexpected event network-vif-plugged-2e1178d9-cb9d-4056-8353-53c3f8e3b440 for instance with vm_state building and task_state spawning. [ 1339.619821] env[68391]: DEBUG nova.network.neutron [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Successfully updated port: 2e1178d9-cb9d-4056-8353-53c3f8e3b440 {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1340.124673] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquiring lock "refresh_cache-2572c4ef-b664-4a2e-9a1a-b22b5c9d908a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.124673] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquired lock "refresh_cache-2572c4ef-b664-4a2e-9a1a-b22b5c9d908a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.124673] env[68391]: DEBUG nova.network.neutron [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.674604] env[68391]: DEBUG nova.network.neutron [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1340.805544] env[68391]: DEBUG nova.network.neutron [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Updating instance_info_cache with network_info: [{"id": "2e1178d9-cb9d-4056-8353-53c3f8e3b440", "address": "fa:16:3e:ce:f9:81", "network": {"id": "4682c1c5-e275-438d-9c1f-7a028d0efb22", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1294904447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f462d0e5913648919713dc07cd1bf474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e1178d9-cb", "ovs_interfaceid": "2e1178d9-cb9d-4056-8353-53c3f8e3b440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.309079] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Releasing lock "refresh_cache-2572c4ef-b664-4a2e-9a1a-b22b5c9d908a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.309468] env[68391]: DEBUG nova.compute.manager [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Instance network_info: |[{"id": "2e1178d9-cb9d-4056-8353-53c3f8e3b440", "address": "fa:16:3e:ce:f9:81", "network": {"id": "4682c1c5-e275-438d-9c1f-7a028d0efb22", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1294904447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f462d0e5913648919713dc07cd1bf474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e1178d9-cb", "ovs_interfaceid": "2e1178d9-cb9d-4056-8353-53c3f8e3b440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1341.310114] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:f9:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e1178d9-cb9d-4056-8353-53c3f8e3b440', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1341.323821] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.324187] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1341.324861] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6c939b2-245d-4d07-a589-1c7cb87f0eec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.357725] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1341.357725] env[68391]: value = "task-3039992" [ 1341.357725] env[68391]: _type = "Task" [ 1341.357725] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.370248] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039992, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.569625] env[68391]: DEBUG nova.compute.manager [req-76c3ce5d-8e36-4585-be74-5329d07f449d req-c8ed5c92-08d8-4992-ac25-e5e5cbe3f96a service nova] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Received event network-changed-2e1178d9-cb9d-4056-8353-53c3f8e3b440 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.569871] env[68391]: DEBUG nova.compute.manager [req-76c3ce5d-8e36-4585-be74-5329d07f449d req-c8ed5c92-08d8-4992-ac25-e5e5cbe3f96a service nova] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Refreshing instance network info cache due to event network-changed-2e1178d9-cb9d-4056-8353-53c3f8e3b440. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1341.570126] env[68391]: DEBUG oslo_concurrency.lockutils [req-76c3ce5d-8e36-4585-be74-5329d07f449d req-c8ed5c92-08d8-4992-ac25-e5e5cbe3f96a service nova] Acquiring lock "refresh_cache-2572c4ef-b664-4a2e-9a1a-b22b5c9d908a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.570176] env[68391]: DEBUG oslo_concurrency.lockutils [req-76c3ce5d-8e36-4585-be74-5329d07f449d req-c8ed5c92-08d8-4992-ac25-e5e5cbe3f96a service nova] Acquired lock "refresh_cache-2572c4ef-b664-4a2e-9a1a-b22b5c9d908a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.570339] env[68391]: DEBUG nova.network.neutron [req-76c3ce5d-8e36-4585-be74-5329d07f449d req-c8ed5c92-08d8-4992-ac25-e5e5cbe3f96a service nova] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Refreshing network info cache for port 2e1178d9-cb9d-4056-8353-53c3f8e3b440 {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.867824] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3039992, 'name': CreateVM_Task, 'duration_secs': 0.322613} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.868237] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.868675] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.868842] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.869181] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.869430] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4cb4673-7a87-47e7-8206-a035358aeda6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.874134] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1341.874134] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5248057d-f854-37f0-58b8-c23410996838" [ 1341.874134] env[68391]: _type = "Task" [ 1341.874134] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.881128] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5248057d-f854-37f0-58b8-c23410996838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.233678] env[68391]: DEBUG nova.network.neutron [req-76c3ce5d-8e36-4585-be74-5329d07f449d req-c8ed5c92-08d8-4992-ac25-e5e5cbe3f96a service nova] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Updated VIF entry in instance network info cache for port 2e1178d9-cb9d-4056-8353-53c3f8e3b440. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.234034] env[68391]: DEBUG nova.network.neutron [req-76c3ce5d-8e36-4585-be74-5329d07f449d req-c8ed5c92-08d8-4992-ac25-e5e5cbe3f96a service nova] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Updating instance_info_cache with network_info: [{"id": "2e1178d9-cb9d-4056-8353-53c3f8e3b440", "address": "fa:16:3e:ce:f9:81", "network": {"id": "4682c1c5-e275-438d-9c1f-7a028d0efb22", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1294904447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f462d0e5913648919713dc07cd1bf474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e1178d9-cb", "ovs_interfaceid": "2e1178d9-cb9d-4056-8353-53c3f8e3b440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.383896] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5248057d-f854-37f0-58b8-c23410996838, 'name': SearchDatastore_Task, 'duration_secs': 0.011698} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.384241] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.384477] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1342.384707] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.384850] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.385040] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1342.385302] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4a707be-81bf-44fc-b8e5-9aa33bdfd3cb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.393627] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1342.393852] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1342.394692] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6086f98-f863-412f-ad0a-d17c99bbf802 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.399202] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1342.399202] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529ebe6a-00c5-0f7f-119a-e6b318eff375" [ 1342.399202] env[68391]: _type = "Task" [ 1342.399202] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.406550] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529ebe6a-00c5-0f7f-119a-e6b318eff375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.736880] env[68391]: DEBUG oslo_concurrency.lockutils [req-76c3ce5d-8e36-4585-be74-5329d07f449d req-c8ed5c92-08d8-4992-ac25-e5e5cbe3f96a service nova] Releasing lock "refresh_cache-2572c4ef-b664-4a2e-9a1a-b22b5c9d908a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.909747] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529ebe6a-00c5-0f7f-119a-e6b318eff375, 'name': SearchDatastore_Task, 'duration_secs': 0.008121} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.910529] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbf2d225-f249-495c-9132-70f8bcc1013c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.915424] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1342.915424] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e551fc-fde9-4c0d-6a1a-3fff70893af9" [ 1342.915424] env[68391]: _type = "Task" [ 1342.915424] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.923829] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e551fc-fde9-4c0d-6a1a-3fff70893af9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.425640] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52e551fc-fde9-4c0d-6a1a-3fff70893af9, 'name': SearchDatastore_Task, 'duration_secs': 0.009015} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.425890] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.426162] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a/2572c4ef-b664-4a2e-9a1a-b22b5c9d908a.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1343.426420] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39e50972-31ca-469f-9514-1d03f535a370 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.432213] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1343.432213] env[68391]: value = "task-3039993" [ 1343.432213] env[68391]: _type = "Task" [ 1343.432213] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.439300] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.605795] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2a2d4db2-e275-446d-bdce-6e07c2cbe6cf tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "72834567-b60e-4452-8c9e-7fe320bdf59f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.606020] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2a2d4db2-e275-446d-bdce-6e07c2cbe6cf tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "72834567-b60e-4452-8c9e-7fe320bdf59f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.942195] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.410869} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.942395] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a/2572c4ef-b664-4a2e-9a1a-b22b5c9d908a.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1343.942605] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1343.942880] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd6067b9-8aab-47e6-b76e-58326c9d161b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.948727] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1343.948727] env[68391]: value = "task-3039994" [ 1343.948727] env[68391]: _type = "Task" [ 1343.948727] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.955443] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.109414] env[68391]: DEBUG nova.compute.utils [None req-2a2d4db2-e275-446d-bdce-6e07c2cbe6cf tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1344.458664] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.612832] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2a2d4db2-e275-446d-bdce-6e07c2cbe6cf tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "72834567-b60e-4452-8c9e-7fe320bdf59f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.958437] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.946249} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.958824] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1344.959449] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bd413d-c853-4162-b879-a73b1dbafab4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.980424] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a/2572c4ef-b664-4a2e-9a1a-b22b5c9d908a.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.980698] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94c2686f-7136-411e-be67-05cc9aaec288 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.999633] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1344.999633] env[68391]: value = "task-3039995" [ 1344.999633] env[68391]: _type = "Task" [ 1344.999633] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.006825] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.350665] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.350665] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.509282] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039995, 'name': ReconfigVM_Task, 'duration_secs': 0.267027} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.509551] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a/2572c4ef-b664-4a2e-9a1a-b22b5c9d908a.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.510179] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f021c28-1b81-429c-a1ab-857b24c34b64 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.516353] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1345.516353] env[68391]: value = "task-3039996" [ 1345.516353] env[68391]: _type = "Task" [ 1345.516353] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.523456] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039996, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.672080] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2a2d4db2-e275-446d-bdce-6e07c2cbe6cf tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "72834567-b60e-4452-8c9e-7fe320bdf59f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.672400] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2a2d4db2-e275-446d-bdce-6e07c2cbe6cf tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "72834567-b60e-4452-8c9e-7fe320bdf59f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.672636] env[68391]: INFO nova.compute.manager [None req-2a2d4db2-e275-446d-bdce-6e07c2cbe6cf tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Attaching volume 7577b739-21c3-4570-bf7e-0707d049805e to /dev/sdb [ 1345.702781] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4122d1-653e-4b59-84d1-5d9c98d078c1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.709299] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202f2711-a117-4c3e-b719-945d78278a9e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.722144] env[68391]: DEBUG nova.virt.block_device [None req-2a2d4db2-e275-446d-bdce-6e07c2cbe6cf tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Updating existing volume attachment record: bae1ad0e-9482-424b-999f-6f0cfd5e0462 {{(pid=68391) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1345.858495] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.858495] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.858495] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.858495] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.858495] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.858495] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.858495] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68391) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1345.858495] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.026285] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039996, 'name': Rename_Task, 'duration_secs': 0.132084} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.026570] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.026808] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd71e574-4825-4c75-91c3-9448c80c6cc5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.032403] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1346.032403] env[68391]: value = "task-3039998" [ 1346.032403] env[68391]: _type = "Task" [ 1346.032403] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.040741] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.360671] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.360933] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.361114] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.361276] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68391) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1346.362433] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6721fa-d4cc-4079-944f-fb5aab23fa40 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.370324] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e29905-c050-4e68-b205-9aa03c9b65c6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.383689] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6c5d92-44a7-49b4-bbcb-adf161f6293d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.390577] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c062fdd4-c9e5-46b3-bbe9-cd054909804a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.420302] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180970MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=68391) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1346.420463] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.420680] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.542794] env[68391]: DEBUG oslo_vmware.api [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3039998, 'name': PowerOnVM_Task, 'duration_secs': 0.448996} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.543056] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.543286] env[68391]: INFO nova.compute.manager [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1346.543469] env[68391]: DEBUG nova.compute.manager [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.544238] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3688f0c-47ad-4c9e-bdd7-91299c0fb1d0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.060782] env[68391]: INFO nova.compute.manager [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Took 12.07 seconds to build instance. [ 1347.137018] env[68391]: DEBUG oslo_concurrency.lockutils [None req-36b0f9fe-8dfe-45f7-a7f0-451bea6a7098 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "aa2df88f-f438-49a2-84e2-d675800d3a0c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.137018] env[68391]: DEBUG oslo_concurrency.lockutils [None req-36b0f9fe-8dfe-45f7-a7f0-451bea6a7098 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "aa2df88f-f438-49a2-84e2-d675800d3a0c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.446968] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 72834567-b60e-4452-8c9e-7fe320bdf59f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1347.447192] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance aa2df88f-f438-49a2-84e2-d675800d3a0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1347.447356] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance d3db519b-a6cb-4da3-bdcd-90c55dee0e1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1347.447514] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 7b8225bb-e00e-4742-8a02-1fb3357da7c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1347.447650] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1347.447858] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1347.448034] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1347.511108] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5be0bc6-88cd-439a-a2d6-340a2fe75b5e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.518524] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46231a50-e68a-4726-b0bb-28c26f8d0716 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.549112] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5faab4-b638-483f-a720-93b8dd421743 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.556370] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e224881-dbdc-47b8-a916-eeab713d7fa4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.569048] env[68391]: DEBUG oslo_concurrency.lockutils [None req-d64d3e84-de0b-467d-ada7-eb168296fe2f tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lock "2572c4ef-b664-4a2e-9a1a-b22b5c9d908a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.586s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.569484] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.639979] env[68391]: DEBUG nova.compute.utils [None req-36b0f9fe-8dfe-45f7-a7f0-451bea6a7098 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1348.072732] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.142650] env[68391]: DEBUG oslo_concurrency.lockutils [None req-36b0f9fe-8dfe-45f7-a7f0-451bea6a7098 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "aa2df88f-f438-49a2-84e2-d675800d3a0c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.157415] env[68391]: INFO nova.compute.manager [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Rescuing [ 1348.157754] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquiring lock "refresh_cache-2572c4ef-b664-4a2e-9a1a-b22b5c9d908a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.157969] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquired lock "refresh_cache-2572c4ef-b664-4a2e-9a1a-b22b5c9d908a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.158220] env[68391]: DEBUG nova.network.neutron [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.578330] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68391) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1348.578530] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.158s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.892341] env[68391]: DEBUG nova.network.neutron [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Updating instance_info_cache with network_info: [{"id": "2e1178d9-cb9d-4056-8353-53c3f8e3b440", "address": "fa:16:3e:ce:f9:81", "network": {"id": "4682c1c5-e275-438d-9c1f-7a028d0efb22", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1294904447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f462d0e5913648919713dc07cd1bf474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e1178d9-cb", "ovs_interfaceid": "2e1178d9-cb9d-4056-8353-53c3f8e3b440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.198068] env[68391]: DEBUG oslo_concurrency.lockutils [None req-36b0f9fe-8dfe-45f7-a7f0-451bea6a7098 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "aa2df88f-f438-49a2-84e2-d675800d3a0c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.198414] env[68391]: DEBUG oslo_concurrency.lockutils [None req-36b0f9fe-8dfe-45f7-a7f0-451bea6a7098 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "aa2df88f-f438-49a2-84e2-d675800d3a0c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.198644] env[68391]: INFO nova.compute.manager [None req-36b0f9fe-8dfe-45f7-a7f0-451bea6a7098 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Attaching volume fe01c000-16d0-45c5-9a39-a5540c5225b2 to /dev/sdb [ 1349.228287] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f591fb7-12f7-425f-8f10-ce6a960ea1e6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.236988] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38608f86-42eb-4537-86fc-50dec6e977b2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.249601] env[68391]: DEBUG nova.virt.block_device [None req-36b0f9fe-8dfe-45f7-a7f0-451bea6a7098 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Updating existing volume attachment record: f1bad784-8c1a-4a56-b519-714469f0b8e2 {{(pid=68391) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1349.395126] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Releasing lock "refresh_cache-2572c4ef-b664-4a2e-9a1a-b22b5c9d908a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.265163] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2d4db2-e275-446d-bdce-6e07c2cbe6cf tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Volume attach. Driver type: vmdk {{(pid=68391) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1350.265438] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2d4db2-e275-446d-bdce-6e07c2cbe6cf tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609074', 'volume_id': '7577b739-21c3-4570-bf7e-0707d049805e', 'name': 'volume-7577b739-21c3-4570-bf7e-0707d049805e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '72834567-b60e-4452-8c9e-7fe320bdf59f', 'attached_at': '', 'detached_at': '', 'volume_id': '7577b739-21c3-4570-bf7e-0707d049805e', 'serial': '7577b739-21c3-4570-bf7e-0707d049805e'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1350.266385] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3261374-ec1a-4ddf-bfd6-1481d7431d4f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.283160] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e459f55a-6894-412d-a1f6-6f5c804f38f4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.308054] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2d4db2-e275-446d-bdce-6e07c2cbe6cf tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-7577b739-21c3-4570-bf7e-0707d049805e/volume-7577b739-21c3-4570-bf7e-0707d049805e.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.308054] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09c46ea7-4c2e-4826-b60d-1976e8c1e776 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.325944] env[68391]: DEBUG oslo_vmware.api [None req-2a2d4db2-e275-446d-bdce-6e07c2cbe6cf tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1350.325944] env[68391]: value = "task-3040003" [ 1350.325944] env[68391]: _type = "Task" [ 1350.325944] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.333602] env[68391]: DEBUG oslo_vmware.api [None req-2a2d4db2-e275-446d-bdce-6e07c2cbe6cf tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3040003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.835794] env[68391]: DEBUG oslo_vmware.api [None req-2a2d4db2-e275-446d-bdce-6e07c2cbe6cf tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3040003, 'name': ReconfigVM_Task, 'duration_secs': 0.34396} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.836118] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2d4db2-e275-446d-bdce-6e07c2cbe6cf tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-7577b739-21c3-4570-bf7e-0707d049805e/volume-7577b739-21c3-4570-bf7e-0707d049805e.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.840700] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-889f2bce-b370-472d-a268-051d227f97f8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.855621] env[68391]: DEBUG oslo_vmware.api [None req-2a2d4db2-e275-446d-bdce-6e07c2cbe6cf tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1350.855621] env[68391]: value = "task-3040004" [ 1350.855621] env[68391]: _type = "Task" [ 1350.855621] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.863778] env[68391]: DEBUG oslo_vmware.api [None req-2a2d4db2-e275-446d-bdce-6e07c2cbe6cf tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3040004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.934845] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.935170] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-909360cf-5118-46ff-a8b1-f116dba3abac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.941444] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1350.941444] env[68391]: value = "task-3040005" [ 1350.941444] env[68391]: _type = "Task" [ 1350.941444] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.949871] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.365899] env[68391]: DEBUG oslo_vmware.api [None req-2a2d4db2-e275-446d-bdce-6e07c2cbe6cf tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3040004, 'name': ReconfigVM_Task, 'duration_secs': 0.138852} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.366281] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2d4db2-e275-446d-bdce-6e07c2cbe6cf tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609074', 'volume_id': '7577b739-21c3-4570-bf7e-0707d049805e', 'name': 'volume-7577b739-21c3-4570-bf7e-0707d049805e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '72834567-b60e-4452-8c9e-7fe320bdf59f', 'attached_at': '', 'detached_at': '', 'volume_id': '7577b739-21c3-4570-bf7e-0707d049805e', 'serial': '7577b739-21c3-4570-bf7e-0707d049805e'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1351.451634] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040005, 'name': PowerOffVM_Task, 'duration_secs': 0.341212} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.451879] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.452689] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973ae877-f2a9-48ca-9a26-14aa38781369 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.471331] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa64d80-316d-4a1b-8dc1-3d402ed45334 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.497892] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.498154] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40af483b-18aa-4cdd-b856-db9695854b58 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.505583] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1351.505583] env[68391]: value = "task-3040006" [ 1351.505583] env[68391]: _type = "Task" [ 1351.505583] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.513084] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.015966] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] VM already powered off {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1352.016196] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1352.016442] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.016588] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.016759] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.016995] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e876268-aabb-47cf-a2d8-7fe9d2435358 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.025879] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1352.026057] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1352.026742] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df245cd0-0a77-4fbb-bf22-b5221fef22b0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.031146] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1352.031146] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5265ebcc-c975-ace5-fd3a-167485711493" [ 1352.031146] env[68391]: _type = "Task" [ 1352.031146] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.038347] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5265ebcc-c975-ace5-fd3a-167485711493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.401114] env[68391]: DEBUG nova.objects.instance [None req-2a2d4db2-e275-446d-bdce-6e07c2cbe6cf tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lazy-loading 'flavor' on Instance uuid 72834567-b60e-4452-8c9e-7fe320bdf59f {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.545362] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5265ebcc-c975-ace5-fd3a-167485711493, 'name': SearchDatastore_Task, 'duration_secs': 0.008774} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.546162] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-650265a9-69fe-4795-bee4-2b0b13620417 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.551570] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1352.551570] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529d470d-8538-e10c-40c6-67c0c6d5da5a" [ 1352.551570] env[68391]: _type = "Task" [ 1352.551570] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.559093] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529d470d-8538-e10c-40c6-67c0c6d5da5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.905941] env[68391]: DEBUG oslo_concurrency.lockutils [None req-2a2d4db2-e275-446d-bdce-6e07c2cbe6cf tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "72834567-b60e-4452-8c9e-7fe320bdf59f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.039940] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07ea2075-fd7d-4248-a24f-633ac50465c4 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "72834567-b60e-4452-8c9e-7fe320bdf59f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.040229] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07ea2075-fd7d-4248-a24f-633ac50465c4 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "72834567-b60e-4452-8c9e-7fe320bdf59f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.062519] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]529d470d-8538-e10c-40c6-67c0c6d5da5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009402} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.062748] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.062986] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk. {{(pid=68391) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1353.063275] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-204a7e00-e914-47dd-8135-86b6dc7e2326 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.070074] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1353.070074] env[68391]: value = "task-3040008" [ 1353.070074] env[68391]: _type = "Task" [ 1353.070074] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.077196] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.543388] env[68391]: INFO nova.compute.manager [None req-07ea2075-fd7d-4248-a24f-633ac50465c4 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Detaching volume 7577b739-21c3-4570-bf7e-0707d049805e [ 1353.576219] env[68391]: INFO nova.virt.block_device [None req-07ea2075-fd7d-4248-a24f-633ac50465c4 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Attempting to driver detach volume 7577b739-21c3-4570-bf7e-0707d049805e from mountpoint /dev/sdb [ 1353.576464] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ea2075-fd7d-4248-a24f-633ac50465c4 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Volume detach. Driver type: vmdk {{(pid=68391) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1353.576652] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ea2075-fd7d-4248-a24f-633ac50465c4 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609074', 'volume_id': '7577b739-21c3-4570-bf7e-0707d049805e', 'name': 'volume-7577b739-21c3-4570-bf7e-0707d049805e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '72834567-b60e-4452-8c9e-7fe320bdf59f', 'attached_at': '', 'detached_at': '', 'volume_id': '7577b739-21c3-4570-bf7e-0707d049805e', 'serial': '7577b739-21c3-4570-bf7e-0707d049805e'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1353.577747] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ae885a-ce11-4b4c-be6b-5106f1b4aee8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.585181] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453145} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.600236] env[68391]: INFO nova.virt.vmwareapi.ds_util [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore1] 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk. [ 1353.601069] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf63286c-d0c4-4e23-9b20-a679723a0b83 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.604399] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abd0eb1-8b3a-46f1-bb6d-dcb248eb3d05 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.623769] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4582a4a-1205-455f-8261-4c6231b076d5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.632978] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.633220] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0125c03a-9f19-4b1d-b305-654e00f9941b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.663831] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea9ed2f-b37a-48a5-b543-2db141aee5d5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.666096] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1353.666096] env[68391]: value = "task-3040009" [ 1353.666096] env[68391]: _type = "Task" [ 1353.666096] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.680762] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ea2075-fd7d-4248-a24f-633ac50465c4 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] The volume has not been displaced from its original location: [datastore1] volume-7577b739-21c3-4570-bf7e-0707d049805e/volume-7577b739-21c3-4570-bf7e-0707d049805e.vmdk. No consolidation needed. {{(pid=68391) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1353.685923] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ea2075-fd7d-4248-a24f-633ac50465c4 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1353.686580] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16a85974-0331-4ce8-8fc7-c326a2c76d7d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.701752] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.706333] env[68391]: DEBUG oslo_vmware.api [None req-07ea2075-fd7d-4248-a24f-633ac50465c4 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1353.706333] env[68391]: value = "task-3040010" [ 1353.706333] env[68391]: _type = "Task" [ 1353.706333] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.713359] env[68391]: DEBUG oslo_vmware.api [None req-07ea2075-fd7d-4248-a24f-633ac50465c4 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3040010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.791299] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b0f9fe-8dfe-45f7-a7f0-451bea6a7098 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Volume attach. Driver type: vmdk {{(pid=68391) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1353.791551] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b0f9fe-8dfe-45f7-a7f0-451bea6a7098 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609076', 'volume_id': 'fe01c000-16d0-45c5-9a39-a5540c5225b2', 'name': 'volume-fe01c000-16d0-45c5-9a39-a5540c5225b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa2df88f-f438-49a2-84e2-d675800d3a0c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe01c000-16d0-45c5-9a39-a5540c5225b2', 'serial': 'fe01c000-16d0-45c5-9a39-a5540c5225b2'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1353.792535] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd6ab16-cc17-4452-a336-e0a68e0c8f91 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.808566] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7fd572-9a1a-4192-b699-e2f8821d31fa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.833633] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b0f9fe-8dfe-45f7-a7f0-451bea6a7098 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-fe01c000-16d0-45c5-9a39-a5540c5225b2/volume-fe01c000-16d0-45c5-9a39-a5540c5225b2.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.833894] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9b01620-118b-434c-8f51-550ce6a46265 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.854310] env[68391]: DEBUG oslo_vmware.api [None req-36b0f9fe-8dfe-45f7-a7f0-451bea6a7098 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1353.854310] env[68391]: value = "task-3040011" [ 1353.854310] env[68391]: _type = "Task" [ 1353.854310] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.862412] env[68391]: DEBUG oslo_vmware.api [None req-36b0f9fe-8dfe-45f7-a7f0-451bea6a7098 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.176225] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040009, 'name': ReconfigVM_Task, 'duration_secs': 0.273054} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.176529] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a/c48f848a-9b59-4c83-9b2f-e9d02467d466-rescue.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.177387] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5244b3bf-0873-4bb5-b1f0-6331ce9c5605 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.201876] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba000dfe-585b-4af2-8377-7052f923befa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.221766] env[68391]: DEBUG oslo_vmware.api [None req-07ea2075-fd7d-4248-a24f-633ac50465c4 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3040010, 'name': ReconfigVM_Task, 'duration_secs': 0.22738} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.222914] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ea2075-fd7d-4248-a24f-633ac50465c4 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1354.227366] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1354.227366] env[68391]: value = "task-3040012" [ 1354.227366] env[68391]: _type = "Task" [ 1354.227366] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.227583] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c250711-0c6b-4bcd-8c31-93b7d864647d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.245361] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.246495] env[68391]: DEBUG oslo_vmware.api [None req-07ea2075-fd7d-4248-a24f-633ac50465c4 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1354.246495] env[68391]: value = "task-3040013" [ 1354.246495] env[68391]: _type = "Task" [ 1354.246495] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.255307] env[68391]: DEBUG oslo_vmware.api [None req-07ea2075-fd7d-4248-a24f-633ac50465c4 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3040013, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.363318] env[68391]: DEBUG oslo_vmware.api [None req-36b0f9fe-8dfe-45f7-a7f0-451bea6a7098 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040011, 'name': ReconfigVM_Task, 'duration_secs': 0.38639} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.363643] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b0f9fe-8dfe-45f7-a7f0-451bea6a7098 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-fe01c000-16d0-45c5-9a39-a5540c5225b2/volume-fe01c000-16d0-45c5-9a39-a5540c5225b2.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.368239] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c42ac94-b0d2-4b84-85f8-8bb1b1edb4a5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.382365] env[68391]: DEBUG oslo_vmware.api [None req-36b0f9fe-8dfe-45f7-a7f0-451bea6a7098 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1354.382365] env[68391]: value = "task-3040014" [ 1354.382365] env[68391]: _type = "Task" [ 1354.382365] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.391382] env[68391]: DEBUG oslo_vmware.api [None req-36b0f9fe-8dfe-45f7-a7f0-451bea6a7098 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.746085] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040012, 'name': ReconfigVM_Task, 'duration_secs': 0.158762} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.746399] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.746588] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5993cf28-781a-41e9-bd25-ab6bfa9999f0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.755590] env[68391]: DEBUG oslo_vmware.api [None req-07ea2075-fd7d-4248-a24f-633ac50465c4 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3040013, 'name': ReconfigVM_Task, 'duration_secs': 0.134788} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.756637] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ea2075-fd7d-4248-a24f-633ac50465c4 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609074', 'volume_id': '7577b739-21c3-4570-bf7e-0707d049805e', 'name': 'volume-7577b739-21c3-4570-bf7e-0707d049805e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '72834567-b60e-4452-8c9e-7fe320bdf59f', 'attached_at': '', 'detached_at': '', 'volume_id': '7577b739-21c3-4570-bf7e-0707d049805e', 'serial': '7577b739-21c3-4570-bf7e-0707d049805e'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1354.758615] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1354.758615] env[68391]: value = "task-3040015" [ 1354.758615] env[68391]: _type = "Task" [ 1354.758615] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.765955] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.892107] env[68391]: DEBUG oslo_vmware.api [None req-36b0f9fe-8dfe-45f7-a7f0-451bea6a7098 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040014, 'name': ReconfigVM_Task, 'duration_secs': 0.133749} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.892468] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b0f9fe-8dfe-45f7-a7f0-451bea6a7098 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609076', 'volume_id': 'fe01c000-16d0-45c5-9a39-a5540c5225b2', 'name': 'volume-fe01c000-16d0-45c5-9a39-a5540c5225b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa2df88f-f438-49a2-84e2-d675800d3a0c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe01c000-16d0-45c5-9a39-a5540c5225b2', 'serial': 'fe01c000-16d0-45c5-9a39-a5540c5225b2'} {{(pid=68391) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1355.272016] env[68391]: DEBUG oslo_vmware.api [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040015, 'name': PowerOnVM_Task, 'duration_secs': 0.36452} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.272353] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.275887] env[68391]: DEBUG nova.compute.manager [None req-ad6ee8ac-d292-4d2c-9868-250772b83c12 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.276954] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4720d9-c086-4d8f-b835-573f81786c24 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.295735] env[68391]: DEBUG nova.objects.instance [None req-07ea2075-fd7d-4248-a24f-633ac50465c4 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lazy-loading 'flavor' on Instance uuid 72834567-b60e-4452-8c9e-7fe320bdf59f {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.928200] env[68391]: DEBUG nova.objects.instance [None req-36b0f9fe-8dfe-45f7-a7f0-451bea6a7098 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lazy-loading 'flavor' on Instance uuid aa2df88f-f438-49a2-84e2-d675800d3a0c {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.113340] env[68391]: INFO nova.compute.manager [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Unrescuing [ 1356.113646] env[68391]: DEBUG oslo_concurrency.lockutils [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquiring lock "refresh_cache-2572c4ef-b664-4a2e-9a1a-b22b5c9d908a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.113801] env[68391]: DEBUG oslo_concurrency.lockutils [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquired lock "refresh_cache-2572c4ef-b664-4a2e-9a1a-b22b5c9d908a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.113976] env[68391]: DEBUG nova.network.neutron [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.301946] env[68391]: DEBUG oslo_concurrency.lockutils [None req-07ea2075-fd7d-4248-a24f-633ac50465c4 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "72834567-b60e-4452-8c9e-7fe320bdf59f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.262s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.433336] env[68391]: DEBUG oslo_concurrency.lockutils [None req-36b0f9fe-8dfe-45f7-a7f0-451bea6a7098 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "aa2df88f-f438-49a2-84e2-d675800d3a0c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.812187] env[68391]: DEBUG nova.network.neutron [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Updating instance_info_cache with network_info: [{"id": "2e1178d9-cb9d-4056-8353-53c3f8e3b440", "address": "fa:16:3e:ce:f9:81", "network": {"id": "4682c1c5-e275-438d-9c1f-7a028d0efb22", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1294904447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f462d0e5913648919713dc07cd1bf474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e1178d9-cb", "ovs_interfaceid": "2e1178d9-cb9d-4056-8353-53c3f8e3b440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.876228] env[68391]: DEBUG nova.compute.manager [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Stashing vm_state: active {{(pid=68391) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1357.315563] env[68391]: DEBUG oslo_concurrency.lockutils [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Releasing lock "refresh_cache-2572c4ef-b664-4a2e-9a1a-b22b5c9d908a" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.316178] env[68391]: DEBUG nova.objects.instance [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lazy-loading 'flavor' on Instance uuid 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.395216] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "72834567-b60e-4452-8c9e-7fe320bdf59f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.395484] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "72834567-b60e-4452-8c9e-7fe320bdf59f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.395696] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "72834567-b60e-4452-8c9e-7fe320bdf59f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.395875] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "72834567-b60e-4452-8c9e-7fe320bdf59f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.396105] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "72834567-b60e-4452-8c9e-7fe320bdf59f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.399132] env[68391]: INFO nova.compute.manager [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Terminating instance [ 1357.400795] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.401047] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.822018] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235031ac-09e8-4df6-b724-2002cabc6e5b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.843033] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.843033] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-449a92f0-e602-4fde-aab8-82124181dece {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.849017] env[68391]: DEBUG oslo_vmware.api [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1357.849017] env[68391]: value = "task-3040016" [ 1357.849017] env[68391]: _type = "Task" [ 1357.849017] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.859015] env[68391]: DEBUG oslo_vmware.api [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.905638] env[68391]: INFO nova.compute.claims [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.909918] env[68391]: DEBUG nova.compute.manager [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1357.909918] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1357.910817] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a1b93f-360a-4ae9-900b-86ff1ecb01fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.918160] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.918407] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bdc2373-c9bc-457e-9b30-1b5442a7508a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.924733] env[68391]: DEBUG oslo_vmware.api [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1357.924733] env[68391]: value = "task-3040017" [ 1357.924733] env[68391]: _type = "Task" [ 1357.924733] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.932972] env[68391]: DEBUG oslo_vmware.api [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3040017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.359406] env[68391]: DEBUG oslo_vmware.api [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040016, 'name': PowerOffVM_Task, 'duration_secs': 0.345795} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.359786] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.364870] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1358.365143] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba72e90e-04fa-43ac-ae48-a7f8134669ae {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.382454] env[68391]: DEBUG oslo_vmware.api [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1358.382454] env[68391]: value = "task-3040018" [ 1358.382454] env[68391]: _type = "Task" [ 1358.382454] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.389689] env[68391]: DEBUG oslo_vmware.api [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.412629] env[68391]: INFO nova.compute.resource_tracker [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Updating resource usage from migration 6c4a7549-ee1b-40eb-93bf-447338479e68 [ 1358.435851] env[68391]: DEBUG oslo_vmware.api [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3040017, 'name': PowerOffVM_Task, 'duration_secs': 0.183401} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.436178] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.436364] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.436619] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7106ea0d-ea1a-4a56-bccc-286f2b2b93e4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.495033] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.495244] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.495430] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Deleting the datastore file [datastore2] 72834567-b60e-4452-8c9e-7fe320bdf59f {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.496418] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4af575c4-c761-46cf-b975-5897f8a334cb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.498696] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60455a12-87b9-4680-9890-4a3b344f4129 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.506424] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33ee9ac-cda7-40c0-9769-61fbc653aa38 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.509262] env[68391]: DEBUG oslo_vmware.api [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for the task: (returnval){ [ 1358.509262] env[68391]: value = "task-3040020" [ 1358.509262] env[68391]: _type = "Task" [ 1358.509262] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.536088] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd02966-e7fe-4403-9edd-fa327525aa16 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.541347] env[68391]: DEBUG oslo_vmware.api [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3040020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.546032] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e14716a-e9cb-49b3-adf7-1b516fde6dd9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.560360] env[68391]: DEBUG nova.compute.provider_tree [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.891856] env[68391]: DEBUG oslo_vmware.api [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040018, 'name': ReconfigVM_Task, 'duration_secs': 0.23069} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.892146] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1358.892356] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.892603] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60867e41-13fe-475b-aef8-d38eca7038a6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.898805] env[68391]: DEBUG oslo_vmware.api [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1358.898805] env[68391]: value = "task-3040021" [ 1358.898805] env[68391]: _type = "Task" [ 1358.898805] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.908012] env[68391]: DEBUG oslo_vmware.api [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.018319] env[68391]: DEBUG oslo_vmware.api [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Task: {'id': task-3040020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140528} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.018580] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.018759] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1359.018933] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1359.019122] env[68391]: INFO nova.compute.manager [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1359.019384] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.019673] env[68391]: DEBUG nova.compute.manager [-] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1359.019807] env[68391]: DEBUG nova.network.neutron [-] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1359.063732] env[68391]: DEBUG nova.scheduler.client.report [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.408516] env[68391]: DEBUG oslo_vmware.api [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040021, 'name': PowerOnVM_Task, 'duration_secs': 0.348491} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.408516] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1359.408838] env[68391]: DEBUG nova.compute.manager [None req-567a29d9-6f33-462a-9cb5-52ae030b4dbb tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1359.409681] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ad474b-d82a-4ba6-a69a-2310c3e70a61 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.449417] env[68391]: DEBUG nova.compute.manager [req-d5001150-0aeb-4724-bd93-e191ae46cc9a req-5527f5db-038c-4a15-a9ff-e8dea82c54d2 service nova] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Received event network-vif-deleted-00ee6266-76bf-41ca-b9e2-73d9288daf7c {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.449750] env[68391]: INFO nova.compute.manager [req-d5001150-0aeb-4724-bd93-e191ae46cc9a req-5527f5db-038c-4a15-a9ff-e8dea82c54d2 service nova] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Neutron deleted interface 00ee6266-76bf-41ca-b9e2-73d9288daf7c; detaching it from the instance and deleting it from the info cache [ 1359.449750] env[68391]: DEBUG nova.network.neutron [req-d5001150-0aeb-4724-bd93-e191ae46cc9a req-5527f5db-038c-4a15-a9ff-e8dea82c54d2 service nova] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.569843] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.169s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.570080] env[68391]: INFO nova.compute.manager [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Migrating [ 1359.930591] env[68391]: DEBUG nova.network.neutron [-] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.952673] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d2bf3da-3a60-4636-a743-0d1d8f9bfa04 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.964819] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38d5382-7833-40cc-9454-1d8123828902 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.993906] env[68391]: DEBUG nova.compute.manager [req-d5001150-0aeb-4724-bd93-e191ae46cc9a req-5527f5db-038c-4a15-a9ff-e8dea82c54d2 service nova] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Detach interface failed, port_id=00ee6266-76bf-41ca-b9e2-73d9288daf7c, reason: Instance 72834567-b60e-4452-8c9e-7fe320bdf59f could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1360.086911] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "refresh_cache-aa2df88f-f438-49a2-84e2-d675800d3a0c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.087117] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired lock "refresh_cache-aa2df88f-f438-49a2-84e2-d675800d3a0c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.087302] env[68391]: DEBUG nova.network.neutron [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.433895] env[68391]: INFO nova.compute.manager [-] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Took 1.41 seconds to deallocate network for instance. [ 1360.744674] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquiring lock "2572c4ef-b664-4a2e-9a1a-b22b5c9d908a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.744927] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lock "2572c4ef-b664-4a2e-9a1a-b22b5c9d908a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.745155] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquiring lock "2572c4ef-b664-4a2e-9a1a-b22b5c9d908a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.745339] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lock "2572c4ef-b664-4a2e-9a1a-b22b5c9d908a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.745506] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lock "2572c4ef-b664-4a2e-9a1a-b22b5c9d908a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.747429] env[68391]: INFO nova.compute.manager [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Terminating instance [ 1360.782483] env[68391]: DEBUG nova.network.neutron [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Updating instance_info_cache with network_info: [{"id": "c1bdf9a2-9dbc-4571-bad5-6414997e3e70", "address": "fa:16:3e:d4:ef:ba", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1bdf9a2-9d", "ovs_interfaceid": "c1bdf9a2-9dbc-4571-bad5-6414997e3e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.940602] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.940893] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.941317] env[68391]: DEBUG nova.objects.instance [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lazy-loading 'resources' on Instance uuid 72834567-b60e-4452-8c9e-7fe320bdf59f {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.251160] env[68391]: DEBUG nova.compute.manager [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1361.251407] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1361.252375] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce57648-4bac-4d37-a32a-8f049685893e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.260114] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.260373] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-423d2f1d-9826-485e-babc-d06a32780b98 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.267306] env[68391]: DEBUG oslo_vmware.api [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1361.267306] env[68391]: value = "task-3040022" [ 1361.267306] env[68391]: _type = "Task" [ 1361.267306] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.275337] env[68391]: DEBUG oslo_vmware.api [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.285078] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lock "refresh_cache-aa2df88f-f438-49a2-84e2-d675800d3a0c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.527280] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82af66f2-0de0-467d-8cc3-e7492fb68dac {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.534621] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7425288b-fae2-4ead-8e28-0b95cc566dcd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.565382] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cba73c-7f6d-487a-93b7-187843d19904 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.572188] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30657c9d-7c4d-4391-9333-94b5341e09fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.585228] env[68391]: DEBUG nova.compute.provider_tree [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.776931] env[68391]: DEBUG oslo_vmware.api [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040022, 'name': PowerOffVM_Task, 'duration_secs': 0.189268} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.777165] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.777318] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1361.777555] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f821ae5c-d243-409b-b6b3-a421a8ac5eb2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.835658] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1361.835893] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Deleting contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1361.836066] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Deleting the datastore file [datastore1] 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1361.836328] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d19ed69c-751a-4db1-a546-b7c5a8662a2e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.842172] env[68391]: DEBUG oslo_vmware.api [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1361.842172] env[68391]: value = "task-3040024" [ 1361.842172] env[68391]: _type = "Task" [ 1361.842172] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.849933] env[68391]: DEBUG oslo_vmware.api [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.087980] env[68391]: DEBUG nova.scheduler.client.report [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.351613] env[68391]: DEBUG oslo_vmware.api [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140251} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.351859] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1362.352051] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Deleted contents of the VM from datastore datastore1 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1362.352231] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1362.352425] env[68391]: INFO nova.compute.manager [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1362.352664] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1362.352856] env[68391]: DEBUG nova.compute.manager [-] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1362.353282] env[68391]: DEBUG nova.network.neutron [-] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1362.592144] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.601904] env[68391]: DEBUG nova.compute.manager [req-231d0e31-3cb1-4694-8fa7-a1baec1b0732 req-04047a9b-1435-4c01-884d-f010e3b19168 service nova] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Received event network-vif-deleted-2e1178d9-cb9d-4056-8353-53c3f8e3b440 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1362.602066] env[68391]: INFO nova.compute.manager [req-231d0e31-3cb1-4694-8fa7-a1baec1b0732 req-04047a9b-1435-4c01-884d-f010e3b19168 service nova] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Neutron deleted interface 2e1178d9-cb9d-4056-8353-53c3f8e3b440; detaching it from the instance and deleting it from the info cache [ 1362.602181] env[68391]: DEBUG nova.network.neutron [req-231d0e31-3cb1-4694-8fa7-a1baec1b0732 req-04047a9b-1435-4c01-884d-f010e3b19168 service nova] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.609682] env[68391]: INFO nova.scheduler.client.report [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Deleted allocations for instance 72834567-b60e-4452-8c9e-7fe320bdf59f [ 1362.799031] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0a25e4-d4f8-4ae8-9eef-9a161dc0e261 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.818799] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Updating instance 'aa2df88f-f438-49a2-84e2-d675800d3a0c' progress to 0 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1363.086213] env[68391]: DEBUG nova.network.neutron [-] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.104790] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-397433c9-d7df-4bdc-99aa-df05d292122d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.113674] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0378864-2fe8-4b2e-9d0b-249b5eed5256 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.127513] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ea737657-6c3e-4ea4-a2db-236d3ceae4c8 tempest-AttachVolumeNegativeTest-68821323 tempest-AttachVolumeNegativeTest-68821323-project-member] Lock "72834567-b60e-4452-8c9e-7fe320bdf59f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.732s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.142901] env[68391]: DEBUG nova.compute.manager [req-231d0e31-3cb1-4694-8fa7-a1baec1b0732 req-04047a9b-1435-4c01-884d-f010e3b19168 service nova] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Detach interface failed, port_id=2e1178d9-cb9d-4056-8353-53c3f8e3b440, reason: Instance 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1363.324805] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.325079] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97ed4454-6264-42c3-b356-e1132290e125 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.332108] env[68391]: DEBUG oslo_vmware.api [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1363.332108] env[68391]: value = "task-3040025" [ 1363.332108] env[68391]: _type = "Task" [ 1363.332108] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.340775] env[68391]: DEBUG oslo_vmware.api [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.590093] env[68391]: INFO nova.compute.manager [-] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Took 1.24 seconds to deallocate network for instance. [ 1363.842141] env[68391]: DEBUG oslo_vmware.api [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040025, 'name': PowerOffVM_Task, 'duration_secs': 0.177148} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.842522] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1363.842688] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Updating instance 'aa2df88f-f438-49a2-84e2-d675800d3a0c' progress to 17 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1364.096678] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.096928] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.097174] env[68391]: DEBUG nova.objects.instance [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lazy-loading 'resources' on Instance uuid 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.350508] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.350776] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.350776] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.351022] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.351173] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.351380] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.351509] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.351681] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.351872] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.352078] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.352273] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.357711] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03be07c1-8c01-4e14-b2a4-405cb3bbd719 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.374418] env[68391]: DEBUG oslo_vmware.api [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1364.374418] env[68391]: value = "task-3040027" [ 1364.374418] env[68391]: _type = "Task" [ 1364.374418] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.382205] env[68391]: DEBUG oslo_vmware.api [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.671032] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace5c97c-5262-4625-82ce-b69ef9618d13 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.677563] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66c0bb0-8399-4ab5-ac4d-6251fab3a8eb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.706952] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7df57d0-9698-44ae-b3af-1e078a83439c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.713735] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e135af-16c7-4a40-a07d-ca33969f8469 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.726171] env[68391]: DEBUG nova.compute.provider_tree [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.785907] env[68391]: DEBUG oslo_concurrency.lockutils [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.786179] env[68391]: DEBUG oslo_concurrency.lockutils [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.786417] env[68391]: DEBUG oslo_concurrency.lockutils [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.786621] env[68391]: DEBUG oslo_concurrency.lockutils [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.786810] env[68391]: DEBUG oslo_concurrency.lockutils [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.788860] env[68391]: INFO nova.compute.manager [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Terminating instance [ 1364.884825] env[68391]: DEBUG oslo_vmware.api [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040027, 'name': ReconfigVM_Task, 'duration_secs': 0.193132} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.885156] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Updating instance 'aa2df88f-f438-49a2-84e2-d675800d3a0c' progress to 33 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1365.230101] env[68391]: DEBUG nova.scheduler.client.report [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.292765] env[68391]: DEBUG nova.compute.manager [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1365.292974] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1365.293880] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d0eafb-253c-43af-a1c5-9b453aff053d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.301352] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.301572] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f164592-3540-4888-9579-89e221c06b47 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.307560] env[68391]: DEBUG oslo_vmware.api [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1365.307560] env[68391]: value = "task-3040028" [ 1365.307560] env[68391]: _type = "Task" [ 1365.307560] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.315741] env[68391]: DEBUG oslo_vmware.api [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3040028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.390971] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1365.391231] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1365.391361] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1365.391538] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1365.391677] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1365.391818] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1365.392037] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1365.392191] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1365.392373] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1365.392539] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1365.392706] env[68391]: DEBUG nova.virt.hardware [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1365.397883] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1365.398170] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67240911-73a2-4d86-826b-cc3523fe71ef {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.416119] env[68391]: DEBUG oslo_vmware.api [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1365.416119] env[68391]: value = "task-3040029" [ 1365.416119] env[68391]: _type = "Task" [ 1365.416119] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.424114] env[68391]: DEBUG oslo_vmware.api [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.734966] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.752472] env[68391]: INFO nova.scheduler.client.report [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Deleted allocations for instance 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a [ 1365.818421] env[68391]: DEBUG oslo_vmware.api [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3040028, 'name': PowerOffVM_Task, 'duration_secs': 0.163367} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.818683] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1365.818847] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1365.819102] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65c06b7e-b196-4167-9a20-358bb41eab0d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.873566] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1365.873759] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1365.873942] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Deleting the datastore file [datastore2] d3db519b-a6cb-4da3-bdcd-90c55dee0e1f {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1365.874226] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c54415c-8482-44d4-8f57-214f87ae4f80 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.880535] env[68391]: DEBUG oslo_vmware.api [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for the task: (returnval){ [ 1365.880535] env[68391]: value = "task-3040031" [ 1365.880535] env[68391]: _type = "Task" [ 1365.880535] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.887845] env[68391]: DEBUG oslo_vmware.api [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3040031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.924818] env[68391]: DEBUG oslo_vmware.api [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040029, 'name': ReconfigVM_Task, 'duration_secs': 0.173638} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.925079] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1365.925815] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f847c1-2e82-4d3c-9464-62867a66c3b4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.950844] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] aa2df88f-f438-49a2-84e2-d675800d3a0c/aa2df88f-f438-49a2-84e2-d675800d3a0c.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.951272] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bca23d43-beb1-48b0-b1dd-e39cf80d610c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.969135] env[68391]: DEBUG oslo_vmware.api [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1365.969135] env[68391]: value = "task-3040032" [ 1365.969135] env[68391]: _type = "Task" [ 1365.969135] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.976858] env[68391]: DEBUG oslo_vmware.api [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.259992] env[68391]: DEBUG oslo_concurrency.lockutils [None req-19fa5d0c-c993-4ca9-bb13-3fbdbfe56785 tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lock "2572c4ef-b664-4a2e-9a1a-b22b5c9d908a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.515s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.390284] env[68391]: DEBUG oslo_vmware.api [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Task: {'id': task-3040031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132905} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.390607] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.390754] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1366.390920] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1366.391102] env[68391]: INFO nova.compute.manager [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1366.391346] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.391539] env[68391]: DEBUG nova.compute.manager [-] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1366.391633] env[68391]: DEBUG nova.network.neutron [-] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1366.482623] env[68391]: DEBUG oslo_vmware.api [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040032, 'name': ReconfigVM_Task, 'duration_secs': 0.281886} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.482934] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Reconfigured VM instance instance-0000007a to attach disk [datastore2] aa2df88f-f438-49a2-84e2-d675800d3a0c/aa2df88f-f438-49a2-84e2-d675800d3a0c.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.483233] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Updating instance 'aa2df88f-f438-49a2-84e2-d675800d3a0c' progress to 50 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1366.857444] env[68391]: DEBUG nova.compute.manager [req-f0122df3-82e2-42f3-be15-5b71d3702681 req-194bb0fd-7ccd-4dcf-b75a-ebe1ec96900f service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Received event network-vif-deleted-29c2d9dd-6df2-4108-a011-97234de2cb41 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.857641] env[68391]: INFO nova.compute.manager [req-f0122df3-82e2-42f3-be15-5b71d3702681 req-194bb0fd-7ccd-4dcf-b75a-ebe1ec96900f service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Neutron deleted interface 29c2d9dd-6df2-4108-a011-97234de2cb41; detaching it from the instance and deleting it from the info cache [ 1366.857832] env[68391]: DEBUG nova.network.neutron [req-f0122df3-82e2-42f3-be15-5b71d3702681 req-194bb0fd-7ccd-4dcf-b75a-ebe1ec96900f service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.989497] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d8d764-67aa-44ee-a12a-07b63d3cbda9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.016817] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0890df43-f691-4ed0-b34f-15f64b6b3773 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.040460] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Updating instance 'aa2df88f-f438-49a2-84e2-d675800d3a0c' progress to 67 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1367.341314] env[68391]: DEBUG nova.network.neutron [-] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.346017] env[68391]: DEBUG oslo_concurrency.lockutils [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquiring lock "7b8225bb-e00e-4742-8a02-1fb3357da7c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.346017] env[68391]: DEBUG oslo_concurrency.lockutils [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lock "7b8225bb-e00e-4742-8a02-1fb3357da7c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.346228] env[68391]: DEBUG oslo_concurrency.lockutils [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquiring lock "7b8225bb-e00e-4742-8a02-1fb3357da7c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.346305] env[68391]: DEBUG oslo_concurrency.lockutils [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lock "7b8225bb-e00e-4742-8a02-1fb3357da7c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.347742] env[68391]: DEBUG oslo_concurrency.lockutils [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lock "7b8225bb-e00e-4742-8a02-1fb3357da7c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.348399] env[68391]: INFO nova.compute.manager [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Terminating instance [ 1367.360473] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9902b05d-8b0b-483d-95c1-7d5bf55a465a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.369803] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68685876-f7ec-47aa-b105-8108bc364259 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.399199] env[68391]: DEBUG nova.compute.manager [req-f0122df3-82e2-42f3-be15-5b71d3702681 req-194bb0fd-7ccd-4dcf-b75a-ebe1ec96900f service nova] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Detach interface failed, port_id=29c2d9dd-6df2-4108-a011-97234de2cb41, reason: Instance d3db519b-a6cb-4da3-bdcd-90c55dee0e1f could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1367.844629] env[68391]: INFO nova.compute.manager [-] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Took 1.45 seconds to deallocate network for instance. [ 1367.851946] env[68391]: DEBUG nova.compute.manager [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1367.852168] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.853029] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23038670-229b-4cd5-aa27-900fa64f9744 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.860981] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.861220] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c83d57de-a1d7-4eca-b133-0484fc761680 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.867221] env[68391]: DEBUG oslo_vmware.api [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1367.867221] env[68391]: value = "task-3040034" [ 1367.867221] env[68391]: _type = "Task" [ 1367.867221] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.874740] env[68391]: DEBUG oslo_vmware.api [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.350659] env[68391]: DEBUG oslo_concurrency.lockutils [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.351066] env[68391]: DEBUG oslo_concurrency.lockutils [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.351197] env[68391]: DEBUG nova.objects.instance [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lazy-loading 'resources' on Instance uuid d3db519b-a6cb-4da3-bdcd-90c55dee0e1f {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.376648] env[68391]: DEBUG oslo_vmware.api [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040034, 'name': PowerOffVM_Task, 'duration_secs': 0.228583} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.376883] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.377060] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.377288] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b278718-d35d-4846-8aaa-01c6d5a589f9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.433234] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.433566] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.433759] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Deleting the datastore file [datastore2] 7b8225bb-e00e-4742-8a02-1fb3357da7c5 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.434026] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0c8d980-16b8-40d4-bd54-31a91e7596d9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.441319] env[68391]: DEBUG oslo_vmware.api [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for the task: (returnval){ [ 1368.441319] env[68391]: value = "task-3040036" [ 1368.441319] env[68391]: _type = "Task" [ 1368.441319] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.448533] env[68391]: DEBUG oslo_vmware.api [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.669678] env[68391]: DEBUG nova.network.neutron [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Port c1bdf9a2-9dbc-4571-bad5-6414997e3e70 binding to destination host cpu-1 is already ACTIVE {{(pid=68391) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1368.916561] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53def428-1b49-47ad-871a-4a34b1b8d846 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.925431] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe7c377-1f35-40c4-b810-e0cf3e19683b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.966464] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb364a2-7d79-4ada-8217-9e3776896074 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.974288] env[68391]: DEBUG oslo_vmware.api [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Task: {'id': task-3040036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167345} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.976564] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.976800] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1368.977024] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1368.977242] env[68391]: INFO nova.compute.manager [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1368.977531] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1368.977814] env[68391]: DEBUG nova.compute.manager [-] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1368.977932] env[68391]: DEBUG nova.network.neutron [-] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1368.980662] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da3e21a-3df6-44db-af98-f57d0dfd921c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.994344] env[68391]: DEBUG nova.compute.provider_tree [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.249402] env[68391]: DEBUG nova.compute.manager [req-3ffe679a-021d-4eb9-951d-5aa0e87e6b93 req-7de6fc5a-9a87-40ac-9b6c-5655467b0760 service nova] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Received event network-vif-deleted-19eea8f3-dafd-4fd5-aac1-fb31d034934a {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.249570] env[68391]: INFO nova.compute.manager [req-3ffe679a-021d-4eb9-951d-5aa0e87e6b93 req-7de6fc5a-9a87-40ac-9b6c-5655467b0760 service nova] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Neutron deleted interface 19eea8f3-dafd-4fd5-aac1-fb31d034934a; detaching it from the instance and deleting it from the info cache [ 1369.249745] env[68391]: DEBUG nova.network.neutron [req-3ffe679a-021d-4eb9-951d-5aa0e87e6b93 req-7de6fc5a-9a87-40ac-9b6c-5655467b0760 service nova] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.497575] env[68391]: DEBUG nova.scheduler.client.report [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.690299] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "aa2df88f-f438-49a2-84e2-d675800d3a0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.690512] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "aa2df88f-f438-49a2-84e2-d675800d3a0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.690678] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "aa2df88f-f438-49a2-84e2-d675800d3a0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.733012] env[68391]: DEBUG nova.network.neutron [-] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.751802] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4d59883-cbfc-4edf-8342-6bf0ad77c144 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.761555] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2935db70-163c-4a2c-b775-55cf0fc88578 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.786911] env[68391]: DEBUG nova.compute.manager [req-3ffe679a-021d-4eb9-951d-5aa0e87e6b93 req-7de6fc5a-9a87-40ac-9b6c-5655467b0760 service nova] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Detach interface failed, port_id=19eea8f3-dafd-4fd5-aac1-fb31d034934a, reason: Instance 7b8225bb-e00e-4742-8a02-1fb3357da7c5 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1370.002504] env[68391]: DEBUG oslo_concurrency.lockutils [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.025276] env[68391]: INFO nova.scheduler.client.report [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Deleted allocations for instance d3db519b-a6cb-4da3-bdcd-90c55dee0e1f [ 1370.236051] env[68391]: INFO nova.compute.manager [-] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Took 1.26 seconds to deallocate network for instance. [ 1370.533059] env[68391]: DEBUG oslo_concurrency.lockutils [None req-350c8fda-7769-419a-b74b-0aa015f1f7aa tempest-AttachVolumeShelveTestJSON-1349083492 tempest-AttachVolumeShelveTestJSON-1349083492-project-member] Lock "d3db519b-a6cb-4da3-bdcd-90c55dee0e1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.747s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.723882] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "refresh_cache-aa2df88f-f438-49a2-84e2-d675800d3a0c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.724079] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired lock "refresh_cache-aa2df88f-f438-49a2-84e2-d675800d3a0c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.724250] env[68391]: DEBUG nova.network.neutron [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.741980] env[68391]: DEBUG oslo_concurrency.lockutils [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.742272] env[68391]: DEBUG oslo_concurrency.lockutils [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.742522] env[68391]: DEBUG nova.objects.instance [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lazy-loading 'resources' on Instance uuid 7b8225bb-e00e-4742-8a02-1fb3357da7c5 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.307901] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbecb16-661a-4cde-a21a-ae8618693238 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.315854] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbc3e67-5152-4d85-9c39-947104c6ff18 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.348935] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dda4fe-3dde-4fde-8afe-6b9c8a32b2c5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.356363] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccc9af5-db5f-496c-a647-1a66be82e8cc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.370699] env[68391]: DEBUG nova.compute.provider_tree [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.455429] env[68391]: DEBUG nova.network.neutron [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Updating instance_info_cache with network_info: [{"id": "c1bdf9a2-9dbc-4571-bad5-6414997e3e70", "address": "fa:16:3e:d4:ef:ba", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1bdf9a2-9d", "ovs_interfaceid": "c1bdf9a2-9dbc-4571-bad5-6414997e3e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.875809] env[68391]: DEBUG nova.scheduler.client.report [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.958183] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lock "refresh_cache-aa2df88f-f438-49a2-84e2-d675800d3a0c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.381020] env[68391]: DEBUG oslo_concurrency.lockutils [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.405905] env[68391]: INFO nova.scheduler.client.report [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Deleted allocations for instance 7b8225bb-e00e-4742-8a02-1fb3357da7c5 [ 1372.467576] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f621b3-b20c-453b-993e-638c4d00a2cd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.475388] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e3f4d8-fee9-47ea-aedd-70bdd016b5ae {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.913665] env[68391]: DEBUG oslo_concurrency.lockutils [None req-37ae6e1d-a79a-42db-9a40-07023240a52e tempest-ServerRescueTestJSON-1458197597 tempest-ServerRescueTestJSON-1458197597-project-member] Lock "7b8225bb-e00e-4742-8a02-1fb3357da7c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.568s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.572249] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41853bf4-7c7d-45ed-9a5a-14905e754ee6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.597258] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfba90a-9a22-410f-b1da-788fa76dfc5b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.605609] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Updating instance 'aa2df88f-f438-49a2-84e2-d675800d3a0c' progress to 83 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1374.116278] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.116643] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32174a34-305e-43c6-af13-4d046dc7d761 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.125139] env[68391]: DEBUG oslo_vmware.api [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1374.125139] env[68391]: value = "task-3040039" [ 1374.125139] env[68391]: _type = "Task" [ 1374.125139] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.136595] env[68391]: DEBUG oslo_vmware.api [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.636307] env[68391]: DEBUG oslo_vmware.api [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040039, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.136630] env[68391]: DEBUG oslo_vmware.api [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040039, 'name': PowerOnVM_Task, 'duration_secs': 0.523934} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.136920] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.137078] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7742f8-fb3a-4ecd-a394-8b68c3dfebdb tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Updating instance 'aa2df88f-f438-49a2-84e2-d675800d3a0c' progress to 100 {{(pid=68391) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1377.734992] env[68391]: DEBUG nova.network.neutron [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Port c1bdf9a2-9dbc-4571-bad5-6414997e3e70 binding to destination host cpu-1 is already ACTIVE {{(pid=68391) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1377.735303] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "refresh_cache-aa2df88f-f438-49a2-84e2-d675800d3a0c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.735419] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired lock "refresh_cache-aa2df88f-f438-49a2-84e2-d675800d3a0c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.735577] env[68391]: DEBUG nova.network.neutron [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.433824] env[68391]: DEBUG nova.network.neutron [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Updating instance_info_cache with network_info: [{"id": "c1bdf9a2-9dbc-4571-bad5-6414997e3e70", "address": "fa:16:3e:d4:ef:ba", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1bdf9a2-9d", "ovs_interfaceid": "c1bdf9a2-9dbc-4571-bad5-6414997e3e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.936494] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lock "refresh_cache-aa2df88f-f438-49a2-84e2-d675800d3a0c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.440160] env[68391]: DEBUG nova.compute.manager [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68391) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1380.534684] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.535065] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.037896] env[68391]: DEBUG nova.objects.instance [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lazy-loading 'migration_context' on Instance uuid aa2df88f-f438-49a2-84e2-d675800d3a0c {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.584503] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725f5e85-2fbe-417b-a641-22a1c866306e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.592089] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a47d4d-0ea2-4b12-a437-608e97af8648 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.621390] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbab98a-3f9a-4097-bf48-5f3a22e42066 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.628230] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcb069b-7b4c-4d7e-b2e4-04fe0cc58062 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.640786] env[68391]: DEBUG nova.compute.provider_tree [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.144231] env[68391]: DEBUG nova.scheduler.client.report [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.157092] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.622s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.695928] env[68391]: INFO nova.compute.manager [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Swapping old allocation on dict_keys(['91cd88db-7a2c-4f42-b40d-730164cb64f8']) held by migration 6c4a7549-ee1b-40eb-93bf-447338479e68 for instance [ 1384.716810] env[68391]: DEBUG nova.scheduler.client.report [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Overwriting current allocation {'allocations': {'91cd88db-7a2c-4f42-b40d-730164cb64f8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 174}}, 'project_id': '43a8bce83136498d9340deb9e79e16fe', 'user_id': '7db80fde141e47b0811fc2820e3550d1', 'consumer_generation': 1} on consumer aa2df88f-f438-49a2-84e2-d675800d3a0c {{(pid=68391) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1384.794616] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "refresh_cache-aa2df88f-f438-49a2-84e2-d675800d3a0c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.794817] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired lock "refresh_cache-aa2df88f-f438-49a2-84e2-d675800d3a0c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.794992] env[68391]: DEBUG nova.network.neutron [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.497608] env[68391]: DEBUG nova.network.neutron [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Updating instance_info_cache with network_info: [{"id": "c1bdf9a2-9dbc-4571-bad5-6414997e3e70", "address": "fa:16:3e:d4:ef:ba", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1bdf9a2-9d", "ovs_interfaceid": "c1bdf9a2-9dbc-4571-bad5-6414997e3e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.000684] env[68391]: DEBUG oslo_concurrency.lockutils [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lock "refresh_cache-aa2df88f-f438-49a2-84e2-d675800d3a0c" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.002277] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f775bf-bcc7-470e-96cf-5550f146290e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.010958] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24c0087-a83e-44df-b357-5c89c70cfc9c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.091025] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.091292] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-886c8af9-1c2c-43da-97f6-340412b25a8a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.098597] env[68391]: DEBUG oslo_vmware.api [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1387.098597] env[68391]: value = "task-3040040" [ 1387.098597] env[68391]: _type = "Task" [ 1387.098597] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.106656] env[68391]: DEBUG oslo_vmware.api [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.608377] env[68391]: DEBUG oslo_vmware.api [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040040, 'name': PowerOffVM_Task, 'duration_secs': 0.202449} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.608637] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.609370] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.609623] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.609822] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.610043] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.610270] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.610418] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.610671] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.610865] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.611082] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.611282] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.611483] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.616477] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ecf0a19-bf52-4cda-88ae-7c7d6b435751 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.631267] env[68391]: DEBUG oslo_vmware.api [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1387.631267] env[68391]: value = "task-3040041" [ 1387.631267] env[68391]: _type = "Task" [ 1387.631267] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.638488] env[68391]: DEBUG oslo_vmware.api [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.140852] env[68391]: DEBUG oslo_vmware.api [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040041, 'name': ReconfigVM_Task, 'duration_secs': 0.140304} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.141630] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59cb81b-0018-468f-9fcd-d75aa357937f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.162431] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1388.162672] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1388.162836] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1388.163022] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1388.163169] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1388.163313] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1388.163508] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1388.163709] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1388.163883] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1388.164053] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1388.164229] env[68391]: DEBUG nova.virt.hardware [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1388.164966] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f15b4cc-cab5-46d8-8df2-95c4c9535997 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.169576] env[68391]: DEBUG oslo_vmware.api [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1388.169576] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52111316-eb05-c2fa-46dd-8335c28660ba" [ 1388.169576] env[68391]: _type = "Task" [ 1388.169576] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.176714] env[68391]: DEBUG oslo_vmware.api [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52111316-eb05-c2fa-46dd-8335c28660ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.679892] env[68391]: DEBUG oslo_vmware.api [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52111316-eb05-c2fa-46dd-8335c28660ba, 'name': SearchDatastore_Task, 'duration_secs': 0.008962} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.685324] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1388.685599] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-265f0b6e-1030-474a-9dd0-ba066fbc6db8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.703390] env[68391]: DEBUG oslo_vmware.api [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1388.703390] env[68391]: value = "task-3040042" [ 1388.703390] env[68391]: _type = "Task" [ 1388.703390] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.710672] env[68391]: DEBUG oslo_vmware.api [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.213013] env[68391]: DEBUG oslo_vmware.api [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040042, 'name': ReconfigVM_Task, 'duration_secs': 0.214094} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.213406] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1389.214040] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3ebb13-99dd-43a3-b1cb-2ba16fd7d0d4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.237550] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] aa2df88f-f438-49a2-84e2-d675800d3a0c/aa2df88f-f438-49a2-84e2-d675800d3a0c.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1389.237772] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a07108f5-1010-41fb-a110-7bff5049b105 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.257025] env[68391]: DEBUG oslo_vmware.api [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1389.257025] env[68391]: value = "task-3040043" [ 1389.257025] env[68391]: _type = "Task" [ 1389.257025] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.263807] env[68391]: DEBUG oslo_vmware.api [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.767268] env[68391]: DEBUG oslo_vmware.api [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040043, 'name': ReconfigVM_Task, 'duration_secs': 0.280012} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.767541] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Reconfigured VM instance instance-0000007a to attach disk [datastore2] aa2df88f-f438-49a2-84e2-d675800d3a0c/aa2df88f-f438-49a2-84e2-d675800d3a0c.vmdk or device None with type thin {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.768346] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959e807d-3788-414f-a072-8e6e498439a7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.787885] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf906b2-315a-46f0-8cf8-fe5eaaf85b6c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.807997] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423e2a46-caa8-4756-ae41-64d839ba2471 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.826975] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb64c7c0-142a-4bf7-9559-ee3d3689770f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.832841] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.833067] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-192febc7-9a94-4577-a7a7-1fe81330ec0a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.839130] env[68391]: DEBUG oslo_vmware.api [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1389.839130] env[68391]: value = "task-3040044" [ 1389.839130] env[68391]: _type = "Task" [ 1389.839130] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.845935] env[68391]: DEBUG oslo_vmware.api [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.349254] env[68391]: DEBUG oslo_vmware.api [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040044, 'name': PowerOnVM_Task, 'duration_secs': 0.360642} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.349694] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1391.390566] env[68391]: INFO nova.compute.manager [None req-1087496a-1818-4f05-aa13-538717f35285 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Updating instance to original state: 'active' [ 1392.336705] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "aa2df88f-f438-49a2-84e2-d675800d3a0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.336917] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "aa2df88f-f438-49a2-84e2-d675800d3a0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.337183] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "aa2df88f-f438-49a2-84e2-d675800d3a0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.337372] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "aa2df88f-f438-49a2-84e2-d675800d3a0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.337544] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "aa2df88f-f438-49a2-84e2-d675800d3a0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.339740] env[68391]: INFO nova.compute.manager [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Terminating instance [ 1392.843861] env[68391]: DEBUG nova.compute.manager [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1392.844282] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.844423] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef268841-a141-4b73-bca4-719101adc363 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.851940] env[68391]: DEBUG oslo_vmware.api [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1392.851940] env[68391]: value = "task-3040045" [ 1392.851940] env[68391]: _type = "Task" [ 1392.851940] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.860290] env[68391]: DEBUG oslo_vmware.api [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.361536] env[68391]: DEBUG oslo_vmware.api [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040045, 'name': PowerOffVM_Task, 'duration_secs': 0.195731} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.361822] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.362031] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Volume detach. Driver type: vmdk {{(pid=68391) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1393.362227] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609076', 'volume_id': 'fe01c000-16d0-45c5-9a39-a5540c5225b2', 'name': 'volume-fe01c000-16d0-45c5-9a39-a5540c5225b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'aa2df88f-f438-49a2-84e2-d675800d3a0c', 'attached_at': '2025-03-17T09:49:40.000000', 'detached_at': '', 'volume_id': 'fe01c000-16d0-45c5-9a39-a5540c5225b2', 'serial': 'fe01c000-16d0-45c5-9a39-a5540c5225b2'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1393.363010] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99df8bbd-ebb2-4c57-8147-59d97c9ae032 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.383646] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06071d37-9a0e-46ad-b5ca-18bcc2d1f4c6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.389574] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e9067d-47df-4e87-ba81-ddc5c3769899 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.409137] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fdf0fd-5b43-4839-b0eb-1c81a67beca9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.422835] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] The volume has not been displaced from its original location: [datastore1] volume-fe01c000-16d0-45c5-9a39-a5540c5225b2/volume-fe01c000-16d0-45c5-9a39-a5540c5225b2.vmdk. No consolidation needed. {{(pid=68391) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1393.427928] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1393.428182] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fc77afd-19b1-4a83-be79-61d06edbf0c2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.445450] env[68391]: DEBUG oslo_vmware.api [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1393.445450] env[68391]: value = "task-3040046" [ 1393.445450] env[68391]: _type = "Task" [ 1393.445450] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.452839] env[68391]: DEBUG oslo_vmware.api [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.954546] env[68391]: DEBUG oslo_vmware.api [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040046, 'name': ReconfigVM_Task, 'duration_secs': 0.197054} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.954988] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=68391) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1393.959298] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db38acd0-80ef-4645-93e7-964e379a0b38 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.973427] env[68391]: DEBUG oslo_vmware.api [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1393.973427] env[68391]: value = "task-3040047" [ 1393.973427] env[68391]: _type = "Task" [ 1393.973427] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.980819] env[68391]: DEBUG oslo_vmware.api [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.482979] env[68391]: DEBUG oslo_vmware.api [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040047, 'name': ReconfigVM_Task, 'duration_secs': 0.125114} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.483242] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-609076', 'volume_id': 'fe01c000-16d0-45c5-9a39-a5540c5225b2', 'name': 'volume-fe01c000-16d0-45c5-9a39-a5540c5225b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'aa2df88f-f438-49a2-84e2-d675800d3a0c', 'attached_at': '2025-03-17T09:49:40.000000', 'detached_at': '', 'volume_id': 'fe01c000-16d0-45c5-9a39-a5540c5225b2', 'serial': 'fe01c000-16d0-45c5-9a39-a5540c5225b2'} {{(pid=68391) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1394.483520] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1394.484280] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0b3361-8c98-4da4-a37a-72db33ff9f44 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.490252] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1394.490466] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfef82e5-b347-41ea-a4b5-9890cbb8c6b0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.752352] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1394.752537] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1394.752731] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Deleting the datastore file [datastore2] aa2df88f-f438-49a2-84e2-d675800d3a0c {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1394.753022] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-173cea84-eb18-42a3-a839-6c9ea89deaa0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.759876] env[68391]: DEBUG oslo_vmware.api [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1394.759876] env[68391]: value = "task-3040049" [ 1394.759876] env[68391]: _type = "Task" [ 1394.759876] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.768650] env[68391]: DEBUG oslo_vmware.api [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.269425] env[68391]: DEBUG oslo_vmware.api [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151332} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.269783] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1395.269827] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1395.269993] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1395.270187] env[68391]: INFO nova.compute.manager [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Took 2.43 seconds to destroy the instance on the hypervisor. [ 1395.270428] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1395.270622] env[68391]: DEBUG nova.compute.manager [-] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1395.270718] env[68391]: DEBUG nova.network.neutron [-] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1395.862267] env[68391]: DEBUG nova.compute.manager [req-2be6e9f1-8836-4c4b-b17a-989740b450f7 req-b3c31751-3e1e-47bd-b6d2-3a5f91d35c18 service nova] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Received event network-vif-deleted-c1bdf9a2-9dbc-4571-bad5-6414997e3e70 {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.862439] env[68391]: INFO nova.compute.manager [req-2be6e9f1-8836-4c4b-b17a-989740b450f7 req-b3c31751-3e1e-47bd-b6d2-3a5f91d35c18 service nova] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Neutron deleted interface c1bdf9a2-9dbc-4571-bad5-6414997e3e70; detaching it from the instance and deleting it from the info cache [ 1395.862628] env[68391]: DEBUG nova.network.neutron [req-2be6e9f1-8836-4c4b-b17a-989740b450f7 req-b3c31751-3e1e-47bd-b6d2-3a5f91d35c18 service nova] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.345041] env[68391]: DEBUG nova.network.neutron [-] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.365617] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-821dcc89-b86c-4e2c-a97c-bb058427b2ab {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.375371] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadb9a04-e80b-4b7d-aa66-6efea6bae832 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.398482] env[68391]: DEBUG nova.compute.manager [req-2be6e9f1-8836-4c4b-b17a-989740b450f7 req-b3c31751-3e1e-47bd-b6d2-3a5f91d35c18 service nova] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Detach interface failed, port_id=c1bdf9a2-9dbc-4571-bad5-6414997e3e70, reason: Instance aa2df88f-f438-49a2-84e2-d675800d3a0c could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1396.443913] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.444159] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.444318] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.444466] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.444615] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.444756] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.444902] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.847498] env[68391]: INFO nova.compute.manager [-] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Took 1.58 seconds to deallocate network for instance. [ 1396.948373] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.948628] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.948818] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.948974] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68391) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1396.949861] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883469f5-21d6-4bf2-93f7-5e8ab8e1acf3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.957976] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80126d2c-88c4-4a64-8e65-9f4b8a32b16a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.971191] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8b09fa-d822-4ccf-8f29-04d61472244d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.977291] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca21611d-0509-4cd3-99a1-d9712b35f7df {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.006510] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180816MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=68391) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1397.006683] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.006905] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.388281] env[68391]: INFO nova.compute.manager [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: aa2df88f-f438-49a2-84e2-d675800d3a0c] Took 0.54 seconds to detach 1 volumes for instance. [ 1397.895329] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.148022] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance aa2df88f-f438-49a2-84e2-d675800d3a0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1398.148231] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1398.148382] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1398.173613] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac76994f-ab0b-4cd9-866e-66800d3dd12a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.181261] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de91624e-1e6c-4204-8981-b5dc7b8489fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.211526] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f20d11-5b27-458c-89d7-130ca2c8e7fe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.218104] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24959c49-4ec1-4c26-9d24-48db1daf130e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.230558] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1398.750528] env[68391]: ERROR nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [req-5b1b675c-42fd-4dba-92d7-e8c35c43e62b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 91cd88db-7a2c-4f42-b40d-730164cb64f8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5b1b675c-42fd-4dba-92d7-e8c35c43e62b"}]} [ 1398.766225] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Refreshing inventories for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1398.778634] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Updating ProviderTree inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1398.778817] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1398.788562] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Refreshing aggregate associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, aggregates: None {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1398.804477] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Refreshing trait associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1398.825986] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4720564-6387-43cc-a16a-b3cb6fa8bdfc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.832930] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b045c382-6c56-45bf-bcc9-3659d655d889 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.861445] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400aaad6-1b05-4e17-bb14-09c6c5640455 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.867773] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188da30d-96f1-422f-9a4d-7b56a8d14134 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.880099] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1399.408875] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Updated inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1399.409123] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Updating resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 generation from 175 to 176 during operation: update_inventory {{(pid=68391) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1399.409277] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1399.913850] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68391) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1399.914253] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.907s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.914348] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.019s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.914576] env[68391]: DEBUG nova.objects.instance [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lazy-loading 'resources' on Instance uuid aa2df88f-f438-49a2-84e2-d675800d3a0c {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.917337] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.917480] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Cleaning up deleted instances {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1400.427597] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] There are 23 instances to clean {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1400.427872] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 2572c4ef-b664-4a2e-9a1a-b22b5c9d908a] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1400.454166] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7fcf9e-85bd-4c54-89a3-08cdfb3aad22 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.464722] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef127305-081f-423d-aa38-efc1b6723f39 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.496487] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc2564f-a804-4e78-bc45-ca01b59a2e66 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.504208] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b3dc15-76a9-4f3b-a05a-4553026dc407 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.518113] env[68391]: DEBUG nova.compute.provider_tree [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.931768] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 7b8225bb-e00e-4742-8a02-1fb3357da7c5] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1401.021750] env[68391]: DEBUG nova.scheduler.client.report [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.435138] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 72834567-b60e-4452-8c9e-7fe320bdf59f] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1401.527820] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.549207] env[68391]: INFO nova.scheduler.client.report [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Deleted allocations for instance aa2df88f-f438-49a2-84e2-d675800d3a0c [ 1401.938214] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 59053062-b222-4325-a5e1-089418eb0f47] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1402.057440] env[68391]: DEBUG oslo_concurrency.lockutils [None req-8dcc81a0-3120-4a8a-9bb6-cbf2657a8d7a tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "aa2df88f-f438-49a2-84e2-d675800d3a0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.720s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.441865] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: d3db519b-a6cb-4da3-bdcd-90c55dee0e1f] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1402.916134] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.916360] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.947475] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 58ebc9a9-439e-40c5-9079-729f9bcc0c00] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1403.419241] env[68391]: DEBUG nova.compute.manager [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1403.450496] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: ff37ae30-71e8-485d-95af-302e86188b1a] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1403.940204] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.940482] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.941965] env[68391]: INFO nova.compute.claims [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1403.953981] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: a1a271e8-2764-46a4-9eeb-b8e0d6f9c842] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1404.456319] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: ace0bf1e-d165-43d2-87a7-0a04b54aac44] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1404.959535] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 4b3e0dfe-f18b-4187-8d3c-90375e259a64] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1404.975144] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a231907-9171-4fc0-9010-b970f97f9a16 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.983715] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cd5b89-a196-4eda-b7f7-a27787ad900e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.014125] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ed1c0e-5745-47ba-98cd-ca121de6e9f9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.021076] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f7b355-36b5-4780-ba3f-afec9abac461 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.033850] env[68391]: DEBUG nova.compute.provider_tree [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.462775] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 0c6e5481-9501-45f5-85d3-270112974001] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1405.536421] env[68391]: DEBUG nova.scheduler.client.report [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1405.965730] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 60bd62a6-d953-438c-8028-e1eb4ffe1bfc] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1406.040727] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.041258] env[68391]: DEBUG nova.compute.manager [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1406.469065] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: bc083058-c49b-496f-ab5e-1158f84e03ec] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1406.546008] env[68391]: DEBUG nova.compute.utils [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1406.547328] env[68391]: DEBUG nova.compute.manager [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Allocating IP information in the background. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1406.547500] env[68391]: DEBUG nova.network.neutron [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] allocate_for_instance() {{(pid=68391) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1406.594916] env[68391]: DEBUG nova.policy [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7db80fde141e47b0811fc2820e3550d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43a8bce83136498d9340deb9e79e16fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68391) authorize /opt/stack/nova/nova/policy.py:192}} [ 1406.858425] env[68391]: DEBUG nova.network.neutron [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Successfully created port: 33ebfc13-1036-45f4-9824-5bef7c528efd {{(pid=68391) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1406.972305] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 00381159-7685-4e1c-88f1-566368b4822b] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1407.051080] env[68391]: DEBUG nova.compute.manager [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1407.475908] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: e4536f4a-9142-4bf3-a540-82ff1eae2dae] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1407.979832] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 55385d20-05bb-4045-bef5-8c8fc1cdc457] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1408.060012] env[68391]: DEBUG nova.compute.manager [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1408.088223] env[68391]: DEBUG nova.virt.hardware [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1408.088485] env[68391]: DEBUG nova.virt.hardware [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1408.088657] env[68391]: DEBUG nova.virt.hardware [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1408.088843] env[68391]: DEBUG nova.virt.hardware [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1408.089011] env[68391]: DEBUG nova.virt.hardware [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1408.089149] env[68391]: DEBUG nova.virt.hardware [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1408.089357] env[68391]: DEBUG nova.virt.hardware [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1408.089513] env[68391]: DEBUG nova.virt.hardware [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1408.089677] env[68391]: DEBUG nova.virt.hardware [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1408.089837] env[68391]: DEBUG nova.virt.hardware [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1408.090014] env[68391]: DEBUG nova.virt.hardware [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1408.090918] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3982e3-f906-4ceb-b0f7-918ba1e401a0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.099526] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe28bea-4ea0-491f-8b34-eb640728633d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.214634] env[68391]: DEBUG nova.compute.manager [req-7991a2a5-df37-4808-aebd-d15ead37cccb req-2c705617-2d44-4f47-9841-99a980d7c0ea service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Received event network-vif-plugged-33ebfc13-1036-45f4-9824-5bef7c528efd {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.214856] env[68391]: DEBUG oslo_concurrency.lockutils [req-7991a2a5-df37-4808-aebd-d15ead37cccb req-2c705617-2d44-4f47-9841-99a980d7c0ea service nova] Acquiring lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.215067] env[68391]: DEBUG oslo_concurrency.lockutils [req-7991a2a5-df37-4808-aebd-d15ead37cccb req-2c705617-2d44-4f47-9841-99a980d7c0ea service nova] Lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.215236] env[68391]: DEBUG oslo_concurrency.lockutils [req-7991a2a5-df37-4808-aebd-d15ead37cccb req-2c705617-2d44-4f47-9841-99a980d7c0ea service nova] Lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.215401] env[68391]: DEBUG nova.compute.manager [req-7991a2a5-df37-4808-aebd-d15ead37cccb req-2c705617-2d44-4f47-9841-99a980d7c0ea service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] No waiting events found dispatching network-vif-plugged-33ebfc13-1036-45f4-9824-5bef7c528efd {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1408.215561] env[68391]: WARNING nova.compute.manager [req-7991a2a5-df37-4808-aebd-d15ead37cccb req-2c705617-2d44-4f47-9841-99a980d7c0ea service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Received unexpected event network-vif-plugged-33ebfc13-1036-45f4-9824-5bef7c528efd for instance with vm_state building and task_state spawning. [ 1408.289656] env[68391]: DEBUG nova.network.neutron [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Successfully updated port: 33ebfc13-1036-45f4-9824-5bef7c528efd {{(pid=68391) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1408.483118] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 98605598-57ba-4c0c-bd19-7cc8e0bb5a66] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1408.792137] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "refresh_cache-3d65ee18-254d-4fc5-8bb4-4d446a9fd786" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.792316] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired lock "refresh_cache-3d65ee18-254d-4fc5-8bb4-4d446a9fd786" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.792527] env[68391]: DEBUG nova.network.neutron [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.985808] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 1ce3e52b-5ec4-4a80-9aa5-ee6372e56d05] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1409.325166] env[68391]: DEBUG nova.network.neutron [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1409.440122] env[68391]: DEBUG nova.network.neutron [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Updating instance_info_cache with network_info: [{"id": "33ebfc13-1036-45f4-9824-5bef7c528efd", "address": "fa:16:3e:65:ff:1e", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ebfc13-10", "ovs_interfaceid": "33ebfc13-1036-45f4-9824-5bef7c528efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.488870] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: f5404848-2367-4aff-adb0-9986ef7e4771] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1409.943331] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lock "refresh_cache-3d65ee18-254d-4fc5-8bb4-4d446a9fd786" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.943661] env[68391]: DEBUG nova.compute.manager [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Instance network_info: |[{"id": "33ebfc13-1036-45f4-9824-5bef7c528efd", "address": "fa:16:3e:65:ff:1e", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ebfc13-10", "ovs_interfaceid": "33ebfc13-1036-45f4-9824-5bef7c528efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1409.944129] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:ff:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33ebfc13-1036-45f4-9824-5bef7c528efd', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1409.951632] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1409.951845] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1409.952113] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c367add7-f37c-4656-8082-1653a096caf1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.973734] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1409.973734] env[68391]: value = "task-3040050" [ 1409.973734] env[68391]: _type = "Task" [ 1409.973734] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.980969] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3040050, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.992467] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 92d021a1-7b89-4fe1-8cd9-289a355da5f8] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1410.240197] env[68391]: DEBUG nova.compute.manager [req-5e15358e-c56d-43a0-9fb8-fc38e607aa9d req-25c9caa7-dc12-48d4-9787-ac4ff430ec25 service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Received event network-changed-33ebfc13-1036-45f4-9824-5bef7c528efd {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1410.240395] env[68391]: DEBUG nova.compute.manager [req-5e15358e-c56d-43a0-9fb8-fc38e607aa9d req-25c9caa7-dc12-48d4-9787-ac4ff430ec25 service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Refreshing instance network info cache due to event network-changed-33ebfc13-1036-45f4-9824-5bef7c528efd. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1410.241252] env[68391]: DEBUG oslo_concurrency.lockutils [req-5e15358e-c56d-43a0-9fb8-fc38e607aa9d req-25c9caa7-dc12-48d4-9787-ac4ff430ec25 service nova] Acquiring lock "refresh_cache-3d65ee18-254d-4fc5-8bb4-4d446a9fd786" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.241433] env[68391]: DEBUG oslo_concurrency.lockutils [req-5e15358e-c56d-43a0-9fb8-fc38e607aa9d req-25c9caa7-dc12-48d4-9787-ac4ff430ec25 service nova] Acquired lock "refresh_cache-3d65ee18-254d-4fc5-8bb4-4d446a9fd786" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.241597] env[68391]: DEBUG nova.network.neutron [req-5e15358e-c56d-43a0-9fb8-fc38e607aa9d req-25c9caa7-dc12-48d4-9787-ac4ff430ec25 service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Refreshing network info cache for port 33ebfc13-1036-45f4-9824-5bef7c528efd {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.483053] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3040050, 'name': CreateVM_Task, 'duration_secs': 0.282697} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.483228] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1410.483822] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.483985] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.484327] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.484568] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fde503c-22be-4c15-9ae5-cfd68189e24b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.488910] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1410.488910] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b4db53-27a6-94a6-b529-7614fce9af06" [ 1410.488910] env[68391]: _type = "Task" [ 1410.488910] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.496332] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: 6b7c8e4e-7b97-433a-be89-cb5dbb977adb] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1410.498152] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b4db53-27a6-94a6-b529-7614fce9af06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.909384] env[68391]: DEBUG nova.network.neutron [req-5e15358e-c56d-43a0-9fb8-fc38e607aa9d req-25c9caa7-dc12-48d4-9787-ac4ff430ec25 service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Updated VIF entry in instance network info cache for port 33ebfc13-1036-45f4-9824-5bef7c528efd. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1410.909724] env[68391]: DEBUG nova.network.neutron [req-5e15358e-c56d-43a0-9fb8-fc38e607aa9d req-25c9caa7-dc12-48d4-9787-ac4ff430ec25 service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Updating instance_info_cache with network_info: [{"id": "33ebfc13-1036-45f4-9824-5bef7c528efd", "address": "fa:16:3e:65:ff:1e", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ebfc13-10", "ovs_interfaceid": "33ebfc13-1036-45f4-9824-5bef7c528efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.998771] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52b4db53-27a6-94a6-b529-7614fce9af06, 'name': SearchDatastore_Task, 'duration_secs': 0.012251} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.999178] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: e93e52b7-a56f-49ae-b675-78aac2add525] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1411.000892] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.001139] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1411.001375] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.001531] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.001696] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1411.001936] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a127d8c-46b6-4d25-8874-81ce76d2ae84 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.012048] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1411.012048] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1411.012048] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a4a7160-4514-45d0-aec3-5003f63a062b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.017397] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1411.017397] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523475dc-a256-1dd1-fed4-bc063e0b399c" [ 1411.017397] env[68391]: _type = "Task" [ 1411.017397] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.024558] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523475dc-a256-1dd1-fed4-bc063e0b399c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.412917] env[68391]: DEBUG oslo_concurrency.lockutils [req-5e15358e-c56d-43a0-9fb8-fc38e607aa9d req-25c9caa7-dc12-48d4-9787-ac4ff430ec25 service nova] Releasing lock "refresh_cache-3d65ee18-254d-4fc5-8bb4-4d446a9fd786" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.505832] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [instance: d6b19435-f7df-4b89-b0b1-b147ff8d8f64] Instance has had 0 of 5 cleanup attempts {{(pid=68391) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1411.528267] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523475dc-a256-1dd1-fed4-bc063e0b399c, 'name': SearchDatastore_Task, 'duration_secs': 0.009182} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.529008] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68a425a8-8bdb-4820-9754-67f5871eb617 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.534697] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1411.534697] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520e1d3e-551f-902f-0446-83d3bc52742d" [ 1411.534697] env[68391]: _type = "Task" [ 1411.534697] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.543115] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520e1d3e-551f-902f-0446-83d3bc52742d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.009407] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.009711] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Cleaning up deleted instances with incomplete migration {{(pid=68391) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1412.045034] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520e1d3e-551f-902f-0446-83d3bc52742d, 'name': SearchDatastore_Task, 'duration_secs': 0.009378} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.045034] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.045034] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 3d65ee18-254d-4fc5-8bb4-4d446a9fd786/3d65ee18-254d-4fc5-8bb4-4d446a9fd786.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1412.045293] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d71b38b5-6c7c-4350-bf2d-45f784d646a2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.051501] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1412.051501] env[68391]: value = "task-3040051" [ 1412.051501] env[68391]: _type = "Task" [ 1412.051501] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.058947] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.512057] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.561520] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416942} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.561777] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 3d65ee18-254d-4fc5-8bb4-4d446a9fd786/3d65ee18-254d-4fc5-8bb4-4d446a9fd786.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1412.561988] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1412.562237] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c97a4d5-979d-4d9e-bf3c-ecec642e1064 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.568111] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1412.568111] env[68391]: value = "task-3040052" [ 1412.568111] env[68391]: _type = "Task" [ 1412.568111] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.575306] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.077570] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058806} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.077858] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1413.078703] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a397db-3522-4041-9376-83c92716f767 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.099574] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 3d65ee18-254d-4fc5-8bb4-4d446a9fd786/3d65ee18-254d-4fc5-8bb4-4d446a9fd786.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1413.099791] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb5d4319-f0fe-4105-9311-c5c544fdbbe1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.120503] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1413.120503] env[68391]: value = "task-3040053" [ 1413.120503] env[68391]: _type = "Task" [ 1413.120503] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.128215] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.630380] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040053, 'name': ReconfigVM_Task, 'duration_secs': 0.279595} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.630634] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 3d65ee18-254d-4fc5-8bb4-4d446a9fd786/3d65ee18-254d-4fc5-8bb4-4d446a9fd786.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1413.631312] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9244ec4b-c2cd-4f86-bfeb-0f87fb21e1ee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.638768] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1413.638768] env[68391]: value = "task-3040054" [ 1413.638768] env[68391]: _type = "Task" [ 1413.638768] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.646356] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040054, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.013047] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.013225] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68391) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1414.148313] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040054, 'name': Rename_Task, 'duration_secs': 0.13068} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.148668] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1414.148783] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1803b586-aba8-426b-a513-80b80b45275d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.154765] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1414.154765] env[68391]: value = "task-3040055" [ 1414.154765] env[68391]: _type = "Task" [ 1414.154765] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.162040] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.664413] env[68391]: DEBUG oslo_vmware.api [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040055, 'name': PowerOnVM_Task, 'duration_secs': 0.472243} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.664673] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.664850] env[68391]: INFO nova.compute.manager [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1414.665034] env[68391]: DEBUG nova.compute.manager [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.665775] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82f2fe5-d479-436c-91a0-6ed347537c17 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.183383] env[68391]: INFO nova.compute.manager [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Took 11.26 seconds to build instance. [ 1415.685148] env[68391]: DEBUG oslo_concurrency.lockutils [None req-0bcd640b-88f1-4c3b-8d1a-9a33256d9d50 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.769s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.901517] env[68391]: DEBUG nova.compute.manager [req-57a1b5a3-4c57-4a1b-b86f-8de0907cd59d req-8b892d4c-80d3-4e5f-ae12-7544d79baa9f service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Received event network-changed-33ebfc13-1036-45f4-9824-5bef7c528efd {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1415.901517] env[68391]: DEBUG nova.compute.manager [req-57a1b5a3-4c57-4a1b-b86f-8de0907cd59d req-8b892d4c-80d3-4e5f-ae12-7544d79baa9f service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Refreshing instance network info cache due to event network-changed-33ebfc13-1036-45f4-9824-5bef7c528efd. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1415.901517] env[68391]: DEBUG oslo_concurrency.lockutils [req-57a1b5a3-4c57-4a1b-b86f-8de0907cd59d req-8b892d4c-80d3-4e5f-ae12-7544d79baa9f service nova] Acquiring lock "refresh_cache-3d65ee18-254d-4fc5-8bb4-4d446a9fd786" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.901517] env[68391]: DEBUG oslo_concurrency.lockutils [req-57a1b5a3-4c57-4a1b-b86f-8de0907cd59d req-8b892d4c-80d3-4e5f-ae12-7544d79baa9f service nova] Acquired lock "refresh_cache-3d65ee18-254d-4fc5-8bb4-4d446a9fd786" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.901753] env[68391]: DEBUG nova.network.neutron [req-57a1b5a3-4c57-4a1b-b86f-8de0907cd59d req-8b892d4c-80d3-4e5f-ae12-7544d79baa9f service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Refreshing network info cache for port 33ebfc13-1036-45f4-9824-5bef7c528efd {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1416.596252] env[68391]: DEBUG nova.network.neutron [req-57a1b5a3-4c57-4a1b-b86f-8de0907cd59d req-8b892d4c-80d3-4e5f-ae12-7544d79baa9f service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Updated VIF entry in instance network info cache for port 33ebfc13-1036-45f4-9824-5bef7c528efd. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1416.596619] env[68391]: DEBUG nova.network.neutron [req-57a1b5a3-4c57-4a1b-b86f-8de0907cd59d req-8b892d4c-80d3-4e5f-ae12-7544d79baa9f service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Updating instance_info_cache with network_info: [{"id": "33ebfc13-1036-45f4-9824-5bef7c528efd", "address": "fa:16:3e:65:ff:1e", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ebfc13-10", "ovs_interfaceid": "33ebfc13-1036-45f4-9824-5bef7c528efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.099463] env[68391]: DEBUG oslo_concurrency.lockutils [req-57a1b5a3-4c57-4a1b-b86f-8de0907cd59d req-8b892d4c-80d3-4e5f-ae12-7544d79baa9f service nova] Releasing lock "refresh_cache-3d65ee18-254d-4fc5-8bb4-4d446a9fd786" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.281257] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.281678] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.281678] env[68391]: INFO nova.compute.manager [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Shelving [ 1451.439216] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.443550] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.291284] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.291659] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8427d25-8d15-4397-adb5-34af67ae9bbe {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.299717] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1452.299717] env[68391]: value = "task-3040056" [ 1452.299717] env[68391]: _type = "Task" [ 1452.299717] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.307610] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.443632] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.444040] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.808955] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040056, 'name': PowerOffVM_Task, 'duration_secs': 0.195064} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.809226] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1452.809991] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141546fe-6d7e-4a05-9edc-5e0a665de89e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.827518] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cba084-fe93-491b-94a4-df4db5e17df7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.947209] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.947461] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.947633] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.947814] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68391) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1452.948668] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c6b83f-e005-45d3-b9c1-e8564fd6ba02 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.956536] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfa0edf-d6e3-4c00-911f-ba99cabfd4dd {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.969917] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96feedcc-7f9f-4650-84bb-603d98a9e3c2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.976089] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a9fe08-1060-4cdc-b539-33811bedc741 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.003913] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180816MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=68391) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1453.004067] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.004277] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.337612] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Creating Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1453.337962] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cf792b60-7d6c-4e11-ad89-3d8f18e37b4c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.346928] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1453.346928] env[68391]: value = "task-3040057" [ 1453.346928] env[68391]: _type = "Task" [ 1453.346928] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.356748] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040057, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.856834] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040057, 'name': CreateSnapshot_Task, 'duration_secs': 0.502439} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.857137] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Created Snapshot of the VM instance {{(pid=68391) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1453.857842] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7977942-7959-472c-8e0c-19e3214e866c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.030768] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 3d65ee18-254d-4fc5-8bb4-4d446a9fd786 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1454.030977] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1454.031158] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1454.057290] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3feec5-7d5e-4953-aa92-3ae037bad34a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.064584] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce76cf4c-73d7-4a4a-ac8c-60f86d312dd4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.093094] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1649886-9592-4997-b310-eb467521eb3d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.099586] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ead17f-2b94-44d4-a515-4dbc4d157943 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.111803] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1454.375248] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Creating linked-clone VM from snapshot {{(pid=68391) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1454.375619] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fd2d01b1-11aa-4b55-91c6-f84e1dcd3f12 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.385561] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1454.385561] env[68391]: value = "task-3040058" [ 1454.385561] env[68391]: _type = "Task" [ 1454.385561] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.393179] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040058, 'name': CloneVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.615100] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1454.896185] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040058, 'name': CloneVM_Task} progress is 94%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.120392] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68391) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1455.120654] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.395859] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040058, 'name': CloneVM_Task, 'duration_secs': 0.915176} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.396234] env[68391]: INFO nova.virt.vmwareapi.vmops [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Created linked-clone VM from snapshot [ 1455.396835] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d043741c-0c9a-4c97-b386-77e66160eb7e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.403649] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Uploading image ab05e846-3022-4985-bdef-c61116d073d2 {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1455.475758] env[68391]: DEBUG oslo_vmware.rw_handles [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1455.475758] env[68391]: value = "vm-609079" [ 1455.475758] env[68391]: _type = "VirtualMachine" [ 1455.475758] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1455.476060] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a0b31706-7d6f-4663-b2f4-1a0ae2b01cc0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.483012] env[68391]: DEBUG oslo_vmware.rw_handles [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lease: (returnval){ [ 1455.483012] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521b38a5-6b92-22a4-335e-3bf4a29629dd" [ 1455.483012] env[68391]: _type = "HttpNfcLease" [ 1455.483012] env[68391]: } obtained for exporting VM: (result){ [ 1455.483012] env[68391]: value = "vm-609079" [ 1455.483012] env[68391]: _type = "VirtualMachine" [ 1455.483012] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1455.483359] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the lease: (returnval){ [ 1455.483359] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521b38a5-6b92-22a4-335e-3bf4a29629dd" [ 1455.483359] env[68391]: _type = "HttpNfcLease" [ 1455.483359] env[68391]: } to be ready. {{(pid=68391) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1455.489356] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1455.489356] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521b38a5-6b92-22a4-335e-3bf4a29629dd" [ 1455.489356] env[68391]: _type = "HttpNfcLease" [ 1455.489356] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1455.991262] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1455.991262] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521b38a5-6b92-22a4-335e-3bf4a29629dd" [ 1455.991262] env[68391]: _type = "HttpNfcLease" [ 1455.991262] env[68391]: } is ready. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1455.991567] env[68391]: DEBUG oslo_vmware.rw_handles [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1455.991567] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]521b38a5-6b92-22a4-335e-3bf4a29629dd" [ 1455.991567] env[68391]: _type = "HttpNfcLease" [ 1455.991567] env[68391]: }. {{(pid=68391) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1455.992288] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19c8a5f-f6fb-4bd7-ad6c-63ffd7751950 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.999106] env[68391]: DEBUG oslo_vmware.rw_handles [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523502d8-e994-1666-b151-aea75e5491ee/disk-0.vmdk from lease info. {{(pid=68391) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1455.999281] env[68391]: DEBUG oslo_vmware.rw_handles [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523502d8-e994-1666-b151-aea75e5491ee/disk-0.vmdk for reading. {{(pid=68391) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1456.083742] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6fba973f-ec29-4219-99b3-1c336c03f8cc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.120973] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.121227] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.121396] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.439390] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.945494] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.945730] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68391) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1464.214116] env[68391]: DEBUG oslo_vmware.rw_handles [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523502d8-e994-1666-b151-aea75e5491ee/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1464.215212] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffc56f9-7360-48f8-9fc0-ce9a44f2a8f1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.221287] env[68391]: DEBUG oslo_vmware.rw_handles [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523502d8-e994-1666-b151-aea75e5491ee/disk-0.vmdk is in state: ready. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1464.221451] env[68391]: ERROR oslo_vmware.rw_handles [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523502d8-e994-1666-b151-aea75e5491ee/disk-0.vmdk due to incomplete transfer. [ 1464.221651] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-62609781-3bf3-4930-abe2-0b386770a70d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.227909] env[68391]: DEBUG oslo_vmware.rw_handles [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523502d8-e994-1666-b151-aea75e5491ee/disk-0.vmdk. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1464.228105] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Uploaded image ab05e846-3022-4985-bdef-c61116d073d2 to the Glance image server {{(pid=68391) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1464.230534] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Destroying the VM {{(pid=68391) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1464.230745] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a6fb2d22-f592-409b-b4bb-5430b2d6bb56 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.236538] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1464.236538] env[68391]: value = "task-3040060" [ 1464.236538] env[68391]: _type = "Task" [ 1464.236538] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.245108] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040060, 'name': Destroy_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.746419] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040060, 'name': Destroy_Task, 'duration_secs': 0.341132} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.746693] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Destroyed the VM [ 1464.746914] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Deleting Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1464.747170] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f68c74c8-ace2-4032-b2d0-5b8dac6c1759 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.753191] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1464.753191] env[68391]: value = "task-3040061" [ 1464.753191] env[68391]: _type = "Task" [ 1464.753191] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.760306] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040061, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.264949] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040061, 'name': RemoveSnapshot_Task, 'duration_secs': 0.347536} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.265327] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Deleted Snapshot of the VM instance {{(pid=68391) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1465.265489] env[68391]: DEBUG nova.compute.manager [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1465.266307] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76414e26-04b6-4295-afd9-9cbe435ba8fa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.779451] env[68391]: INFO nova.compute.manager [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Shelve offloading [ 1466.282988] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1466.283424] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70037940-f946-4025-ab06-8f5a6ecaf557 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.291937] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1466.291937] env[68391]: value = "task-3040062" [ 1466.291937] env[68391]: _type = "Task" [ 1466.291937] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.299492] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.802286] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] VM already powered off {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1466.802492] env[68391]: DEBUG nova.compute.manager [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1466.803245] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a688eb-b0b0-4432-97ac-1aad1549db7e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.808322] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "refresh_cache-3d65ee18-254d-4fc5-8bb4-4d446a9fd786" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.808484] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired lock "refresh_cache-3d65ee18-254d-4fc5-8bb4-4d446a9fd786" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.808646] env[68391]: DEBUG nova.network.neutron [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1467.583113] env[68391]: DEBUG nova.network.neutron [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Updating instance_info_cache with network_info: [{"id": "33ebfc13-1036-45f4-9824-5bef7c528efd", "address": "fa:16:3e:65:ff:1e", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ebfc13-10", "ovs_interfaceid": "33ebfc13-1036-45f4-9824-5bef7c528efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.086819] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lock "refresh_cache-3d65ee18-254d-4fc5-8bb4-4d446a9fd786" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.307740] env[68391]: DEBUG nova.compute.manager [req-edc3b20c-6956-4b0c-9d41-6f59cc70cedc req-78331fab-13a6-4269-ae27-0db702da5838 service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Received event network-vif-unplugged-33ebfc13-1036-45f4-9824-5bef7c528efd {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1468.308025] env[68391]: DEBUG oslo_concurrency.lockutils [req-edc3b20c-6956-4b0c-9d41-6f59cc70cedc req-78331fab-13a6-4269-ae27-0db702da5838 service nova] Acquiring lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.308166] env[68391]: DEBUG oslo_concurrency.lockutils [req-edc3b20c-6956-4b0c-9d41-6f59cc70cedc req-78331fab-13a6-4269-ae27-0db702da5838 service nova] Lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.308333] env[68391]: DEBUG oslo_concurrency.lockutils [req-edc3b20c-6956-4b0c-9d41-6f59cc70cedc req-78331fab-13a6-4269-ae27-0db702da5838 service nova] Lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.308499] env[68391]: DEBUG nova.compute.manager [req-edc3b20c-6956-4b0c-9d41-6f59cc70cedc req-78331fab-13a6-4269-ae27-0db702da5838 service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] No waiting events found dispatching network-vif-unplugged-33ebfc13-1036-45f4-9824-5bef7c528efd {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1468.308671] env[68391]: WARNING nova.compute.manager [req-edc3b20c-6956-4b0c-9d41-6f59cc70cedc req-78331fab-13a6-4269-ae27-0db702da5838 service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Received unexpected event network-vif-unplugged-33ebfc13-1036-45f4-9824-5bef7c528efd for instance with vm_state shelved and task_state shelving_offloading. [ 1468.372750] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1468.373975] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cdc2d1-d4ae-4d76-b03c-0d91c42def6b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.381228] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1468.381444] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b2372f7-fa36-4353-a93c-333bbd233104 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.439966] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1468.440203] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1468.440386] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Deleting the datastore file [datastore2] 3d65ee18-254d-4fc5-8bb4-4d446a9fd786 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1468.440647] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72bd6c96-84ac-41d8-b06d-273240a995c5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.447581] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1468.447581] env[68391]: value = "task-3040064" [ 1468.447581] env[68391]: _type = "Task" [ 1468.447581] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.454533] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.957301] env[68391]: DEBUG oslo_vmware.api [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144388} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.957680] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1468.957680] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1468.957816] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1468.981063] env[68391]: INFO nova.scheduler.client.report [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Deleted allocations for instance 3d65ee18-254d-4fc5-8bb4-4d446a9fd786 [ 1469.485098] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.485401] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.485645] env[68391]: DEBUG nova.objects.instance [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lazy-loading 'resources' on Instance uuid 3d65ee18-254d-4fc5-8bb4-4d446a9fd786 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1469.988583] env[68391]: DEBUG nova.objects.instance [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lazy-loading 'numa_topology' on Instance uuid 3d65ee18-254d-4fc5-8bb4-4d446a9fd786 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1470.331519] env[68391]: DEBUG nova.compute.manager [req-1cd19928-3b61-412a-b319-fa6299cea767 req-e76c8ccf-2b30-4a89-9b18-f5a74089ae5a service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Received event network-changed-33ebfc13-1036-45f4-9824-5bef7c528efd {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1470.331710] env[68391]: DEBUG nova.compute.manager [req-1cd19928-3b61-412a-b319-fa6299cea767 req-e76c8ccf-2b30-4a89-9b18-f5a74089ae5a service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Refreshing instance network info cache due to event network-changed-33ebfc13-1036-45f4-9824-5bef7c528efd. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1470.331916] env[68391]: DEBUG oslo_concurrency.lockutils [req-1cd19928-3b61-412a-b319-fa6299cea767 req-e76c8ccf-2b30-4a89-9b18-f5a74089ae5a service nova] Acquiring lock "refresh_cache-3d65ee18-254d-4fc5-8bb4-4d446a9fd786" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.332072] env[68391]: DEBUG oslo_concurrency.lockutils [req-1cd19928-3b61-412a-b319-fa6299cea767 req-e76c8ccf-2b30-4a89-9b18-f5a74089ae5a service nova] Acquired lock "refresh_cache-3d65ee18-254d-4fc5-8bb4-4d446a9fd786" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.332237] env[68391]: DEBUG nova.network.neutron [req-1cd19928-3b61-412a-b319-fa6299cea767 req-e76c8ccf-2b30-4a89-9b18-f5a74089ae5a service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Refreshing network info cache for port 33ebfc13-1036-45f4-9824-5bef7c528efd {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1470.492108] env[68391]: DEBUG nova.objects.base [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Object Instance<3d65ee18-254d-4fc5-8bb4-4d446a9fd786> lazy-loaded attributes: resources,numa_topology {{(pid=68391) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1470.518346] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ac061b-0b77-4f90-9dc7-5ea26aa46ad8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.526016] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86371a8b-d910-41ec-9403-01c41c6f313b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.555421] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7b2b4d-7d99-4c4d-b94f-8545128216fc {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.562069] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088b31b1-ff14-42cd-95b0-93c63fc7c732 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.574529] env[68391]: DEBUG nova.compute.provider_tree [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.025337] env[68391]: DEBUG nova.network.neutron [req-1cd19928-3b61-412a-b319-fa6299cea767 req-e76c8ccf-2b30-4a89-9b18-f5a74089ae5a service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Updated VIF entry in instance network info cache for port 33ebfc13-1036-45f4-9824-5bef7c528efd. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1471.025689] env[68391]: DEBUG nova.network.neutron [req-1cd19928-3b61-412a-b319-fa6299cea767 req-e76c8ccf-2b30-4a89-9b18-f5a74089ae5a service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Updating instance_info_cache with network_info: [{"id": "33ebfc13-1036-45f4-9824-5bef7c528efd", "address": "fa:16:3e:65:ff:1e", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": null, "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap33ebfc13-10", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.077133] env[68391]: DEBUG nova.scheduler.client.report [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1471.299671] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.528708] env[68391]: DEBUG oslo_concurrency.lockutils [req-1cd19928-3b61-412a-b319-fa6299cea767 req-e76c8ccf-2b30-4a89-9b18-f5a74089ae5a service nova] Releasing lock "refresh_cache-3d65ee18-254d-4fc5-8bb4-4d446a9fd786" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.581899] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.089083] env[68391]: DEBUG oslo_concurrency.lockutils [None req-e738240c-67dd-4dd9-aec8-78632f65233c tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.807s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.089883] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.790s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.089937] env[68391]: INFO nova.compute.manager [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Unshelving [ 1473.114914] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.115237] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.115426] env[68391]: DEBUG nova.objects.instance [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lazy-loading 'pci_requests' on Instance uuid 3d65ee18-254d-4fc5-8bb4-4d446a9fd786 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1473.619096] env[68391]: DEBUG nova.objects.instance [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lazy-loading 'numa_topology' on Instance uuid 3d65ee18-254d-4fc5-8bb4-4d446a9fd786 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1474.122099] env[68391]: INFO nova.compute.claims [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1475.157513] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0697bc-e306-4163-8436-7dd422b52156 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.165191] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db944711-625a-4a63-bdd1-2c261fce752d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.195629] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8582c83a-5127-4f9f-9ba9-153f9f5b3ea6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.202474] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc660e9-e8ad-4f52-8808-892b5967f924 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.215178] env[68391]: DEBUG nova.compute.provider_tree [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1475.718592] env[68391]: DEBUG nova.scheduler.client.report [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.223690] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.108s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.250682] env[68391]: INFO nova.network.neutron [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Updating port 33ebfc13-1036-45f4-9824-5bef7c528efd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1477.609140] env[68391]: DEBUG nova.compute.manager [req-67a0961d-4fe6-4ff8-b051-7ce76237661c req-0af00da5-1000-4c6b-ae98-2fa6a2dac4df service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Received event network-vif-plugged-33ebfc13-1036-45f4-9824-5bef7c528efd {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1477.609140] env[68391]: DEBUG oslo_concurrency.lockutils [req-67a0961d-4fe6-4ff8-b051-7ce76237661c req-0af00da5-1000-4c6b-ae98-2fa6a2dac4df service nova] Acquiring lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.609140] env[68391]: DEBUG oslo_concurrency.lockutils [req-67a0961d-4fe6-4ff8-b051-7ce76237661c req-0af00da5-1000-4c6b-ae98-2fa6a2dac4df service nova] Lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.609140] env[68391]: DEBUG oslo_concurrency.lockutils [req-67a0961d-4fe6-4ff8-b051-7ce76237661c req-0af00da5-1000-4c6b-ae98-2fa6a2dac4df service nova] Lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.609966] env[68391]: DEBUG nova.compute.manager [req-67a0961d-4fe6-4ff8-b051-7ce76237661c req-0af00da5-1000-4c6b-ae98-2fa6a2dac4df service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] No waiting events found dispatching network-vif-plugged-33ebfc13-1036-45f4-9824-5bef7c528efd {{(pid=68391) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1477.610345] env[68391]: WARNING nova.compute.manager [req-67a0961d-4fe6-4ff8-b051-7ce76237661c req-0af00da5-1000-4c6b-ae98-2fa6a2dac4df service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Received unexpected event network-vif-plugged-33ebfc13-1036-45f4-9824-5bef7c528efd for instance with vm_state shelved_offloaded and task_state spawning. [ 1477.687148] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "refresh_cache-3d65ee18-254d-4fc5-8bb4-4d446a9fd786" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.688439] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired lock "refresh_cache-3d65ee18-254d-4fc5-8bb4-4d446a9fd786" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.688439] env[68391]: DEBUG nova.network.neutron [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1478.375057] env[68391]: DEBUG nova.network.neutron [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Updating instance_info_cache with network_info: [{"id": "33ebfc13-1036-45f4-9824-5bef7c528efd", "address": "fa:16:3e:65:ff:1e", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ebfc13-10", "ovs_interfaceid": "33ebfc13-1036-45f4-9824-5bef7c528efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.877955] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lock "refresh_cache-3d65ee18-254d-4fc5-8bb4-4d446a9fd786" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.904463] env[68391]: DEBUG nova.virt.hardware [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='52ed870ec050f69f0a9c9ce606b2e68a',container_format='bare',created_at=2025-03-17T09:50:45Z,direct_url=,disk_format='vmdk',id=ab05e846-3022-4985-bdef-c61116d073d2,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1202964572-shelved',owner='43a8bce83136498d9340deb9e79e16fe',properties=ImageMetaProps,protected=,size=31662080,status='active',tags=,updated_at=2025-03-17T09:50:58Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1478.904698] env[68391]: DEBUG nova.virt.hardware [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1478.904856] env[68391]: DEBUG nova.virt.hardware [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1478.905046] env[68391]: DEBUG nova.virt.hardware [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1478.905199] env[68391]: DEBUG nova.virt.hardware [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1478.905349] env[68391]: DEBUG nova.virt.hardware [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1478.905558] env[68391]: DEBUG nova.virt.hardware [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1478.905726] env[68391]: DEBUG nova.virt.hardware [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1478.905925] env[68391]: DEBUG nova.virt.hardware [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1478.906107] env[68391]: DEBUG nova.virt.hardware [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1478.906284] env[68391]: DEBUG nova.virt.hardware [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1478.907426] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8489ac86-a158-4ac8-ab41-3d734adc0339 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.914987] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07111df7-d8b9-4d5a-b166-3e454029dab5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.930508] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:ff:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33ebfc13-1036-45f4-9824-5bef7c528efd', 'vif_model': 'vmxnet3'}] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1478.937859] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1478.938077] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1478.938270] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e75f0182-0290-48b6-b384-94d7be14b002 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.957747] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1478.957747] env[68391]: value = "task-3040065" [ 1478.957747] env[68391]: _type = "Task" [ 1478.957747] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.964514] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3040065, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.468942] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3040065, 'name': CreateVM_Task, 'duration_secs': 0.284653} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.469129] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1479.469746] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ab05e846-3022-4985-bdef-c61116d073d2" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.469910] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ab05e846-3022-4985-bdef-c61116d073d2" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.470333] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ab05e846-3022-4985-bdef-c61116d073d2" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.470579] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80b6bdc7-fadd-4d9c-8d94-6e0b085f7c4d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.474721] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1479.474721] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d0e5c2-7dfd-f0ab-ec42-c74a19896ece" [ 1479.474721] env[68391]: _type = "Task" [ 1479.474721] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.482098] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52d0e5c2-7dfd-f0ab-ec42-c74a19896ece, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.632901] env[68391]: DEBUG nova.compute.manager [req-5e906eaa-6327-452e-b972-fc53fbc49525 req-158a28cb-f765-495a-a28f-e889803f89f3 service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Received event network-changed-33ebfc13-1036-45f4-9824-5bef7c528efd {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1479.633111] env[68391]: DEBUG nova.compute.manager [req-5e906eaa-6327-452e-b972-fc53fbc49525 req-158a28cb-f765-495a-a28f-e889803f89f3 service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Refreshing instance network info cache due to event network-changed-33ebfc13-1036-45f4-9824-5bef7c528efd. {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1479.633321] env[68391]: DEBUG oslo_concurrency.lockutils [req-5e906eaa-6327-452e-b972-fc53fbc49525 req-158a28cb-f765-495a-a28f-e889803f89f3 service nova] Acquiring lock "refresh_cache-3d65ee18-254d-4fc5-8bb4-4d446a9fd786" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.633511] env[68391]: DEBUG oslo_concurrency.lockutils [req-5e906eaa-6327-452e-b972-fc53fbc49525 req-158a28cb-f765-495a-a28f-e889803f89f3 service nova] Acquired lock "refresh_cache-3d65ee18-254d-4fc5-8bb4-4d446a9fd786" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.633679] env[68391]: DEBUG nova.network.neutron [req-5e906eaa-6327-452e-b972-fc53fbc49525 req-158a28cb-f765-495a-a28f-e889803f89f3 service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Refreshing network info cache for port 33ebfc13-1036-45f4-9824-5bef7c528efd {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1479.984768] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ab05e846-3022-4985-bdef-c61116d073d2" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.985087] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Processing image ab05e846-3022-4985-bdef-c61116d073d2 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1479.985222] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ab05e846-3022-4985-bdef-c61116d073d2/ab05e846-3022-4985-bdef-c61116d073d2.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.985369] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ab05e846-3022-4985-bdef-c61116d073d2/ab05e846-3022-4985-bdef-c61116d073d2.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.985543] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1479.985786] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d347b3b-65b4-4c43-b6e8-f97fa1316ecb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.994797] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1479.994968] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1479.995633] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-432bf5fe-d681-4dd0-b34b-c2625b7f2d1d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.000279] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1480.000279] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ea816f-f59e-50fd-43b3-d92b5fa9bcd0" [ 1480.000279] env[68391]: _type = "Task" [ 1480.000279] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.007108] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ea816f-f59e-50fd-43b3-d92b5fa9bcd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.340016] env[68391]: DEBUG nova.network.neutron [req-5e906eaa-6327-452e-b972-fc53fbc49525 req-158a28cb-f765-495a-a28f-e889803f89f3 service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Updated VIF entry in instance network info cache for port 33ebfc13-1036-45f4-9824-5bef7c528efd. {{(pid=68391) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1480.340378] env[68391]: DEBUG nova.network.neutron [req-5e906eaa-6327-452e-b972-fc53fbc49525 req-158a28cb-f765-495a-a28f-e889803f89f3 service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Updating instance_info_cache with network_info: [{"id": "33ebfc13-1036-45f4-9824-5bef7c528efd", "address": "fa:16:3e:65:ff:1e", "network": {"id": "be76d536-d47a-4dbf-9291-fcc9be3d6c43", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132007771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a8bce83136498d9340deb9e79e16fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ebfc13-10", "ovs_interfaceid": "33ebfc13-1036-45f4-9824-5bef7c528efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.510840] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Preparing fetch location {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1480.511063] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Fetch image to [datastore2] OSTACK_IMG_30c37026-e5b2-4923-a190-b229857ee376/OSTACK_IMG_30c37026-e5b2-4923-a190-b229857ee376.vmdk {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1480.511262] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Downloading stream optimized image ab05e846-3022-4985-bdef-c61116d073d2 to [datastore2] OSTACK_IMG_30c37026-e5b2-4923-a190-b229857ee376/OSTACK_IMG_30c37026-e5b2-4923-a190-b229857ee376.vmdk on the data store datastore2 as vApp {{(pid=68391) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1480.511494] env[68391]: DEBUG nova.virt.vmwareapi.images [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Downloading image file data ab05e846-3022-4985-bdef-c61116d073d2 to the ESX as VM named 'OSTACK_IMG_30c37026-e5b2-4923-a190-b229857ee376' {{(pid=68391) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1480.576133] env[68391]: DEBUG oslo_vmware.rw_handles [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1480.576133] env[68391]: value = "resgroup-9" [ 1480.576133] env[68391]: _type = "ResourcePool" [ 1480.576133] env[68391]: }. {{(pid=68391) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1480.576388] env[68391]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4305e346-8957-4751-8416-0ca88b23852d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.596789] env[68391]: DEBUG oslo_vmware.rw_handles [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lease: (returnval){ [ 1480.596789] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dab25f-49fc-7afb-26e4-74e9a0001cd4" [ 1480.596789] env[68391]: _type = "HttpNfcLease" [ 1480.596789] env[68391]: } obtained for vApp import into resource pool (val){ [ 1480.596789] env[68391]: value = "resgroup-9" [ 1480.596789] env[68391]: _type = "ResourcePool" [ 1480.596789] env[68391]: }. {{(pid=68391) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1480.597049] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the lease: (returnval){ [ 1480.597049] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dab25f-49fc-7afb-26e4-74e9a0001cd4" [ 1480.597049] env[68391]: _type = "HttpNfcLease" [ 1480.597049] env[68391]: } to be ready. {{(pid=68391) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1480.603915] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1480.603915] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dab25f-49fc-7afb-26e4-74e9a0001cd4" [ 1480.603915] env[68391]: _type = "HttpNfcLease" [ 1480.603915] env[68391]: } is initializing. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1480.842921] env[68391]: DEBUG oslo_concurrency.lockutils [req-5e906eaa-6327-452e-b972-fc53fbc49525 req-158a28cb-f765-495a-a28f-e889803f89f3 service nova] Releasing lock "refresh_cache-3d65ee18-254d-4fc5-8bb4-4d446a9fd786" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.105201] env[68391]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1481.105201] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dab25f-49fc-7afb-26e4-74e9a0001cd4" [ 1481.105201] env[68391]: _type = "HttpNfcLease" [ 1481.105201] env[68391]: } is ready. {{(pid=68391) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1481.105556] env[68391]: DEBUG oslo_vmware.rw_handles [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1481.105556] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52dab25f-49fc-7afb-26e4-74e9a0001cd4" [ 1481.105556] env[68391]: _type = "HttpNfcLease" [ 1481.105556] env[68391]: }. {{(pid=68391) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1481.106225] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc99ae3-cce7-4488-a660-3aa189410913 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.113772] env[68391]: DEBUG oslo_vmware.rw_handles [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e709b-fa38-f6d5-c2de-9fed6f6fd0a0/disk-0.vmdk from lease info. {{(pid=68391) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1481.113967] env[68391]: DEBUG oslo_vmware.rw_handles [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Creating HTTP connection to write to file with size = 31662080 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e709b-fa38-f6d5-c2de-9fed6f6fd0a0/disk-0.vmdk. {{(pid=68391) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1481.176041] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-645b6d33-32d6-4d7d-bc78-f887f5cf6b5e {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.185266] env[68391]: DEBUG oslo_vmware.rw_handles [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Completed reading data from the image iterator. {{(pid=68391) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1482.185630] env[68391]: DEBUG oslo_vmware.rw_handles [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e709b-fa38-f6d5-c2de-9fed6f6fd0a0/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1482.186466] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8077960e-b305-42c2-93fb-84d00ac68df7 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.193165] env[68391]: DEBUG oslo_vmware.rw_handles [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e709b-fa38-f6d5-c2de-9fed6f6fd0a0/disk-0.vmdk is in state: ready. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1482.193336] env[68391]: DEBUG oslo_vmware.rw_handles [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e709b-fa38-f6d5-c2de-9fed6f6fd0a0/disk-0.vmdk. {{(pid=68391) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1482.193596] env[68391]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1360a154-65c2-4bf4-8e24-bfb247c77a98 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.475793] env[68391]: DEBUG oslo_vmware.rw_handles [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e709b-fa38-f6d5-c2de-9fed6f6fd0a0/disk-0.vmdk. {{(pid=68391) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1482.475974] env[68391]: INFO nova.virt.vmwareapi.images [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Downloaded image file data ab05e846-3022-4985-bdef-c61116d073d2 [ 1482.476849] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a40a59-9955-4366-80f1-1072e8b59c2f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.493271] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dab967a9-a613-4fdb-97b7-f30c2592e767 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.514201] env[68391]: INFO nova.virt.vmwareapi.images [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] The imported VM was unregistered [ 1482.516679] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Caching image {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1482.516905] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ab05e846-3022-4985-bdef-c61116d073d2 {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1482.517163] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-970e82ea-b0bf-48ac-a84c-dd738a9eedc0 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.526479] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Created directory with path [datastore2] devstack-image-cache_base/ab05e846-3022-4985-bdef-c61116d073d2 {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1482.526657] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_30c37026-e5b2-4923-a190-b229857ee376/OSTACK_IMG_30c37026-e5b2-4923-a190-b229857ee376.vmdk to [datastore2] devstack-image-cache_base/ab05e846-3022-4985-bdef-c61116d073d2/ab05e846-3022-4985-bdef-c61116d073d2.vmdk. {{(pid=68391) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1482.526872] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-183d2d80-dd01-43f2-8c9f-7d4a158726ba {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.532037] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1482.532037] env[68391]: value = "task-3040068" [ 1482.532037] env[68391]: _type = "Task" [ 1482.532037] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.539286] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040068, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.044438] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040068, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.545892] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040068, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.044020] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040068, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.545748] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040068, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.046355] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040068, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.166304} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.046664] env[68391]: INFO nova.virt.vmwareapi.ds_util [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_30c37026-e5b2-4923-a190-b229857ee376/OSTACK_IMG_30c37026-e5b2-4923-a190-b229857ee376.vmdk to [datastore2] devstack-image-cache_base/ab05e846-3022-4985-bdef-c61116d073d2/ab05e846-3022-4985-bdef-c61116d073d2.vmdk. [ 1485.046739] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Cleaning up location [datastore2] OSTACK_IMG_30c37026-e5b2-4923-a190-b229857ee376 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1485.046902] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_30c37026-e5b2-4923-a190-b229857ee376 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1485.047157] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42049fbc-4b36-4749-8f58-64fef08ff138 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.052838] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1485.052838] env[68391]: value = "task-3040069" [ 1485.052838] env[68391]: _type = "Task" [ 1485.052838] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.059998] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.563086] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032777} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.563346] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1485.563544] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ab05e846-3022-4985-bdef-c61116d073d2/ab05e846-3022-4985-bdef-c61116d073d2.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.563799] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ab05e846-3022-4985-bdef-c61116d073d2/ab05e846-3022-4985-bdef-c61116d073d2.vmdk to [datastore2] 3d65ee18-254d-4fc5-8bb4-4d446a9fd786/3d65ee18-254d-4fc5-8bb4-4d446a9fd786.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1485.564071] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06b0fa89-a9cc-4eed-ab0b-91e90f6ecdb6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.570359] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1485.570359] env[68391]: value = "task-3040070" [ 1485.570359] env[68391]: _type = "Task" [ 1485.570359] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.577679] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.080905] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040070, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.581518] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040070, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.082406] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040070, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.583117] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040070, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.084265] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040070, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.238485} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.084626] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ab05e846-3022-4985-bdef-c61116d073d2/ab05e846-3022-4985-bdef-c61116d073d2.vmdk to [datastore2] 3d65ee18-254d-4fc5-8bb4-4d446a9fd786/3d65ee18-254d-4fc5-8bb4-4d446a9fd786.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1488.085307] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97857fdf-e291-4cde-8879-87ec56b54b50 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.106051] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 3d65ee18-254d-4fc5-8bb4-4d446a9fd786/3d65ee18-254d-4fc5-8bb4-4d446a9fd786.vmdk or device None with type streamOptimized {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1488.106284] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71121c28-7c52-40ca-9da8-c8bc5954fdc6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.124284] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1488.124284] env[68391]: value = "task-3040071" [ 1488.124284] env[68391]: _type = "Task" [ 1488.124284] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.132564] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.634407] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040071, 'name': ReconfigVM_Task, 'duration_secs': 0.277773} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.634682] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 3d65ee18-254d-4fc5-8bb4-4d446a9fd786/3d65ee18-254d-4fc5-8bb4-4d446a9fd786.vmdk or device None with type streamOptimized {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1488.635290] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d4f71d7-cdc6-4072-ac26-8d7530257a94 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.643338] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1488.643338] env[68391]: value = "task-3040072" [ 1488.643338] env[68391]: _type = "Task" [ 1488.643338] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.650773] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040072, 'name': Rename_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.153458] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040072, 'name': Rename_Task, 'duration_secs': 0.268866} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.153855] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1489.154045] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e5c8793-52fa-44aa-a907-60c86b67a50c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.160869] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1489.160869] env[68391]: value = "task-3040073" [ 1489.160869] env[68391]: _type = "Task" [ 1489.160869] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.168452] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.670845] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040073, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.172665] env[68391]: DEBUG oslo_vmware.api [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040073, 'name': PowerOnVM_Task, 'duration_secs': 0.531498} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.172979] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1490.260911] env[68391]: DEBUG nova.compute.manager [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1490.261871] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21509499-ecbd-4d49-af37-1afbe49e7de8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.779880] env[68391]: DEBUG oslo_concurrency.lockutils [None req-ac94a30a-0744-4ecb-9d71-1cb8a5bc04a5 tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.690s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.925056] env[68391]: DEBUG oslo_concurrency.lockutils [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.925056] env[68391]: DEBUG oslo_concurrency.lockutils [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.925462] env[68391]: DEBUG oslo_concurrency.lockutils [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.925462] env[68391]: DEBUG oslo_concurrency.lockutils [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.925462] env[68391]: DEBUG oslo_concurrency.lockutils [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.927518] env[68391]: INFO nova.compute.manager [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Terminating instance [ 1492.431654] env[68391]: DEBUG nova.compute.manager [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1492.431941] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1492.432992] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc96d2c-8a5e-40e3-a62a-40c9f15b716c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.441205] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.441450] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1dbd40e-5d42-40f9-a9c9-f650c2aae144 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.447453] env[68391]: DEBUG oslo_vmware.api [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1492.447453] env[68391]: value = "task-3040074" [ 1492.447453] env[68391]: _type = "Task" [ 1492.447453] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.455968] env[68391]: DEBUG oslo_vmware.api [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.957679] env[68391]: DEBUG oslo_vmware.api [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040074, 'name': PowerOffVM_Task, 'duration_secs': 0.204314} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.958036] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1492.958080] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1492.958306] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5d7a7df-4f0f-4ba2-8908-fe2e5f296f61 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.018896] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1493.019118] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1493.019301] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Deleting the datastore file [datastore2] 3d65ee18-254d-4fc5-8bb4-4d446a9fd786 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1493.019557] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02262926-8357-4928-8bf7-4f8057be7a80 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.025728] env[68391]: DEBUG oslo_vmware.api [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for the task: (returnval){ [ 1493.025728] env[68391]: value = "task-3040076" [ 1493.025728] env[68391]: _type = "Task" [ 1493.025728] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.034178] env[68391]: DEBUG oslo_vmware.api [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.535179] env[68391]: DEBUG oslo_vmware.api [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Task: {'id': task-3040076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366464} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.535434] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1493.535613] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1493.535787] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1493.535961] env[68391]: INFO nova.compute.manager [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1493.536219] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1493.536412] env[68391]: DEBUG nova.compute.manager [-] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1493.536505] env[68391]: DEBUG nova.network.neutron [-] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1493.925033] env[68391]: DEBUG nova.compute.manager [req-38cf188c-50d7-4a5d-907f-7b26e01746f9 req-1978ecab-95c0-41b7-9d88-59f6b039b755 service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Received event network-vif-deleted-33ebfc13-1036-45f4-9824-5bef7c528efd {{(pid=68391) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1493.925033] env[68391]: INFO nova.compute.manager [req-38cf188c-50d7-4a5d-907f-7b26e01746f9 req-1978ecab-95c0-41b7-9d88-59f6b039b755 service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Neutron deleted interface 33ebfc13-1036-45f4-9824-5bef7c528efd; detaching it from the instance and deleting it from the info cache [ 1493.925290] env[68391]: DEBUG nova.network.neutron [req-38cf188c-50d7-4a5d-907f-7b26e01746f9 req-1978ecab-95c0-41b7-9d88-59f6b039b755 service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.404811] env[68391]: DEBUG nova.network.neutron [-] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.427926] env[68391]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19394dee-03f1-40c1-a1cc-b926e37865de {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.438640] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9331b70-7d23-4c7a-9c27-92802f8dd6ce {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.462192] env[68391]: DEBUG nova.compute.manager [req-38cf188c-50d7-4a5d-907f-7b26e01746f9 req-1978ecab-95c0-41b7-9d88-59f6b039b755 service nova] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Detach interface failed, port_id=33ebfc13-1036-45f4-9824-5bef7c528efd, reason: Instance 3d65ee18-254d-4fc5-8bb4-4d446a9fd786 could not be found. {{(pid=68391) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1494.907418] env[68391]: INFO nova.compute.manager [-] [instance: 3d65ee18-254d-4fc5-8bb4-4d446a9fd786] Took 1.37 seconds to deallocate network for instance. [ 1495.413403] env[68391]: DEBUG oslo_concurrency.lockutils [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.413802] env[68391]: DEBUG oslo_concurrency.lockutils [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.413943] env[68391]: DEBUG nova.objects.instance [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lazy-loading 'resources' on Instance uuid 3d65ee18-254d-4fc5-8bb4-4d446a9fd786 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.947343] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547ed4cc-c807-4bd3-b470-48feef902eb5 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.954752] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31fdffb-0fac-4075-a9e4-a4d5f3e6e2df {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.984446] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4c5fa5-782f-48b3-95b5-94c3558da5ee {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.991239] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c777854b-ec85-42e7-a1fc-a94b9153195c {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.003895] env[68391]: DEBUG nova.compute.provider_tree [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.506787] env[68391]: DEBUG nova.scheduler.client.report [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1497.011849] env[68391]: DEBUG oslo_concurrency.lockutils [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.031414] env[68391]: INFO nova.scheduler.client.report [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Deleted allocations for instance 3d65ee18-254d-4fc5-8bb4-4d446a9fd786 [ 1497.540054] env[68391]: DEBUG oslo_concurrency.lockutils [None req-28ca6ead-91c5-482e-a6a1-ed170aef303d tempest-ServerActionsTestOtherB-2007524601 tempest-ServerActionsTestOtherB-2007524601-project-member] Lock "3d65ee18-254d-4fc5-8bb4-4d446a9fd786" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.615s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.932699] env[68391]: DEBUG oslo_concurrency.lockutils [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Acquiring lock "36eb2ad3-4034-46be-9b4b-977a4e866c20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.932996] env[68391]: DEBUG oslo_concurrency.lockutils [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Lock "36eb2ad3-4034-46be-9b4b-977a4e866c20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.435249] env[68391]: DEBUG nova.compute.manager [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Starting instance... {{(pid=68391) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1504.955912] env[68391]: DEBUG oslo_concurrency.lockutils [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.956206] env[68391]: DEBUG oslo_concurrency.lockutils [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.957601] env[68391]: INFO nova.compute.claims [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1505.993782] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf298b6-c1ae-4da6-ada8-902ab2688ac2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.001382] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72bd515-7eed-4c06-a3bf-20be26ef7b68 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.029931] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d14a36-8ec3-45eb-93ab-6fee91b235fa {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.036408] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8aa1bc-26de-4990-895d-6579c1727b63 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.048656] env[68391]: DEBUG nova.compute.provider_tree [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Inventory has not changed in ProviderTree for provider: 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.551564] env[68391]: DEBUG nova.scheduler.client.report [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Inventory has not changed for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1507.057425] env[68391]: DEBUG oslo_concurrency.lockutils [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.057966] env[68391]: DEBUG nova.compute.manager [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Start building networks asynchronously for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1507.563264] env[68391]: DEBUG nova.compute.utils [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Using /dev/sd instead of None {{(pid=68391) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1507.564734] env[68391]: DEBUG nova.compute.manager [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Not allocating networking since 'none' was specified. {{(pid=68391) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1508.066844] env[68391]: DEBUG nova.compute.manager [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Start building block device mappings for instance. {{(pid=68391) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1509.076811] env[68391]: DEBUG nova.compute.manager [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Start spawning the instance on the hypervisor. {{(pid=68391) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1509.102528] env[68391]: DEBUG nova.virt.hardware [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1509.102771] env[68391]: DEBUG nova.virt.hardware [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1509.102962] env[68391]: DEBUG nova.virt.hardware [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1509.103176] env[68391]: DEBUG nova.virt.hardware [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1509.103323] env[68391]: DEBUG nova.virt.hardware [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1509.103467] env[68391]: DEBUG nova.virt.hardware [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1509.103679] env[68391]: DEBUG nova.virt.hardware [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1509.103857] env[68391]: DEBUG nova.virt.hardware [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1509.104035] env[68391]: DEBUG nova.virt.hardware [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1509.104201] env[68391]: DEBUG nova.virt.hardware [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1509.104372] env[68391]: DEBUG nova.virt.hardware [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1509.105262] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fef5d41-f193-4fec-8053-7bebef9b58bf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.112977] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15288f1-5226-4def-a1b9-c8ac8a4dfa23 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.125939] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Instance VIF info [] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1509.131218] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Creating folder: Project (8ae66afa96c646c18ed39f9e1cb7f690). Parent ref: group-v608736. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1509.131474] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b15994d-3c5d-45a1-9edd-9cba977258df {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.141066] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Created folder: Project (8ae66afa96c646c18ed39f9e1cb7f690) in parent group-v608736. [ 1509.141241] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Creating folder: Instances. Parent ref: group-v609082. {{(pid=68391) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1509.141442] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3e8e54a-7c4a-41fd-a654-2ba106ff0250 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.150225] env[68391]: INFO nova.virt.vmwareapi.vm_util [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Created folder: Instances in parent group-v609082. [ 1509.150436] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1509.150610] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1509.150789] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1354acc9-5145-4c8b-8784-c9e71c4cf8d8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.166124] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1509.166124] env[68391]: value = "task-3040080" [ 1509.166124] env[68391]: _type = "Task" [ 1509.166124] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.172712] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3040080, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.676158] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3040080, 'name': CreateVM_Task, 'duration_secs': 0.226759} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.676158] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1509.676485] env[68391]: DEBUG oslo_concurrency.lockutils [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.676644] env[68391]: DEBUG oslo_concurrency.lockutils [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.676986] env[68391]: DEBUG oslo_concurrency.lockutils [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.677239] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a21ff8-9391-4798-8822-e6deb38c749d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.681558] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for the task: (returnval){ [ 1509.681558] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526ccced-a311-ef2d-b014-d0753367f22b" [ 1509.681558] env[68391]: _type = "Task" [ 1509.681558] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.689152] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526ccced-a311-ef2d-b014-d0753367f22b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.192017] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]526ccced-a311-ef2d-b014-d0753367f22b, 'name': SearchDatastore_Task, 'duration_secs': 0.009362} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.192359] env[68391]: DEBUG oslo_concurrency.lockutils [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.192554] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1510.192788] env[68391]: DEBUG oslo_concurrency.lockutils [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.192956] env[68391]: DEBUG oslo_concurrency.lockutils [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.193162] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1510.194842] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96ea6b02-55de-468d-9714-7234859bd597 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.201875] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1510.202126] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1510.202797] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dcaa30f-5a09-41e2-8d77-7e380ef3f23f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.207512] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for the task: (returnval){ [ 1510.207512] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ade3d9-7798-cd71-305c-ba7411935011" [ 1510.207512] env[68391]: _type = "Task" [ 1510.207512] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.214280] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ade3d9-7798-cd71-305c-ba7411935011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.717890] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52ade3d9-7798-cd71-305c-ba7411935011, 'name': SearchDatastore_Task, 'duration_secs': 0.008371} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.718645] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f8079d8-a336-4811-a3bb-524acb580a52 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.723533] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for the task: (returnval){ [ 1510.723533] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52abfab0-ef50-28aa-2a47-15333cfb47ac" [ 1510.723533] env[68391]: _type = "Task" [ 1510.723533] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.731561] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52abfab0-ef50-28aa-2a47-15333cfb47ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.233419] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]52abfab0-ef50-28aa-2a47-15333cfb47ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009235} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.233755] env[68391]: DEBUG oslo_concurrency.lockutils [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.233961] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 36eb2ad3-4034-46be-9b4b-977a4e866c20/36eb2ad3-4034-46be-9b4b-977a4e866c20.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1511.234226] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4e30f0a-6ddb-4659-8f89-06e36539630f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.241155] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for the task: (returnval){ [ 1511.241155] env[68391]: value = "task-3040081" [ 1511.241155] env[68391]: _type = "Task" [ 1511.241155] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.248484] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.443488] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.443794] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.752558] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43614} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.752761] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 36eb2ad3-4034-46be-9b4b-977a4e866c20/36eb2ad3-4034-46be-9b4b-977a4e866c20.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1511.752926] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1511.753191] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4081c9f-474b-4c14-a98d-1682f0652d28 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.758765] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for the task: (returnval){ [ 1511.758765] env[68391]: value = "task-3040082" [ 1511.758765] env[68391]: _type = "Task" [ 1511.758765] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.765922] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.268676] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066126} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.268997] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1512.269792] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140d04c7-bd7f-44c8-9c36-daac38c2ddd1 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.288424] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 36eb2ad3-4034-46be-9b4b-977a4e866c20/36eb2ad3-4034-46be-9b4b-977a4e866c20.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1512.288633] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae71ceaf-2fbb-467b-9a4b-daf0c81d4e17 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.308200] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for the task: (returnval){ [ 1512.308200] env[68391]: value = "task-3040083" [ 1512.308200] env[68391]: _type = "Task" [ 1512.308200] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.315383] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.443431] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.818242] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040083, 'name': ReconfigVM_Task, 'duration_secs': 0.270942} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.818471] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 36eb2ad3-4034-46be-9b4b-977a4e866c20/36eb2ad3-4034-46be-9b4b-977a4e866c20.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.819132] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-415ff887-402a-42fc-8ed7-de0e37342aec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.825682] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for the task: (returnval){ [ 1512.825682] env[68391]: value = "task-3040084" [ 1512.825682] env[68391]: _type = "Task" [ 1512.825682] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.832864] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040084, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.336056] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040084, 'name': Rename_Task, 'duration_secs': 0.124298} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.336056] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1513.336056] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-322629a3-ecf9-4ee2-9901-ed2ad60449bb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.341787] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for the task: (returnval){ [ 1513.341787] env[68391]: value = "task-3040085" [ 1513.341787] env[68391]: _type = "Task" [ 1513.341787] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.348820] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.443564] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.851156] env[68391]: DEBUG oslo_vmware.api [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040085, 'name': PowerOnVM_Task, 'duration_secs': 0.391975} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.851430] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1513.851628] env[68391]: INFO nova.compute.manager [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Took 4.77 seconds to spawn the instance on the hypervisor. [ 1513.851817] env[68391]: DEBUG nova.compute.manager [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1513.852583] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db062bf-dba4-415f-ada0-6917dfdce1e3 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.370701] env[68391]: INFO nova.compute.manager [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Took 9.43 seconds to build instance. [ 1514.442975] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.608120] env[68391]: INFO nova.compute.manager [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Rebuilding instance [ 1514.644105] env[68391]: DEBUG nova.compute.manager [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1514.644991] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dd574b-c9d7-4e87-a31e-01c2ed468760 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.873076] env[68391]: DEBUG oslo_concurrency.lockutils [None req-58d85eb0-dc6b-40c2-82d6-d8b42d634b2e tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Lock "36eb2ad3-4034-46be-9b4b-977a4e866c20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.940s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.945635] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.945872] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.946099] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.946335] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68391) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1514.947216] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b803919-338d-4020-aafb-f806f444e22d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.954970] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a26ca97-87d7-41b3-b931-5e3dd1be3406 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.968353] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7476a7-10dc-41b3-b4a0-a9ac1a987f45 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.974716] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74991d99-594e-4a7f-9d2a-0018eaca17bf {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.004591] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181076MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=68391) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1515.004830] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.005089] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.657425] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1515.657731] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7164b979-a4a0-4c44-a3f1-977beae5cea9 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.665332] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for the task: (returnval){ [ 1515.665332] env[68391]: value = "task-3040086" [ 1515.665332] env[68391]: _type = "Task" [ 1515.665332] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.673372] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.030305] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Instance 36eb2ad3-4034-46be-9b4b-977a4e866c20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68391) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.030512] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1516.030658] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68391) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1516.058636] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40cdf44-64a5-475c-b9f1-ebd6e48292b8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.067771] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a393d6c-7bbf-4405-b796-5b563d8e3019 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.096949] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9eaf70-286d-48bb-8fde-88eae7e18990 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.104579] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77425b80-079d-477e-90e3-91c96b074054 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.117926] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1516.175138] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040086, 'name': PowerOffVM_Task, 'duration_secs': 0.182164} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.175453] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1516.175726] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1516.176510] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76986bc-db55-46f7-9321-d4a5f741e073 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.183084] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1516.183360] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83041a06-dd27-4b8c-9d68-330ef440887d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.205336] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1516.205567] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1516.205720] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Deleting the datastore file [datastore2] 36eb2ad3-4034-46be-9b4b-977a4e866c20 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1516.205988] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7d1ecd9-4ef0-48b8-b76d-ac1a757e0686 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.211810] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for the task: (returnval){ [ 1516.211810] env[68391]: value = "task-3040088" [ 1516.211810] env[68391]: _type = "Task" [ 1516.211810] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.219014] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.637841] env[68391]: ERROR nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] [req-0318c582-cb25-4894-8ced-97f1f7c99a93] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 91cd88db-7a2c-4f42-b40d-730164cb64f8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0318c582-cb25-4894-8ced-97f1f7c99a93"}]} [ 1516.653801] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Refreshing inventories for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1516.665372] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Updating ProviderTree inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1516.665654] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1516.675451] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Refreshing aggregate associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, aggregates: None {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1516.693374] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Refreshing trait associations for resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68391) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1516.717242] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd9b009-43ff-4a82-ad1b-7f436b45d140 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.726184] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091685} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.727093] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5934819-5350-4ac8-98c2-f10884d9396d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.729851] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1516.730046] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1516.730225] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1516.759591] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e859b43b-f1f4-4db7-bdfb-b73779d4c8ef {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.766929] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cca8cee-867f-42b6-a651-dce56f55ca9d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.779837] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1517.308711] env[68391]: DEBUG nova.scheduler.client.report [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Updated inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1517.308940] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Updating resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 generation from 179 to 180 during operation: update_inventory {{(pid=68391) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1517.309112] env[68391]: DEBUG nova.compute.provider_tree [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1517.766148] env[68391]: DEBUG nova.virt.hardware [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-17T09:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-17T09:33:27Z,direct_url=,disk_format='vmdk',id=c48f848a-9b59-4c83-9b2f-e9d02467d466,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a01355a1f0914fb3a61fcddc3d81dc33',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-17T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1517.766432] env[68391]: DEBUG nova.virt.hardware [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Flavor limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1517.766608] env[68391]: DEBUG nova.virt.hardware [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Image limits 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1517.766789] env[68391]: DEBUG nova.virt.hardware [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Flavor pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1517.766934] env[68391]: DEBUG nova.virt.hardware [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Image pref 0:0:0 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1517.767095] env[68391]: DEBUG nova.virt.hardware [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68391) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1517.767307] env[68391]: DEBUG nova.virt.hardware [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1517.767457] env[68391]: DEBUG nova.virt.hardware [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1517.767619] env[68391]: DEBUG nova.virt.hardware [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Got 1 possible topologies {{(pid=68391) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1517.767778] env[68391]: DEBUG nova.virt.hardware [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1517.767950] env[68391]: DEBUG nova.virt.hardware [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68391) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1517.768835] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0f7115-cfd5-42c9-aac2-ae5e63d545ec {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.777058] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c28c3c-1f67-4811-bee8-5bb3915c823a {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.789661] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Instance VIF info [] {{(pid=68391) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1517.795138] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1517.795347] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Creating VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1517.795537] env[68391]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-817c90a2-7e85-4bde-80c9-71c058f7ffea {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.811542] env[68391]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1517.811542] env[68391]: value = "task-3040089" [ 1517.811542] env[68391]: _type = "Task" [ 1517.811542] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.815641] env[68391]: DEBUG nova.compute.resource_tracker [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68391) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1517.815816] env[68391]: DEBUG oslo_concurrency.lockutils [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.811s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.820264] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3040089, 'name': CreateVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.992833] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.993202] env[68391]: DEBUG oslo_vmware.api [-] Task: {'id': task-3040089, 'name': CreateVM_Task, 'duration_secs': 0.246666} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.993309] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.993407] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Created VM on the ESX host {{(pid=68391) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1518.993994] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.994161] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.994482] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.994724] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35a5b940-3403-47b0-b952-4eee74990914 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.999981] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for the task: (returnval){ [ 1518.999981] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520e183d-d7b0-b441-890f-2c7d08341569" [ 1518.999981] env[68391]: _type = "Task" [ 1518.999981] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.007595] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520e183d-d7b0-b441-890f-2c7d08341569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.509588] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]520e183d-d7b0-b441-890f-2c7d08341569, 'name': SearchDatastore_Task, 'duration_secs': 0.012074} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.509878] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.510120] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Processing image c48f848a-9b59-4c83-9b2f-e9d02467d466 {{(pid=68391) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1519.510346] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.510487] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.510655] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1519.510898] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9845c9b2-f75c-443e-bd0a-4467a27e7854 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.518361] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68391) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1519.518522] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68391) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1519.519209] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f94e594-ce32-42af-8bd6-5280286cafd4 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.523896] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for the task: (returnval){ [ 1519.523896] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5282a92a-0da9-3a37-8642-6c9f8472630d" [ 1519.523896] env[68391]: _type = "Task" [ 1519.523896] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.530562] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5282a92a-0da9-3a37-8642-6c9f8472630d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.034271] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]5282a92a-0da9-3a37-8642-6c9f8472630d, 'name': SearchDatastore_Task, 'duration_secs': 0.007955} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.035053] env[68391]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be10670-1aac-46c5-af11-746327074e32 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.040586] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for the task: (returnval){ [ 1520.040586] env[68391]: value = "session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523dc2b0-4d03-f8f5-65f2-5d984cad7263" [ 1520.040586] env[68391]: _type = "Task" [ 1520.040586] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.047959] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523dc2b0-4d03-f8f5-65f2-5d984cad7263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.444216] env[68391]: DEBUG oslo_service.periodic_task [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68391) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1520.444444] env[68391]: DEBUG nova.compute.manager [None req-265cbe53-5b76-4274-ab39-ec0065e5c318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68391) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1520.551251] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': session[52f35659-f787-bfc4-0fd1-dd67f7ef823d]523dc2b0-4d03-f8f5-65f2-5d984cad7263, 'name': SearchDatastore_Task, 'duration_secs': 0.00908} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.551517] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.551775] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 36eb2ad3-4034-46be-9b4b-977a4e866c20/36eb2ad3-4034-46be-9b4b-977a4e866c20.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1520.552044] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fec5d0d4-463f-420d-96da-91f8115965e2 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.559154] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for the task: (returnval){ [ 1520.559154] env[68391]: value = "task-3040090" [ 1520.559154] env[68391]: _type = "Task" [ 1520.559154] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.567152] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.070058] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442634} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.070519] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c48f848a-9b59-4c83-9b2f-e9d02467d466/c48f848a-9b59-4c83-9b2f-e9d02467d466.vmdk to [datastore2] 36eb2ad3-4034-46be-9b4b-977a4e866c20/36eb2ad3-4034-46be-9b4b-977a4e866c20.vmdk {{(pid=68391) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1521.070519] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Extending root virtual disk to 1048576 {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1521.070858] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22e17042-ce26-4f7e-9537-28a109c3c263 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.077041] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for the task: (returnval){ [ 1521.077041] env[68391]: value = "task-3040091" [ 1521.077041] env[68391]: _type = "Task" [ 1521.077041] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.084327] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.587118] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255063} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.587454] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Extended root virtual disk {{(pid=68391) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1521.588420] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddf4371-8334-4f53-9099-1ec0511dc4cb {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.608439] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 36eb2ad3-4034-46be-9b4b-977a4e866c20/36eb2ad3-4034-46be-9b4b-977a4e866c20.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1521.608698] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5620a543-1265-4488-ab77-6c23398cc376 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.628606] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for the task: (returnval){ [ 1521.628606] env[68391]: value = "task-3040092" [ 1521.628606] env[68391]: _type = "Task" [ 1521.628606] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.636891] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.139432] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040092, 'name': ReconfigVM_Task, 'duration_secs': 0.257648} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.139891] env[68391]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 36eb2ad3-4034-46be-9b4b-977a4e866c20/36eb2ad3-4034-46be-9b4b-977a4e866c20.vmdk or device None with type sparse {{(pid=68391) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1522.140287] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aff1c132-f7af-4158-b43d-d75a02ffe03f {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.146267] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for the task: (returnval){ [ 1522.146267] env[68391]: value = "task-3040093" [ 1522.146267] env[68391]: _type = "Task" [ 1522.146267] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.154115] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040093, 'name': Rename_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.656038] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040093, 'name': Rename_Task, 'duration_secs': 0.136265} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.656319] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Powering on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1522.656559] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10261528-520a-4a5e-92bc-ffe2c06e2781 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.663058] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for the task: (returnval){ [ 1522.663058] env[68391]: value = "task-3040094" [ 1522.663058] env[68391]: _type = "Task" [ 1522.663058] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.670658] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.172992] env[68391]: DEBUG oslo_vmware.api [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040094, 'name': PowerOnVM_Task, 'duration_secs': 0.401867} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.173360] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Powered on the VM {{(pid=68391) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1523.173458] env[68391]: DEBUG nova.compute.manager [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Checking state {{(pid=68391) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1523.174263] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9c0618-4d2c-4f31-a9d7-fe552e519846 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.690642] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.690900] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.691091] env[68391]: DEBUG nova.objects.instance [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68391) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1524.316143] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Acquiring lock "36eb2ad3-4034-46be-9b4b-977a4e866c20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.316475] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Lock "36eb2ad3-4034-46be-9b4b-977a4e866c20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.316954] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Acquiring lock "36eb2ad3-4034-46be-9b4b-977a4e866c20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.317165] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Lock "36eb2ad3-4034-46be-9b4b-977a4e866c20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.317356] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Lock "36eb2ad3-4034-46be-9b4b-977a4e866c20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.319334] env[68391]: INFO nova.compute.manager [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Terminating instance [ 1524.699067] env[68391]: DEBUG oslo_concurrency.lockutils [None req-3ffefce8-a3da-458c-9579-f51bffcd9202 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.822854] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Acquiring lock "refresh_cache-36eb2ad3-4034-46be-9b4b-977a4e866c20" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.823105] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Acquired lock "refresh_cache-36eb2ad3-4034-46be-9b4b-977a4e866c20" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.823223] env[68391]: DEBUG nova.network.neutron [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Building network info cache for instance {{(pid=68391) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1525.342874] env[68391]: DEBUG nova.network.neutron [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1525.398270] env[68391]: DEBUG nova.network.neutron [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.901331] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Releasing lock "refresh_cache-36eb2ad3-4034-46be-9b4b-977a4e866c20" {{(pid=68391) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.901763] env[68391]: DEBUG nova.compute.manager [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Start destroying the instance on the hypervisor. {{(pid=68391) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1525.902017] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Destroying instance {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1525.902900] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdce9e9e-4e7e-4b32-877a-5a9c092f4447 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.911048] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Powering off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1525.911263] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f269aa74-813d-4d76-9fb6-f7e0b7e18fd6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.917654] env[68391]: DEBUG oslo_vmware.api [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for the task: (returnval){ [ 1525.917654] env[68391]: value = "task-3040095" [ 1525.917654] env[68391]: _type = "Task" [ 1525.917654] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.925950] env[68391]: DEBUG oslo_vmware.api [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.427928] env[68391]: DEBUG oslo_vmware.api [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040095, 'name': PowerOffVM_Task, 'duration_secs': 0.125853} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.428306] env[68391]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Powered off the VM {{(pid=68391) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1526.428399] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Unregistering the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1526.428596] env[68391]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d8b3550-ee08-431a-9597-f6dc03dce05b {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.454083] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Unregistered the VM {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1526.454288] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Deleting contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1526.454467] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Deleting the datastore file [datastore2] 36eb2ad3-4034-46be-9b4b-977a4e866c20 {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1526.454713] env[68391]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32121129-a577-444a-b9b4-4e42344968c6 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.460980] env[68391]: DEBUG oslo_vmware.api [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for the task: (returnval){ [ 1526.460980] env[68391]: value = "task-3040097" [ 1526.460980] env[68391]: _type = "Task" [ 1526.460980] env[68391]: } to complete. {{(pid=68391) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.468261] env[68391]: DEBUG oslo_vmware.api [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.970748] env[68391]: DEBUG oslo_vmware.api [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Task: {'id': task-3040097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085944} completed successfully. {{(pid=68391) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.970948] env[68391]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Deleted the datastore file {{(pid=68391) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1526.971177] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Deleted contents of the VM from datastore datastore2 {{(pid=68391) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1526.971355] env[68391]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Instance destroyed {{(pid=68391) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1526.971524] env[68391]: INFO nova.compute.manager [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1526.971777] env[68391]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68391) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1526.971969] env[68391]: DEBUG nova.compute.manager [-] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Deallocating network for instance {{(pid=68391) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1526.972075] env[68391]: DEBUG nova.network.neutron [-] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] deallocate_for_instance() {{(pid=68391) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1526.988277] env[68391]: DEBUG nova.network.neutron [-] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Instance cache missing network info. {{(pid=68391) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1527.490380] env[68391]: DEBUG nova.network.neutron [-] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Updating instance_info_cache with network_info: [] {{(pid=68391) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.993431] env[68391]: INFO nova.compute.manager [-] [instance: 36eb2ad3-4034-46be-9b4b-977a4e866c20] Took 1.02 seconds to deallocate network for instance. [ 1528.500627] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1528.501089] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.501367] env[68391]: DEBUG nova.objects.instance [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Lazy-loading 'resources' on Instance uuid 36eb2ad3-4034-46be-9b4b-977a4e866c20 {{(pid=68391) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1529.029544] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6ef03e-66f0-4e0e-8be4-79714ef7e746 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.036470] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c26583-2420-4465-939b-a12fc9ba0cc8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.064761] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfef86e-acac-449f-9607-d3f7e7d9e78d {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.071038] env[68391]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c880fb1c-1142-47ee-8568-85b6516012f8 {{(pid=68391) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.083884] env[68391]: DEBUG nova.compute.provider_tree [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1529.612392] env[68391]: DEBUG nova.scheduler.client.report [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Updated inventory for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with generation 180 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1529.612682] env[68391]: DEBUG nova.compute.provider_tree [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Updating resource provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 generation from 180 to 181 during operation: update_inventory {{(pid=68391) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1529.612812] env[68391]: DEBUG nova.compute.provider_tree [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Updating inventory in ProviderTree for provider 91cd88db-7a2c-4f42-b40d-730164cb64f8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68391) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1530.117632] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.136457] env[68391]: INFO nova.scheduler.client.report [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Deleted allocations for instance 36eb2ad3-4034-46be-9b4b-977a4e866c20 [ 1530.649030] env[68391]: DEBUG oslo_concurrency.lockutils [None req-bd3241b7-b5ba-4fee-9241-c184a3ec6da0 tempest-ServerShowV257Test-1136582500 tempest-ServerShowV257Test-1136582500-project-member] Lock "36eb2ad3-4034-46be-9b4b-977a4e866c20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.332s {{(pid=68391) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}